xfs: add rmap btree growfs support
[cascardo/linux.git] / fs / xfs / xfs_fsops.c
1 /*
2  * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3  * All Rights Reserved.
4  *
5  * This program is free software; you can redistribute it and/or
6  * modify it under the terms of the GNU General Public License as
7  * published by the Free Software Foundation.
8  *
9  * This program is distributed in the hope that it would be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12  * GNU General Public License for more details.
13  *
14  * You should have received a copy of the GNU General Public License
15  * along with this program; if not, write the Free Software Foundation,
16  * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
17  */
18 #include "xfs.h"
19 #include "xfs_fs.h"
20 #include "xfs_shared.h"
21 #include "xfs_format.h"
22 #include "xfs_log_format.h"
23 #include "xfs_trans_resv.h"
24 #include "xfs_sb.h"
25 #include "xfs_mount.h"
26 #include "xfs_defer.h"
27 #include "xfs_da_format.h"
28 #include "xfs_da_btree.h"
29 #include "xfs_inode.h"
30 #include "xfs_trans.h"
31 #include "xfs_inode_item.h"
32 #include "xfs_error.h"
33 #include "xfs_btree.h"
34 #include "xfs_alloc_btree.h"
35 #include "xfs_alloc.h"
36 #include "xfs_rmap_btree.h"
37 #include "xfs_ialloc.h"
38 #include "xfs_fsops.h"
39 #include "xfs_itable.h"
40 #include "xfs_trans_space.h"
41 #include "xfs_rtalloc.h"
42 #include "xfs_trace.h"
43 #include "xfs_log.h"
44 #include "xfs_filestream.h"
45 #include "xfs_rmap.h"
46
47 /*
48  * File system operations
49  */
50
51 int
52 xfs_fs_geometry(
53         xfs_mount_t             *mp,
54         xfs_fsop_geom_t         *geo,
55         int                     new_version)
56 {
57
58         memset(geo, 0, sizeof(*geo));
59
60         geo->blocksize = mp->m_sb.sb_blocksize;
61         geo->rtextsize = mp->m_sb.sb_rextsize;
62         geo->agblocks = mp->m_sb.sb_agblocks;
63         geo->agcount = mp->m_sb.sb_agcount;
64         geo->logblocks = mp->m_sb.sb_logblocks;
65         geo->sectsize = mp->m_sb.sb_sectsize;
66         geo->inodesize = mp->m_sb.sb_inodesize;
67         geo->imaxpct = mp->m_sb.sb_imax_pct;
68         geo->datablocks = mp->m_sb.sb_dblocks;
69         geo->rtblocks = mp->m_sb.sb_rblocks;
70         geo->rtextents = mp->m_sb.sb_rextents;
71         geo->logstart = mp->m_sb.sb_logstart;
72         ASSERT(sizeof(geo->uuid)==sizeof(mp->m_sb.sb_uuid));
73         memcpy(geo->uuid, &mp->m_sb.sb_uuid, sizeof(mp->m_sb.sb_uuid));
74         if (new_version >= 2) {
75                 geo->sunit = mp->m_sb.sb_unit;
76                 geo->swidth = mp->m_sb.sb_width;
77         }
78         if (new_version >= 3) {
79                 geo->version = XFS_FSOP_GEOM_VERSION;
80                 geo->flags = XFS_FSOP_GEOM_FLAGS_NLINK |
81                              XFS_FSOP_GEOM_FLAGS_DIRV2 |
82                         (xfs_sb_version_hasattr(&mp->m_sb) ?
83                                 XFS_FSOP_GEOM_FLAGS_ATTR : 0) |
84                         (xfs_sb_version_hasquota(&mp->m_sb) ?
85                                 XFS_FSOP_GEOM_FLAGS_QUOTA : 0) |
86                         (xfs_sb_version_hasalign(&mp->m_sb) ?
87                                 XFS_FSOP_GEOM_FLAGS_IALIGN : 0) |
88                         (xfs_sb_version_hasdalign(&mp->m_sb) ?
89                                 XFS_FSOP_GEOM_FLAGS_DALIGN : 0) |
90                         (xfs_sb_version_hasextflgbit(&mp->m_sb) ?
91                                 XFS_FSOP_GEOM_FLAGS_EXTFLG : 0) |
92                         (xfs_sb_version_hassector(&mp->m_sb) ?
93                                 XFS_FSOP_GEOM_FLAGS_SECTOR : 0) |
94                         (xfs_sb_version_hasasciici(&mp->m_sb) ?
95                                 XFS_FSOP_GEOM_FLAGS_DIRV2CI : 0) |
96                         (xfs_sb_version_haslazysbcount(&mp->m_sb) ?
97                                 XFS_FSOP_GEOM_FLAGS_LAZYSB : 0) |
98                         (xfs_sb_version_hasattr2(&mp->m_sb) ?
99                                 XFS_FSOP_GEOM_FLAGS_ATTR2 : 0) |
100                         (xfs_sb_version_hasprojid32bit(&mp->m_sb) ?
101                                 XFS_FSOP_GEOM_FLAGS_PROJID32 : 0) |
102                         (xfs_sb_version_hascrc(&mp->m_sb) ?
103                                 XFS_FSOP_GEOM_FLAGS_V5SB : 0) |
104                         (xfs_sb_version_hasftype(&mp->m_sb) ?
105                                 XFS_FSOP_GEOM_FLAGS_FTYPE : 0) |
106                         (xfs_sb_version_hasfinobt(&mp->m_sb) ?
107                                 XFS_FSOP_GEOM_FLAGS_FINOBT : 0) |
108                         (xfs_sb_version_hassparseinodes(&mp->m_sb) ?
109                                 XFS_FSOP_GEOM_FLAGS_SPINODES : 0);
110                 geo->logsectsize = xfs_sb_version_hassector(&mp->m_sb) ?
111                                 mp->m_sb.sb_logsectsize : BBSIZE;
112                 geo->rtsectsize = mp->m_sb.sb_blocksize;
113                 geo->dirblocksize = mp->m_dir_geo->blksize;
114         }
115         if (new_version >= 4) {
116                 geo->flags |=
117                         (xfs_sb_version_haslogv2(&mp->m_sb) ?
118                                 XFS_FSOP_GEOM_FLAGS_LOGV2 : 0);
119                 geo->logsunit = mp->m_sb.sb_logsunit;
120         }
121         return 0;
122 }
123
124 static struct xfs_buf *
125 xfs_growfs_get_hdr_buf(
126         struct xfs_mount        *mp,
127         xfs_daddr_t             blkno,
128         size_t                  numblks,
129         int                     flags,
130         const struct xfs_buf_ops *ops)
131 {
132         struct xfs_buf          *bp;
133
134         bp = xfs_buf_get_uncached(mp->m_ddev_targp, numblks, flags);
135         if (!bp)
136                 return NULL;
137
138         xfs_buf_zero(bp, 0, BBTOB(bp->b_length));
139         bp->b_bn = blkno;
140         bp->b_maps[0].bm_bn = blkno;
141         bp->b_ops = ops;
142
143         return bp;
144 }
145
146 static int
147 xfs_growfs_data_private(
148         xfs_mount_t             *mp,            /* mount point for filesystem */
149         xfs_growfs_data_t       *in)            /* growfs data input struct */
150 {
151         xfs_agf_t               *agf;
152         struct xfs_agfl         *agfl;
153         xfs_agi_t               *agi;
154         xfs_agnumber_t          agno;
155         xfs_extlen_t            agsize;
156         xfs_extlen_t            tmpsize;
157         xfs_alloc_rec_t         *arec;
158         xfs_buf_t               *bp;
159         int                     bucket;
160         int                     dpct;
161         int                     error, saved_error = 0;
162         xfs_agnumber_t          nagcount;
163         xfs_agnumber_t          nagimax = 0;
164         xfs_rfsblock_t          nb, nb_mod;
165         xfs_rfsblock_t          new;
166         xfs_rfsblock_t          nfree;
167         xfs_agnumber_t          oagcount;
168         int                     pct;
169         xfs_trans_t             *tp;
170
171         nb = in->newblocks;
172         pct = in->imaxpct;
173         if (nb < mp->m_sb.sb_dblocks || pct < 0 || pct > 100)
174                 return -EINVAL;
175         if ((error = xfs_sb_validate_fsb_count(&mp->m_sb, nb)))
176                 return error;
177         dpct = pct - mp->m_sb.sb_imax_pct;
178         error = xfs_buf_read_uncached(mp->m_ddev_targp,
179                                 XFS_FSB_TO_BB(mp, nb) - XFS_FSS_TO_BB(mp, 1),
180                                 XFS_FSS_TO_BB(mp, 1), 0, &bp, NULL);
181         if (error)
182                 return error;
183         xfs_buf_relse(bp);
184
185         new = nb;       /* use new as a temporary here */
186         nb_mod = do_div(new, mp->m_sb.sb_agblocks);
187         nagcount = new + (nb_mod != 0);
188         if (nb_mod && nb_mod < XFS_MIN_AG_BLOCKS) {
189                 nagcount--;
190                 nb = (xfs_rfsblock_t)nagcount * mp->m_sb.sb_agblocks;
191                 if (nb < mp->m_sb.sb_dblocks)
192                         return -EINVAL;
193         }
194         new = nb - mp->m_sb.sb_dblocks;
195         oagcount = mp->m_sb.sb_agcount;
196
197         /* allocate the new per-ag structures */
198         if (nagcount > oagcount) {
199                 error = xfs_initialize_perag(mp, nagcount, &nagimax);
200                 if (error)
201                         return error;
202         }
203
204         error = xfs_trans_alloc(mp, &M_RES(mp)->tr_growdata,
205                         XFS_GROWFS_SPACE_RES(mp), 0, XFS_TRANS_RESERVE, &tp);
206         if (error)
207                 return error;
208
209         /*
210          * Write new AG headers to disk. Non-transactional, but written
211          * synchronously so they are completed prior to the growfs transaction
212          * being logged.
213          */
214         nfree = 0;
215         for (agno = nagcount - 1; agno >= oagcount; agno--, new -= agsize) {
216                 __be32  *agfl_bno;
217
218                 /*
219                  * AG freespace header block
220                  */
221                 bp = xfs_growfs_get_hdr_buf(mp,
222                                 XFS_AG_DADDR(mp, agno, XFS_AGF_DADDR(mp)),
223                                 XFS_FSS_TO_BB(mp, 1), 0,
224                                 &xfs_agf_buf_ops);
225                 if (!bp) {
226                         error = -ENOMEM;
227                         goto error0;
228                 }
229
230                 agf = XFS_BUF_TO_AGF(bp);
231                 agf->agf_magicnum = cpu_to_be32(XFS_AGF_MAGIC);
232                 agf->agf_versionnum = cpu_to_be32(XFS_AGF_VERSION);
233                 agf->agf_seqno = cpu_to_be32(agno);
234                 if (agno == nagcount - 1)
235                         agsize =
236                                 nb -
237                                 (agno * (xfs_rfsblock_t)mp->m_sb.sb_agblocks);
238                 else
239                         agsize = mp->m_sb.sb_agblocks;
240                 agf->agf_length = cpu_to_be32(agsize);
241                 agf->agf_roots[XFS_BTNUM_BNOi] = cpu_to_be32(XFS_BNO_BLOCK(mp));
242                 agf->agf_roots[XFS_BTNUM_CNTi] = cpu_to_be32(XFS_CNT_BLOCK(mp));
243                 agf->agf_levels[XFS_BTNUM_BNOi] = cpu_to_be32(1);
244                 agf->agf_levels[XFS_BTNUM_CNTi] = cpu_to_be32(1);
245                 if (xfs_sb_version_hasrmapbt(&mp->m_sb)) {
246                         agf->agf_roots[XFS_BTNUM_RMAPi] =
247                                                 cpu_to_be32(XFS_RMAP_BLOCK(mp));
248                         agf->agf_levels[XFS_BTNUM_RMAPi] = cpu_to_be32(1);
249                 }
250
251                 agf->agf_flfirst = cpu_to_be32(1);
252                 agf->agf_fllast = 0;
253                 agf->agf_flcount = 0;
254                 tmpsize = agsize - mp->m_ag_prealloc_blocks;
255                 agf->agf_freeblks = cpu_to_be32(tmpsize);
256                 agf->agf_longest = cpu_to_be32(tmpsize);
257                 if (xfs_sb_version_hascrc(&mp->m_sb))
258                         uuid_copy(&agf->agf_uuid, &mp->m_sb.sb_meta_uuid);
259
260                 error = xfs_bwrite(bp);
261                 xfs_buf_relse(bp);
262                 if (error)
263                         goto error0;
264
265                 /*
266                  * AG freelist header block
267                  */
268                 bp = xfs_growfs_get_hdr_buf(mp,
269                                 XFS_AG_DADDR(mp, agno, XFS_AGFL_DADDR(mp)),
270                                 XFS_FSS_TO_BB(mp, 1), 0,
271                                 &xfs_agfl_buf_ops);
272                 if (!bp) {
273                         error = -ENOMEM;
274                         goto error0;
275                 }
276
277                 agfl = XFS_BUF_TO_AGFL(bp);
278                 if (xfs_sb_version_hascrc(&mp->m_sb)) {
279                         agfl->agfl_magicnum = cpu_to_be32(XFS_AGFL_MAGIC);
280                         agfl->agfl_seqno = cpu_to_be32(agno);
281                         uuid_copy(&agfl->agfl_uuid, &mp->m_sb.sb_meta_uuid);
282                 }
283
284                 agfl_bno = XFS_BUF_TO_AGFL_BNO(mp, bp);
285                 for (bucket = 0; bucket < XFS_AGFL_SIZE(mp); bucket++)
286                         agfl_bno[bucket] = cpu_to_be32(NULLAGBLOCK);
287
288                 error = xfs_bwrite(bp);
289                 xfs_buf_relse(bp);
290                 if (error)
291                         goto error0;
292
293                 /*
294                  * AG inode header block
295                  */
296                 bp = xfs_growfs_get_hdr_buf(mp,
297                                 XFS_AG_DADDR(mp, agno, XFS_AGI_DADDR(mp)),
298                                 XFS_FSS_TO_BB(mp, 1), 0,
299                                 &xfs_agi_buf_ops);
300                 if (!bp) {
301                         error = -ENOMEM;
302                         goto error0;
303                 }
304
305                 agi = XFS_BUF_TO_AGI(bp);
306                 agi->agi_magicnum = cpu_to_be32(XFS_AGI_MAGIC);
307                 agi->agi_versionnum = cpu_to_be32(XFS_AGI_VERSION);
308                 agi->agi_seqno = cpu_to_be32(agno);
309                 agi->agi_length = cpu_to_be32(agsize);
310                 agi->agi_count = 0;
311                 agi->agi_root = cpu_to_be32(XFS_IBT_BLOCK(mp));
312                 agi->agi_level = cpu_to_be32(1);
313                 agi->agi_freecount = 0;
314                 agi->agi_newino = cpu_to_be32(NULLAGINO);
315                 agi->agi_dirino = cpu_to_be32(NULLAGINO);
316                 if (xfs_sb_version_hascrc(&mp->m_sb))
317                         uuid_copy(&agi->agi_uuid, &mp->m_sb.sb_meta_uuid);
318                 if (xfs_sb_version_hasfinobt(&mp->m_sb)) {
319                         agi->agi_free_root = cpu_to_be32(XFS_FIBT_BLOCK(mp));
320                         agi->agi_free_level = cpu_to_be32(1);
321                 }
322                 for (bucket = 0; bucket < XFS_AGI_UNLINKED_BUCKETS; bucket++)
323                         agi->agi_unlinked[bucket] = cpu_to_be32(NULLAGINO);
324
325                 error = xfs_bwrite(bp);
326                 xfs_buf_relse(bp);
327                 if (error)
328                         goto error0;
329
330                 /*
331                  * BNO btree root block
332                  */
333                 bp = xfs_growfs_get_hdr_buf(mp,
334                                 XFS_AGB_TO_DADDR(mp, agno, XFS_BNO_BLOCK(mp)),
335                                 BTOBB(mp->m_sb.sb_blocksize), 0,
336                                 &xfs_allocbt_buf_ops);
337
338                 if (!bp) {
339                         error = -ENOMEM;
340                         goto error0;
341                 }
342
343                 if (xfs_sb_version_hascrc(&mp->m_sb))
344                         xfs_btree_init_block(mp, bp, XFS_ABTB_CRC_MAGIC, 0, 1,
345                                                 agno, XFS_BTREE_CRC_BLOCKS);
346                 else
347                         xfs_btree_init_block(mp, bp, XFS_ABTB_MAGIC, 0, 1,
348                                                 agno, 0);
349
350                 arec = XFS_ALLOC_REC_ADDR(mp, XFS_BUF_TO_BLOCK(bp), 1);
351                 arec->ar_startblock = cpu_to_be32(mp->m_ag_prealloc_blocks);
352                 arec->ar_blockcount = cpu_to_be32(
353                         agsize - be32_to_cpu(arec->ar_startblock));
354
355                 error = xfs_bwrite(bp);
356                 xfs_buf_relse(bp);
357                 if (error)
358                         goto error0;
359
360                 /*
361                  * CNT btree root block
362                  */
363                 bp = xfs_growfs_get_hdr_buf(mp,
364                                 XFS_AGB_TO_DADDR(mp, agno, XFS_CNT_BLOCK(mp)),
365                                 BTOBB(mp->m_sb.sb_blocksize), 0,
366                                 &xfs_allocbt_buf_ops);
367                 if (!bp) {
368                         error = -ENOMEM;
369                         goto error0;
370                 }
371
372                 if (xfs_sb_version_hascrc(&mp->m_sb))
373                         xfs_btree_init_block(mp, bp, XFS_ABTC_CRC_MAGIC, 0, 1,
374                                                 agno, XFS_BTREE_CRC_BLOCKS);
375                 else
376                         xfs_btree_init_block(mp, bp, XFS_ABTC_MAGIC, 0, 1,
377                                                 agno, 0);
378
379                 arec = XFS_ALLOC_REC_ADDR(mp, XFS_BUF_TO_BLOCK(bp), 1);
380                 arec->ar_startblock = cpu_to_be32(mp->m_ag_prealloc_blocks);
381                 arec->ar_blockcount = cpu_to_be32(
382                         agsize - be32_to_cpu(arec->ar_startblock));
383                 nfree += be32_to_cpu(arec->ar_blockcount);
384
385                 error = xfs_bwrite(bp);
386                 xfs_buf_relse(bp);
387                 if (error)
388                         goto error0;
389
390                 /* RMAP btree root block */
391                 if (xfs_sb_version_hasrmapbt(&mp->m_sb)) {
392                         struct xfs_rmap_rec     *rrec;
393                         struct xfs_btree_block  *block;
394
395                         bp = xfs_growfs_get_hdr_buf(mp,
396                                 XFS_AGB_TO_DADDR(mp, agno, XFS_RMAP_BLOCK(mp)),
397                                 BTOBB(mp->m_sb.sb_blocksize), 0,
398                                 &xfs_rmapbt_buf_ops);
399                         if (!bp) {
400                                 error = -ENOMEM;
401                                 goto error0;
402                         }
403
404                         xfs_btree_init_block(mp, bp, XFS_RMAP_CRC_MAGIC, 0, 0,
405                                                 agno, XFS_BTREE_CRC_BLOCKS);
406                         block = XFS_BUF_TO_BLOCK(bp);
407
408
409                         /*
410                          * mark the AG header regions as static metadata The BNO
411                          * btree block is the first block after the headers, so
412                          * it's location defines the size of region the static
413                          * metadata consumes.
414                          *
415                          * Note: unlike mkfs, we never have to account for log
416                          * space when growing the data regions
417                          */
418                         rrec = XFS_RMAP_REC_ADDR(block, 1);
419                         rrec->rm_startblock = 0;
420                         rrec->rm_blockcount = cpu_to_be32(XFS_BNO_BLOCK(mp));
421                         rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_FS);
422                         rrec->rm_offset = 0;
423                         be16_add_cpu(&block->bb_numrecs, 1);
424
425                         /* account freespace btree root blocks */
426                         rrec = XFS_RMAP_REC_ADDR(block, 2);
427                         rrec->rm_startblock = cpu_to_be32(XFS_BNO_BLOCK(mp));
428                         rrec->rm_blockcount = cpu_to_be32(2);
429                         rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_AG);
430                         rrec->rm_offset = 0;
431                         be16_add_cpu(&block->bb_numrecs, 1);
432
433                         /* account inode btree root blocks */
434                         rrec = XFS_RMAP_REC_ADDR(block, 3);
435                         rrec->rm_startblock = cpu_to_be32(XFS_IBT_BLOCK(mp));
436                         rrec->rm_blockcount = cpu_to_be32(XFS_RMAP_BLOCK(mp) -
437                                                         XFS_IBT_BLOCK(mp));
438                         rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_INOBT);
439                         rrec->rm_offset = 0;
440                         be16_add_cpu(&block->bb_numrecs, 1);
441
442                         /* account for rmap btree root */
443                         rrec = XFS_RMAP_REC_ADDR(block, 4);
444                         rrec->rm_startblock = cpu_to_be32(XFS_RMAP_BLOCK(mp));
445                         rrec->rm_blockcount = cpu_to_be32(1);
446                         rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_AG);
447                         rrec->rm_offset = 0;
448                         be16_add_cpu(&block->bb_numrecs, 1);
449
450                         error = xfs_bwrite(bp);
451                         xfs_buf_relse(bp);
452                         if (error)
453                                 goto error0;
454                 }
455
456                 /*
457                  * INO btree root block
458                  */
459                 bp = xfs_growfs_get_hdr_buf(mp,
460                                 XFS_AGB_TO_DADDR(mp, agno, XFS_IBT_BLOCK(mp)),
461                                 BTOBB(mp->m_sb.sb_blocksize), 0,
462                                 &xfs_inobt_buf_ops);
463                 if (!bp) {
464                         error = -ENOMEM;
465                         goto error0;
466                 }
467
468                 if (xfs_sb_version_hascrc(&mp->m_sb))
469                         xfs_btree_init_block(mp, bp, XFS_IBT_CRC_MAGIC, 0, 0,
470                                                 agno, XFS_BTREE_CRC_BLOCKS);
471                 else
472                         xfs_btree_init_block(mp, bp, XFS_IBT_MAGIC, 0, 0,
473                                                 agno, 0);
474
475                 error = xfs_bwrite(bp);
476                 xfs_buf_relse(bp);
477                 if (error)
478                         goto error0;
479
480                 /*
481                  * FINO btree root block
482                  */
483                 if (xfs_sb_version_hasfinobt(&mp->m_sb)) {
484                         bp = xfs_growfs_get_hdr_buf(mp,
485                                 XFS_AGB_TO_DADDR(mp, agno, XFS_FIBT_BLOCK(mp)),
486                                 BTOBB(mp->m_sb.sb_blocksize), 0,
487                                 &xfs_inobt_buf_ops);
488                         if (!bp) {
489                                 error = -ENOMEM;
490                                 goto error0;
491                         }
492
493                         if (xfs_sb_version_hascrc(&mp->m_sb))
494                                 xfs_btree_init_block(mp, bp, XFS_FIBT_CRC_MAGIC,
495                                                      0, 0, agno,
496                                                      XFS_BTREE_CRC_BLOCKS);
497                         else
498                                 xfs_btree_init_block(mp, bp, XFS_FIBT_MAGIC, 0,
499                                                      0, agno, 0);
500
501                         error = xfs_bwrite(bp);
502                         xfs_buf_relse(bp);
503                         if (error)
504                                 goto error0;
505                 }
506
507         }
508         xfs_trans_agblocks_delta(tp, nfree);
509         /*
510          * There are new blocks in the old last a.g.
511          */
512         if (new) {
513                 struct xfs_owner_info   oinfo;
514
515                 /*
516                  * Change the agi length.
517                  */
518                 error = xfs_ialloc_read_agi(mp, tp, agno, &bp);
519                 if (error) {
520                         goto error0;
521                 }
522                 ASSERT(bp);
523                 agi = XFS_BUF_TO_AGI(bp);
524                 be32_add_cpu(&agi->agi_length, new);
525                 ASSERT(nagcount == oagcount ||
526                        be32_to_cpu(agi->agi_length) == mp->m_sb.sb_agblocks);
527                 xfs_ialloc_log_agi(tp, bp, XFS_AGI_LENGTH);
528                 /*
529                  * Change agf length.
530                  */
531                 error = xfs_alloc_read_agf(mp, tp, agno, 0, &bp);
532                 if (error) {
533                         goto error0;
534                 }
535                 ASSERT(bp);
536                 agf = XFS_BUF_TO_AGF(bp);
537                 be32_add_cpu(&agf->agf_length, new);
538                 ASSERT(be32_to_cpu(agf->agf_length) ==
539                        be32_to_cpu(agi->agi_length));
540
541                 xfs_alloc_log_agf(tp, bp, XFS_AGF_LENGTH);
542
543                 /*
544                  * Free the new space.
545                  *
546                  * XFS_RMAP_OWN_NULL is used here to tell the rmap btree that
547                  * this doesn't actually exist in the rmap btree.
548                  */
549                 xfs_rmap_ag_owner(&oinfo, XFS_RMAP_OWN_NULL);
550                 error = xfs_free_extent(tp,
551                                 XFS_AGB_TO_FSB(mp, agno,
552                                         be32_to_cpu(agf->agf_length) - new),
553                                 new, &oinfo);
554                 if (error)
555                         goto error0;
556         }
557
558         /*
559          * Update changed superblock fields transactionally. These are not
560          * seen by the rest of the world until the transaction commit applies
561          * them atomically to the superblock.
562          */
563         if (nagcount > oagcount)
564                 xfs_trans_mod_sb(tp, XFS_TRANS_SB_AGCOUNT, nagcount - oagcount);
565         if (nb > mp->m_sb.sb_dblocks)
566                 xfs_trans_mod_sb(tp, XFS_TRANS_SB_DBLOCKS,
567                                  nb - mp->m_sb.sb_dblocks);
568         if (nfree)
569                 xfs_trans_mod_sb(tp, XFS_TRANS_SB_FDBLOCKS, nfree);
570         if (dpct)
571                 xfs_trans_mod_sb(tp, XFS_TRANS_SB_IMAXPCT, dpct);
572         xfs_trans_set_sync(tp);
573         error = xfs_trans_commit(tp);
574         if (error)
575                 return error;
576
577         /* New allocation groups fully initialized, so update mount struct */
578         if (nagimax)
579                 mp->m_maxagi = nagimax;
580         if (mp->m_sb.sb_imax_pct) {
581                 __uint64_t icount = mp->m_sb.sb_dblocks * mp->m_sb.sb_imax_pct;
582                 do_div(icount, 100);
583                 mp->m_maxicount = icount << mp->m_sb.sb_inopblog;
584         } else
585                 mp->m_maxicount = 0;
586         xfs_set_low_space_thresholds(mp);
587
588         /* update secondary superblocks. */
589         for (agno = 1; agno < nagcount; agno++) {
590                 error = 0;
591                 /*
592                  * new secondary superblocks need to be zeroed, not read from
593                  * disk as the contents of the new area we are growing into is
594                  * completely unknown.
595                  */
596                 if (agno < oagcount) {
597                         error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp,
598                                   XFS_AGB_TO_DADDR(mp, agno, XFS_SB_BLOCK(mp)),
599                                   XFS_FSS_TO_BB(mp, 1), 0, &bp,
600                                   &xfs_sb_buf_ops);
601                 } else {
602                         bp = xfs_trans_get_buf(NULL, mp->m_ddev_targp,
603                                   XFS_AGB_TO_DADDR(mp, agno, XFS_SB_BLOCK(mp)),
604                                   XFS_FSS_TO_BB(mp, 1), 0);
605                         if (bp) {
606                                 bp->b_ops = &xfs_sb_buf_ops;
607                                 xfs_buf_zero(bp, 0, BBTOB(bp->b_length));
608                         } else
609                                 error = -ENOMEM;
610                 }
611
612                 /*
613                  * If we get an error reading or writing alternate superblocks,
614                  * continue.  xfs_repair chooses the "best" superblock based
615                  * on most matches; if we break early, we'll leave more
616                  * superblocks un-updated than updated, and xfs_repair may
617                  * pick them over the properly-updated primary.
618                  */
619                 if (error) {
620                         xfs_warn(mp,
621                 "error %d reading secondary superblock for ag %d",
622                                 error, agno);
623                         saved_error = error;
624                         continue;
625                 }
626                 xfs_sb_to_disk(XFS_BUF_TO_SBP(bp), &mp->m_sb);
627
628                 error = xfs_bwrite(bp);
629                 xfs_buf_relse(bp);
630                 if (error) {
631                         xfs_warn(mp,
632                 "write error %d updating secondary superblock for ag %d",
633                                 error, agno);
634                         saved_error = error;
635                         continue;
636                 }
637         }
638         return saved_error ? saved_error : error;
639
640  error0:
641         xfs_trans_cancel(tp);
642         return error;
643 }
644
645 static int
646 xfs_growfs_log_private(
647         xfs_mount_t             *mp,    /* mount point for filesystem */
648         xfs_growfs_log_t        *in)    /* growfs log input struct */
649 {
650         xfs_extlen_t            nb;
651
652         nb = in->newblocks;
653         if (nb < XFS_MIN_LOG_BLOCKS || nb < XFS_B_TO_FSB(mp, XFS_MIN_LOG_BYTES))
654                 return -EINVAL;
655         if (nb == mp->m_sb.sb_logblocks &&
656             in->isint == (mp->m_sb.sb_logstart != 0))
657                 return -EINVAL;
658         /*
659          * Moving the log is hard, need new interfaces to sync
660          * the log first, hold off all activity while moving it.
661          * Can have shorter or longer log in the same space,
662          * or transform internal to external log or vice versa.
663          */
664         return -ENOSYS;
665 }
666
667 /*
668  * protected versions of growfs function acquire and release locks on the mount
669  * point - exported through ioctls: XFS_IOC_FSGROWFSDATA, XFS_IOC_FSGROWFSLOG,
670  * XFS_IOC_FSGROWFSRT
671  */
672
673
674 int
675 xfs_growfs_data(
676         xfs_mount_t             *mp,
677         xfs_growfs_data_t       *in)
678 {
679         int error;
680
681         if (!capable(CAP_SYS_ADMIN))
682                 return -EPERM;
683         if (!mutex_trylock(&mp->m_growlock))
684                 return -EWOULDBLOCK;
685         error = xfs_growfs_data_private(mp, in);
686         /*
687          * Increment the generation unconditionally, the error could be from
688          * updating the secondary superblocks, in which case the new size
689          * is live already.
690          */
691         mp->m_generation++;
692         mutex_unlock(&mp->m_growlock);
693         return error;
694 }
695
696 int
697 xfs_growfs_log(
698         xfs_mount_t             *mp,
699         xfs_growfs_log_t        *in)
700 {
701         int error;
702
703         if (!capable(CAP_SYS_ADMIN))
704                 return -EPERM;
705         if (!mutex_trylock(&mp->m_growlock))
706                 return -EWOULDBLOCK;
707         error = xfs_growfs_log_private(mp, in);
708         mutex_unlock(&mp->m_growlock);
709         return error;
710 }
711
712 /*
713  * exported through ioctl XFS_IOC_FSCOUNTS
714  */
715
716 int
717 xfs_fs_counts(
718         xfs_mount_t             *mp,
719         xfs_fsop_counts_t       *cnt)
720 {
721         cnt->allocino = percpu_counter_read_positive(&mp->m_icount);
722         cnt->freeino = percpu_counter_read_positive(&mp->m_ifree);
723         cnt->freedata = percpu_counter_read_positive(&mp->m_fdblocks) -
724                                                         XFS_ALLOC_SET_ASIDE(mp);
725
726         spin_lock(&mp->m_sb_lock);
727         cnt->freertx = mp->m_sb.sb_frextents;
728         spin_unlock(&mp->m_sb_lock);
729         return 0;
730 }
731
732 /*
733  * exported through ioctl XFS_IOC_SET_RESBLKS & XFS_IOC_GET_RESBLKS
734  *
735  * xfs_reserve_blocks is called to set m_resblks
736  * in the in-core mount table. The number of unused reserved blocks
737  * is kept in m_resblks_avail.
738  *
739  * Reserve the requested number of blocks if available. Otherwise return
740  * as many as possible to satisfy the request. The actual number
741  * reserved are returned in outval
742  *
743  * A null inval pointer indicates that only the current reserved blocks
744  * available  should  be returned no settings are changed.
745  */
746
747 int
748 xfs_reserve_blocks(
749         xfs_mount_t             *mp,
750         __uint64_t              *inval,
751         xfs_fsop_resblks_t      *outval)
752 {
753         __int64_t               lcounter, delta;
754         __int64_t               fdblks_delta = 0;
755         __uint64_t              request;
756         __int64_t               free;
757         int                     error = 0;
758
759         /* If inval is null, report current values and return */
760         if (inval == (__uint64_t *)NULL) {
761                 if (!outval)
762                         return -EINVAL;
763                 outval->resblks = mp->m_resblks;
764                 outval->resblks_avail = mp->m_resblks_avail;
765                 return 0;
766         }
767
768         request = *inval;
769
770         /*
771          * With per-cpu counters, this becomes an interesting problem. we need
772          * to work out if we are freeing or allocation blocks first, then we can
773          * do the modification as necessary.
774          *
775          * We do this under the m_sb_lock so that if we are near ENOSPC, we will
776          * hold out any changes while we work out what to do. This means that
777          * the amount of free space can change while we do this, so we need to
778          * retry if we end up trying to reserve more space than is available.
779          */
780         spin_lock(&mp->m_sb_lock);
781
782         /*
783          * If our previous reservation was larger than the current value,
784          * then move any unused blocks back to the free pool. Modify the resblks
785          * counters directly since we shouldn't have any problems unreserving
786          * space.
787          */
788         if (mp->m_resblks > request) {
789                 lcounter = mp->m_resblks_avail - request;
790                 if (lcounter  > 0) {            /* release unused blocks */
791                         fdblks_delta = lcounter;
792                         mp->m_resblks_avail -= lcounter;
793                 }
794                 mp->m_resblks = request;
795                 if (fdblks_delta) {
796                         spin_unlock(&mp->m_sb_lock);
797                         error = xfs_mod_fdblocks(mp, fdblks_delta, 0);
798                         spin_lock(&mp->m_sb_lock);
799                 }
800
801                 goto out;
802         }
803
804         /*
805          * If the request is larger than the current reservation, reserve the
806          * blocks before we update the reserve counters. Sample m_fdblocks and
807          * perform a partial reservation if the request exceeds free space.
808          */
809         error = -ENOSPC;
810         do {
811                 free = percpu_counter_sum(&mp->m_fdblocks) -
812                                                         XFS_ALLOC_SET_ASIDE(mp);
813                 if (!free)
814                         break;
815
816                 delta = request - mp->m_resblks;
817                 lcounter = free - delta;
818                 if (lcounter < 0)
819                         /* We can't satisfy the request, just get what we can */
820                         fdblks_delta = free;
821                 else
822                         fdblks_delta = delta;
823
824                 /*
825                  * We'll either succeed in getting space from the free block
826                  * count or we'll get an ENOSPC. If we get a ENOSPC, it means
827                  * things changed while we were calculating fdblks_delta and so
828                  * we should try again to see if there is anything left to
829                  * reserve.
830                  *
831                  * Don't set the reserved flag here - we don't want to reserve
832                  * the extra reserve blocks from the reserve.....
833                  */
834                 spin_unlock(&mp->m_sb_lock);
835                 error = xfs_mod_fdblocks(mp, -fdblks_delta, 0);
836                 spin_lock(&mp->m_sb_lock);
837         } while (error == -ENOSPC);
838
839         /*
840          * Update the reserve counters if blocks have been successfully
841          * allocated.
842          */
843         if (!error && fdblks_delta) {
844                 mp->m_resblks += fdblks_delta;
845                 mp->m_resblks_avail += fdblks_delta;
846         }
847
848 out:
849         if (outval) {
850                 outval->resblks = mp->m_resblks;
851                 outval->resblks_avail = mp->m_resblks_avail;
852         }
853
854         spin_unlock(&mp->m_sb_lock);
855         return error;
856 }
857
858 int
859 xfs_fs_goingdown(
860         xfs_mount_t     *mp,
861         __uint32_t      inflags)
862 {
863         switch (inflags) {
864         case XFS_FSOP_GOING_FLAGS_DEFAULT: {
865                 struct super_block *sb = freeze_bdev(mp->m_super->s_bdev);
866
867                 if (sb && !IS_ERR(sb)) {
868                         xfs_force_shutdown(mp, SHUTDOWN_FORCE_UMOUNT);
869                         thaw_bdev(sb->s_bdev, sb);
870                 }
871
872                 break;
873         }
874         case XFS_FSOP_GOING_FLAGS_LOGFLUSH:
875                 xfs_force_shutdown(mp, SHUTDOWN_FORCE_UMOUNT);
876                 break;
877         case XFS_FSOP_GOING_FLAGS_NOLOGFLUSH:
878                 xfs_force_shutdown(mp,
879                                 SHUTDOWN_FORCE_UMOUNT | SHUTDOWN_LOG_IO_ERROR);
880                 break;
881         default:
882                 return -EINVAL;
883         }
884
885         return 0;
886 }
887
888 /*
889  * Force a shutdown of the filesystem instantly while keeping the filesystem
890  * consistent. We don't do an unmount here; just shutdown the shop, make sure
891  * that absolutely nothing persistent happens to this filesystem after this
892  * point.
893  */
894 void
895 xfs_do_force_shutdown(
896         xfs_mount_t     *mp,
897         int             flags,
898         char            *fname,
899         int             lnnum)
900 {
901         int             logerror;
902
903         logerror = flags & SHUTDOWN_LOG_IO_ERROR;
904
905         if (!(flags & SHUTDOWN_FORCE_UMOUNT)) {
906                 xfs_notice(mp,
907         "%s(0x%x) called from line %d of file %s.  Return address = 0x%p",
908                         __func__, flags, lnnum, fname, __return_address);
909         }
910         /*
911          * No need to duplicate efforts.
912          */
913         if (XFS_FORCED_SHUTDOWN(mp) && !logerror)
914                 return;
915
916         /*
917          * This flags XFS_MOUNT_FS_SHUTDOWN, makes sure that we don't
918          * queue up anybody new on the log reservations, and wakes up
919          * everybody who's sleeping on log reservations to tell them
920          * the bad news.
921          */
922         if (xfs_log_force_umount(mp, logerror))
923                 return;
924
925         if (flags & SHUTDOWN_CORRUPT_INCORE) {
926                 xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_CORRUPT,
927     "Corruption of in-memory data detected.  Shutting down filesystem");
928                 if (XFS_ERRLEVEL_HIGH <= xfs_error_level)
929                         xfs_stack_trace();
930         } else if (!(flags & SHUTDOWN_FORCE_UMOUNT)) {
931                 if (logerror) {
932                         xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_LOGERROR,
933                 "Log I/O Error Detected.  Shutting down filesystem");
934                 } else if (flags & SHUTDOWN_DEVICE_REQ) {
935                         xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_IOERROR,
936                 "All device paths lost.  Shutting down filesystem");
937                 } else if (!(flags & SHUTDOWN_REMOTE_REQ)) {
938                         xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_IOERROR,
939                 "I/O Error Detected. Shutting down filesystem");
940                 }
941         }
942         if (!(flags & SHUTDOWN_FORCE_UMOUNT)) {
943                 xfs_alert(mp,
944         "Please umount the filesystem and rectify the problem(s)");
945         }
946 }