ubifs: Abort readdir upon error
[cascardo/linux.git] / fs / nilfs2 / cpfile.c
1 /*
2  * cpfile.c - NILFS checkpoint file.
3  *
4  * Copyright (C) 2006-2008 Nippon Telegraph and Telephone Corporation.
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License as published by
8  * the Free Software Foundation; either version 2 of the License, or
9  * (at your option) any later version.
10  *
11  * This program is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  * GNU General Public License for more details.
15  *
16  * Written by Koji Sato.
17  */
18
19 #include <linux/kernel.h>
20 #include <linux/fs.h>
21 #include <linux/string.h>
22 #include <linux/buffer_head.h>
23 #include <linux/errno.h>
24 #include "mdt.h"
25 #include "cpfile.h"
26
27
28 static inline unsigned long
29 nilfs_cpfile_checkpoints_per_block(const struct inode *cpfile)
30 {
31         return NILFS_MDT(cpfile)->mi_entries_per_block;
32 }
33
34 /* block number from the beginning of the file */
35 static unsigned long
36 nilfs_cpfile_get_blkoff(const struct inode *cpfile, __u64 cno)
37 {
38         __u64 tcno = cno + NILFS_MDT(cpfile)->mi_first_entry_offset - 1;
39
40         do_div(tcno, nilfs_cpfile_checkpoints_per_block(cpfile));
41         return (unsigned long)tcno;
42 }
43
44 /* offset in block */
45 static unsigned long
46 nilfs_cpfile_get_offset(const struct inode *cpfile, __u64 cno)
47 {
48         __u64 tcno = cno + NILFS_MDT(cpfile)->mi_first_entry_offset - 1;
49
50         return do_div(tcno, nilfs_cpfile_checkpoints_per_block(cpfile));
51 }
52
53 static __u64 nilfs_cpfile_first_checkpoint_in_block(const struct inode *cpfile,
54                                                     unsigned long blkoff)
55 {
56         return (__u64)nilfs_cpfile_checkpoints_per_block(cpfile) * blkoff
57                 + 1 - NILFS_MDT(cpfile)->mi_first_entry_offset;
58 }
59
60 static unsigned long
61 nilfs_cpfile_checkpoints_in_block(const struct inode *cpfile,
62                                   __u64 curr,
63                                   __u64 max)
64 {
65         return min_t(__u64,
66                      nilfs_cpfile_checkpoints_per_block(cpfile) -
67                      nilfs_cpfile_get_offset(cpfile, curr),
68                      max - curr);
69 }
70
71 static inline int nilfs_cpfile_is_in_first(const struct inode *cpfile,
72                                            __u64 cno)
73 {
74         return nilfs_cpfile_get_blkoff(cpfile, cno) == 0;
75 }
76
77 static unsigned int
78 nilfs_cpfile_block_add_valid_checkpoints(const struct inode *cpfile,
79                                          struct buffer_head *bh,
80                                          void *kaddr,
81                                          unsigned int n)
82 {
83         struct nilfs_checkpoint *cp = kaddr + bh_offset(bh);
84         unsigned int count;
85
86         count = le32_to_cpu(cp->cp_checkpoints_count) + n;
87         cp->cp_checkpoints_count = cpu_to_le32(count);
88         return count;
89 }
90
91 static unsigned int
92 nilfs_cpfile_block_sub_valid_checkpoints(const struct inode *cpfile,
93                                          struct buffer_head *bh,
94                                          void *kaddr,
95                                          unsigned int n)
96 {
97         struct nilfs_checkpoint *cp = kaddr + bh_offset(bh);
98         unsigned int count;
99
100         WARN_ON(le32_to_cpu(cp->cp_checkpoints_count) < n);
101         count = le32_to_cpu(cp->cp_checkpoints_count) - n;
102         cp->cp_checkpoints_count = cpu_to_le32(count);
103         return count;
104 }
105
106 static inline struct nilfs_cpfile_header *
107 nilfs_cpfile_block_get_header(const struct inode *cpfile,
108                               struct buffer_head *bh,
109                               void *kaddr)
110 {
111         return kaddr + bh_offset(bh);
112 }
113
114 static struct nilfs_checkpoint *
115 nilfs_cpfile_block_get_checkpoint(const struct inode *cpfile, __u64 cno,
116                                   struct buffer_head *bh,
117                                   void *kaddr)
118 {
119         return kaddr + bh_offset(bh) + nilfs_cpfile_get_offset(cpfile, cno) *
120                 NILFS_MDT(cpfile)->mi_entry_size;
121 }
122
123 static void nilfs_cpfile_block_init(struct inode *cpfile,
124                                     struct buffer_head *bh,
125                                     void *kaddr)
126 {
127         struct nilfs_checkpoint *cp = kaddr + bh_offset(bh);
128         size_t cpsz = NILFS_MDT(cpfile)->mi_entry_size;
129         int n = nilfs_cpfile_checkpoints_per_block(cpfile);
130
131         while (n-- > 0) {
132                 nilfs_checkpoint_set_invalid(cp);
133                 cp = (void *)cp + cpsz;
134         }
135 }
136
137 static inline int nilfs_cpfile_get_header_block(struct inode *cpfile,
138                                                 struct buffer_head **bhp)
139 {
140         return nilfs_mdt_get_block(cpfile, 0, 0, NULL, bhp);
141 }
142
143 static inline int nilfs_cpfile_get_checkpoint_block(struct inode *cpfile,
144                                                     __u64 cno,
145                                                     int create,
146                                                     struct buffer_head **bhp)
147 {
148         return nilfs_mdt_get_block(cpfile,
149                                    nilfs_cpfile_get_blkoff(cpfile, cno),
150                                    create, nilfs_cpfile_block_init, bhp);
151 }
152
153 /**
154  * nilfs_cpfile_find_checkpoint_block - find and get a buffer on cpfile
155  * @cpfile: inode of cpfile
156  * @start_cno: start checkpoint number (inclusive)
157  * @end_cno: end checkpoint number (inclusive)
158  * @cnop: place to store the next checkpoint number
159  * @bhp: place to store a pointer to buffer_head struct
160  *
161  * Return Value: On success, it returns 0. On error, the following negative
162  * error code is returned.
163  *
164  * %-ENOMEM - Insufficient memory available.
165  *
166  * %-EIO - I/O error
167  *
168  * %-ENOENT - no block exists in the range.
169  */
170 static int nilfs_cpfile_find_checkpoint_block(struct inode *cpfile,
171                                               __u64 start_cno, __u64 end_cno,
172                                               __u64 *cnop,
173                                               struct buffer_head **bhp)
174 {
175         unsigned long start, end, blkoff;
176         int ret;
177
178         if (unlikely(start_cno > end_cno))
179                 return -ENOENT;
180
181         start = nilfs_cpfile_get_blkoff(cpfile, start_cno);
182         end = nilfs_cpfile_get_blkoff(cpfile, end_cno);
183
184         ret = nilfs_mdt_find_block(cpfile, start, end, &blkoff, bhp);
185         if (!ret)
186                 *cnop = (blkoff == start) ? start_cno :
187                         nilfs_cpfile_first_checkpoint_in_block(cpfile, blkoff);
188         return ret;
189 }
190
191 static inline int nilfs_cpfile_delete_checkpoint_block(struct inode *cpfile,
192                                                        __u64 cno)
193 {
194         return nilfs_mdt_delete_block(cpfile,
195                                       nilfs_cpfile_get_blkoff(cpfile, cno));
196 }
197
198 /**
199  * nilfs_cpfile_get_checkpoint - get a checkpoint
200  * @cpfile: inode of checkpoint file
201  * @cno: checkpoint number
202  * @create: create flag
203  * @cpp: pointer to a checkpoint
204  * @bhp: pointer to a buffer head
205  *
206  * Description: nilfs_cpfile_get_checkpoint() acquires the checkpoint
207  * specified by @cno. A new checkpoint will be created if @cno is the current
208  * checkpoint number and @create is nonzero.
209  *
210  * Return Value: On success, 0 is returned, and the checkpoint and the
211  * buffer head of the buffer on which the checkpoint is located are stored in
212  * the place pointed by @cpp and @bhp, respectively. On error, one of the
213  * following negative error codes is returned.
214  *
215  * %-EIO - I/O error.
216  *
217  * %-ENOMEM - Insufficient amount of memory available.
218  *
219  * %-ENOENT - No such checkpoint.
220  *
221  * %-EINVAL - invalid checkpoint.
222  */
223 int nilfs_cpfile_get_checkpoint(struct inode *cpfile,
224                                 __u64 cno,
225                                 int create,
226                                 struct nilfs_checkpoint **cpp,
227                                 struct buffer_head **bhp)
228 {
229         struct buffer_head *header_bh, *cp_bh;
230         struct nilfs_cpfile_header *header;
231         struct nilfs_checkpoint *cp;
232         void *kaddr;
233         int ret;
234
235         if (unlikely(cno < 1 || cno > nilfs_mdt_cno(cpfile) ||
236                      (cno < nilfs_mdt_cno(cpfile) && create)))
237                 return -EINVAL;
238
239         down_write(&NILFS_MDT(cpfile)->mi_sem);
240
241         ret = nilfs_cpfile_get_header_block(cpfile, &header_bh);
242         if (ret < 0)
243                 goto out_sem;
244         ret = nilfs_cpfile_get_checkpoint_block(cpfile, cno, create, &cp_bh);
245         if (ret < 0)
246                 goto out_header;
247         kaddr = kmap(cp_bh->b_page);
248         cp = nilfs_cpfile_block_get_checkpoint(cpfile, cno, cp_bh, kaddr);
249         if (nilfs_checkpoint_invalid(cp)) {
250                 if (!create) {
251                         kunmap(cp_bh->b_page);
252                         brelse(cp_bh);
253                         ret = -ENOENT;
254                         goto out_header;
255                 }
256                 /* a newly-created checkpoint */
257                 nilfs_checkpoint_clear_invalid(cp);
258                 if (!nilfs_cpfile_is_in_first(cpfile, cno))
259                         nilfs_cpfile_block_add_valid_checkpoints(cpfile, cp_bh,
260                                                                  kaddr, 1);
261                 mark_buffer_dirty(cp_bh);
262
263                 kaddr = kmap_atomic(header_bh->b_page);
264                 header = nilfs_cpfile_block_get_header(cpfile, header_bh,
265                                                        kaddr);
266                 le64_add_cpu(&header->ch_ncheckpoints, 1);
267                 kunmap_atomic(kaddr);
268                 mark_buffer_dirty(header_bh);
269                 nilfs_mdt_mark_dirty(cpfile);
270         }
271
272         if (cpp != NULL)
273                 *cpp = cp;
274         *bhp = cp_bh;
275
276  out_header:
277         brelse(header_bh);
278
279  out_sem:
280         up_write(&NILFS_MDT(cpfile)->mi_sem);
281         return ret;
282 }
283
284 /**
285  * nilfs_cpfile_put_checkpoint - put a checkpoint
286  * @cpfile: inode of checkpoint file
287  * @cno: checkpoint number
288  * @bh: buffer head
289  *
290  * Description: nilfs_cpfile_put_checkpoint() releases the checkpoint
291  * specified by @cno. @bh must be the buffer head which has been returned by
292  * a previous call to nilfs_cpfile_get_checkpoint() with @cno.
293  */
294 void nilfs_cpfile_put_checkpoint(struct inode *cpfile, __u64 cno,
295                                  struct buffer_head *bh)
296 {
297         kunmap(bh->b_page);
298         brelse(bh);
299 }
300
301 /**
302  * nilfs_cpfile_delete_checkpoints - delete checkpoints
303  * @cpfile: inode of checkpoint file
304  * @start: start checkpoint number
305  * @end: end checkpoint numer
306  *
307  * Description: nilfs_cpfile_delete_checkpoints() deletes the checkpoints in
308  * the period from @start to @end, excluding @end itself. The checkpoints
309  * which have been already deleted are ignored.
310  *
311  * Return Value: On success, 0 is returned. On error, one of the following
312  * negative error codes is returned.
313  *
314  * %-EIO - I/O error.
315  *
316  * %-ENOMEM - Insufficient amount of memory available.
317  *
318  * %-EINVAL - invalid checkpoints.
319  */
320 int nilfs_cpfile_delete_checkpoints(struct inode *cpfile,
321                                     __u64 start,
322                                     __u64 end)
323 {
324         struct buffer_head *header_bh, *cp_bh;
325         struct nilfs_cpfile_header *header;
326         struct nilfs_checkpoint *cp;
327         size_t cpsz = NILFS_MDT(cpfile)->mi_entry_size;
328         __u64 cno;
329         void *kaddr;
330         unsigned long tnicps;
331         int ret, ncps, nicps, nss, count, i;
332
333         if (unlikely(start == 0 || start > end)) {
334                 nilfs_msg(cpfile->i_sb, KERN_ERR,
335                           "cannot delete checkpoints: invalid range [%llu, %llu)",
336                           (unsigned long long)start, (unsigned long long)end);
337                 return -EINVAL;
338         }
339
340         down_write(&NILFS_MDT(cpfile)->mi_sem);
341
342         ret = nilfs_cpfile_get_header_block(cpfile, &header_bh);
343         if (ret < 0)
344                 goto out_sem;
345         tnicps = 0;
346         nss = 0;
347
348         for (cno = start; cno < end; cno += ncps) {
349                 ncps = nilfs_cpfile_checkpoints_in_block(cpfile, cno, end);
350                 ret = nilfs_cpfile_get_checkpoint_block(cpfile, cno, 0, &cp_bh);
351                 if (ret < 0) {
352                         if (ret != -ENOENT)
353                                 break;
354                         /* skip hole */
355                         ret = 0;
356                         continue;
357                 }
358
359                 kaddr = kmap_atomic(cp_bh->b_page);
360                 cp = nilfs_cpfile_block_get_checkpoint(
361                         cpfile, cno, cp_bh, kaddr);
362                 nicps = 0;
363                 for (i = 0; i < ncps; i++, cp = (void *)cp + cpsz) {
364                         if (nilfs_checkpoint_snapshot(cp)) {
365                                 nss++;
366                         } else if (!nilfs_checkpoint_invalid(cp)) {
367                                 nilfs_checkpoint_set_invalid(cp);
368                                 nicps++;
369                         }
370                 }
371                 if (nicps > 0) {
372                         tnicps += nicps;
373                         mark_buffer_dirty(cp_bh);
374                         nilfs_mdt_mark_dirty(cpfile);
375                         if (!nilfs_cpfile_is_in_first(cpfile, cno)) {
376                                 count =
377                                   nilfs_cpfile_block_sub_valid_checkpoints(
378                                                 cpfile, cp_bh, kaddr, nicps);
379                                 if (count == 0) {
380                                         /* make hole */
381                                         kunmap_atomic(kaddr);
382                                         brelse(cp_bh);
383                                         ret =
384                                           nilfs_cpfile_delete_checkpoint_block(
385                                                                    cpfile, cno);
386                                         if (ret == 0)
387                                                 continue;
388                                         nilfs_msg(cpfile->i_sb, KERN_ERR,
389                                                   "error %d deleting checkpoint block",
390                                                   ret);
391                                         break;
392                                 }
393                         }
394                 }
395
396                 kunmap_atomic(kaddr);
397                 brelse(cp_bh);
398         }
399
400         if (tnicps > 0) {
401                 kaddr = kmap_atomic(header_bh->b_page);
402                 header = nilfs_cpfile_block_get_header(cpfile, header_bh,
403                                                        kaddr);
404                 le64_add_cpu(&header->ch_ncheckpoints, -(u64)tnicps);
405                 mark_buffer_dirty(header_bh);
406                 nilfs_mdt_mark_dirty(cpfile);
407                 kunmap_atomic(kaddr);
408         }
409
410         brelse(header_bh);
411         if (nss > 0)
412                 ret = -EBUSY;
413
414  out_sem:
415         up_write(&NILFS_MDT(cpfile)->mi_sem);
416         return ret;
417 }
418
419 static void nilfs_cpfile_checkpoint_to_cpinfo(struct inode *cpfile,
420                                               struct nilfs_checkpoint *cp,
421                                               struct nilfs_cpinfo *ci)
422 {
423         ci->ci_flags = le32_to_cpu(cp->cp_flags);
424         ci->ci_cno = le64_to_cpu(cp->cp_cno);
425         ci->ci_create = le64_to_cpu(cp->cp_create);
426         ci->ci_nblk_inc = le64_to_cpu(cp->cp_nblk_inc);
427         ci->ci_inodes_count = le64_to_cpu(cp->cp_inodes_count);
428         ci->ci_blocks_count = le64_to_cpu(cp->cp_blocks_count);
429         ci->ci_next = le64_to_cpu(cp->cp_snapshot_list.ssl_next);
430 }
431
432 static ssize_t nilfs_cpfile_do_get_cpinfo(struct inode *cpfile, __u64 *cnop,
433                                           void *buf, unsigned int cisz,
434                                           size_t nci)
435 {
436         struct nilfs_checkpoint *cp;
437         struct nilfs_cpinfo *ci = buf;
438         struct buffer_head *bh;
439         size_t cpsz = NILFS_MDT(cpfile)->mi_entry_size;
440         __u64 cur_cno = nilfs_mdt_cno(cpfile), cno = *cnop;
441         void *kaddr;
442         int n, ret;
443         int ncps, i;
444
445         if (cno == 0)
446                 return -ENOENT; /* checkpoint number 0 is invalid */
447         down_read(&NILFS_MDT(cpfile)->mi_sem);
448
449         for (n = 0; n < nci; cno += ncps) {
450                 ret = nilfs_cpfile_find_checkpoint_block(
451                         cpfile, cno, cur_cno - 1, &cno, &bh);
452                 if (ret < 0) {
453                         if (likely(ret == -ENOENT))
454                                 break;
455                         goto out;
456                 }
457                 ncps = nilfs_cpfile_checkpoints_in_block(cpfile, cno, cur_cno);
458
459                 kaddr = kmap_atomic(bh->b_page);
460                 cp = nilfs_cpfile_block_get_checkpoint(cpfile, cno, bh, kaddr);
461                 for (i = 0; i < ncps && n < nci; i++, cp = (void *)cp + cpsz) {
462                         if (!nilfs_checkpoint_invalid(cp)) {
463                                 nilfs_cpfile_checkpoint_to_cpinfo(cpfile, cp,
464                                                                   ci);
465                                 ci = (void *)ci + cisz;
466                                 n++;
467                         }
468                 }
469                 kunmap_atomic(kaddr);
470                 brelse(bh);
471         }
472
473         ret = n;
474         if (n > 0) {
475                 ci = (void *)ci - cisz;
476                 *cnop = ci->ci_cno + 1;
477         }
478
479  out:
480         up_read(&NILFS_MDT(cpfile)->mi_sem);
481         return ret;
482 }
483
484 static ssize_t nilfs_cpfile_do_get_ssinfo(struct inode *cpfile, __u64 *cnop,
485                                           void *buf, unsigned int cisz,
486                                           size_t nci)
487 {
488         struct buffer_head *bh;
489         struct nilfs_cpfile_header *header;
490         struct nilfs_checkpoint *cp;
491         struct nilfs_cpinfo *ci = buf;
492         __u64 curr = *cnop, next;
493         unsigned long curr_blkoff, next_blkoff;
494         void *kaddr;
495         int n = 0, ret;
496
497         down_read(&NILFS_MDT(cpfile)->mi_sem);
498
499         if (curr == 0) {
500                 ret = nilfs_cpfile_get_header_block(cpfile, &bh);
501                 if (ret < 0)
502                         goto out;
503                 kaddr = kmap_atomic(bh->b_page);
504                 header = nilfs_cpfile_block_get_header(cpfile, bh, kaddr);
505                 curr = le64_to_cpu(header->ch_snapshot_list.ssl_next);
506                 kunmap_atomic(kaddr);
507                 brelse(bh);
508                 if (curr == 0) {
509                         ret = 0;
510                         goto out;
511                 }
512         } else if (unlikely(curr == ~(__u64)0)) {
513                 ret = 0;
514                 goto out;
515         }
516
517         curr_blkoff = nilfs_cpfile_get_blkoff(cpfile, curr);
518         ret = nilfs_cpfile_get_checkpoint_block(cpfile, curr, 0, &bh);
519         if (unlikely(ret < 0)) {
520                 if (ret == -ENOENT)
521                         ret = 0; /* No snapshots (started from a hole block) */
522                 goto out;
523         }
524         kaddr = kmap_atomic(bh->b_page);
525         while (n < nci) {
526                 cp = nilfs_cpfile_block_get_checkpoint(cpfile, curr, bh, kaddr);
527                 curr = ~(__u64)0; /* Terminator */
528                 if (unlikely(nilfs_checkpoint_invalid(cp) ||
529                              !nilfs_checkpoint_snapshot(cp)))
530                         break;
531                 nilfs_cpfile_checkpoint_to_cpinfo(cpfile, cp, ci);
532                 ci = (void *)ci + cisz;
533                 n++;
534                 next = le64_to_cpu(cp->cp_snapshot_list.ssl_next);
535                 if (next == 0)
536                         break; /* reach end of the snapshot list */
537
538                 next_blkoff = nilfs_cpfile_get_blkoff(cpfile, next);
539                 if (curr_blkoff != next_blkoff) {
540                         kunmap_atomic(kaddr);
541                         brelse(bh);
542                         ret = nilfs_cpfile_get_checkpoint_block(cpfile, next,
543                                                                 0, &bh);
544                         if (unlikely(ret < 0)) {
545                                 WARN_ON(ret == -ENOENT);
546                                 goto out;
547                         }
548                         kaddr = kmap_atomic(bh->b_page);
549                 }
550                 curr = next;
551                 curr_blkoff = next_blkoff;
552         }
553         kunmap_atomic(kaddr);
554         brelse(bh);
555         *cnop = curr;
556         ret = n;
557
558  out:
559         up_read(&NILFS_MDT(cpfile)->mi_sem);
560         return ret;
561 }
562
563 /**
564  * nilfs_cpfile_get_cpinfo -
565  * @cpfile:
566  * @cno:
567  * @ci:
568  * @nci:
569  */
570
571 ssize_t nilfs_cpfile_get_cpinfo(struct inode *cpfile, __u64 *cnop, int mode,
572                                 void *buf, unsigned int cisz, size_t nci)
573 {
574         switch (mode) {
575         case NILFS_CHECKPOINT:
576                 return nilfs_cpfile_do_get_cpinfo(cpfile, cnop, buf, cisz, nci);
577         case NILFS_SNAPSHOT:
578                 return nilfs_cpfile_do_get_ssinfo(cpfile, cnop, buf, cisz, nci);
579         default:
580                 return -EINVAL;
581         }
582 }
583
584 /**
585  * nilfs_cpfile_delete_checkpoint -
586  * @cpfile:
587  * @cno:
588  */
589 int nilfs_cpfile_delete_checkpoint(struct inode *cpfile, __u64 cno)
590 {
591         struct nilfs_cpinfo ci;
592         __u64 tcno = cno;
593         ssize_t nci;
594
595         nci = nilfs_cpfile_do_get_cpinfo(cpfile, &tcno, &ci, sizeof(ci), 1);
596         if (nci < 0)
597                 return nci;
598         else if (nci == 0 || ci.ci_cno != cno)
599                 return -ENOENT;
600         else if (nilfs_cpinfo_snapshot(&ci))
601                 return -EBUSY;
602
603         return nilfs_cpfile_delete_checkpoints(cpfile, cno, cno + 1);
604 }
605
606 static struct nilfs_snapshot_list *
607 nilfs_cpfile_block_get_snapshot_list(const struct inode *cpfile,
608                                      __u64 cno,
609                                      struct buffer_head *bh,
610                                      void *kaddr)
611 {
612         struct nilfs_cpfile_header *header;
613         struct nilfs_checkpoint *cp;
614         struct nilfs_snapshot_list *list;
615
616         if (cno != 0) {
617                 cp = nilfs_cpfile_block_get_checkpoint(cpfile, cno, bh, kaddr);
618                 list = &cp->cp_snapshot_list;
619         } else {
620                 header = nilfs_cpfile_block_get_header(cpfile, bh, kaddr);
621                 list = &header->ch_snapshot_list;
622         }
623         return list;
624 }
625
626 static int nilfs_cpfile_set_snapshot(struct inode *cpfile, __u64 cno)
627 {
628         struct buffer_head *header_bh, *curr_bh, *prev_bh, *cp_bh;
629         struct nilfs_cpfile_header *header;
630         struct nilfs_checkpoint *cp;
631         struct nilfs_snapshot_list *list;
632         __u64 curr, prev;
633         unsigned long curr_blkoff, prev_blkoff;
634         void *kaddr;
635         int ret;
636
637         if (cno == 0)
638                 return -ENOENT; /* checkpoint number 0 is invalid */
639         down_write(&NILFS_MDT(cpfile)->mi_sem);
640
641         ret = nilfs_cpfile_get_checkpoint_block(cpfile, cno, 0, &cp_bh);
642         if (ret < 0)
643                 goto out_sem;
644         kaddr = kmap_atomic(cp_bh->b_page);
645         cp = nilfs_cpfile_block_get_checkpoint(cpfile, cno, cp_bh, kaddr);
646         if (nilfs_checkpoint_invalid(cp)) {
647                 ret = -ENOENT;
648                 kunmap_atomic(kaddr);
649                 goto out_cp;
650         }
651         if (nilfs_checkpoint_snapshot(cp)) {
652                 ret = 0;
653                 kunmap_atomic(kaddr);
654                 goto out_cp;
655         }
656         kunmap_atomic(kaddr);
657
658         ret = nilfs_cpfile_get_header_block(cpfile, &header_bh);
659         if (ret < 0)
660                 goto out_cp;
661         kaddr = kmap_atomic(header_bh->b_page);
662         header = nilfs_cpfile_block_get_header(cpfile, header_bh, kaddr);
663         list = &header->ch_snapshot_list;
664         curr_bh = header_bh;
665         get_bh(curr_bh);
666         curr = 0;
667         curr_blkoff = 0;
668         prev = le64_to_cpu(list->ssl_prev);
669         while (prev > cno) {
670                 prev_blkoff = nilfs_cpfile_get_blkoff(cpfile, prev);
671                 curr = prev;
672                 if (curr_blkoff != prev_blkoff) {
673                         kunmap_atomic(kaddr);
674                         brelse(curr_bh);
675                         ret = nilfs_cpfile_get_checkpoint_block(cpfile, curr,
676                                                                 0, &curr_bh);
677                         if (ret < 0)
678                                 goto out_header;
679                         kaddr = kmap_atomic(curr_bh->b_page);
680                 }
681                 curr_blkoff = prev_blkoff;
682                 cp = nilfs_cpfile_block_get_checkpoint(
683                         cpfile, curr, curr_bh, kaddr);
684                 list = &cp->cp_snapshot_list;
685                 prev = le64_to_cpu(list->ssl_prev);
686         }
687         kunmap_atomic(kaddr);
688
689         if (prev != 0) {
690                 ret = nilfs_cpfile_get_checkpoint_block(cpfile, prev, 0,
691                                                         &prev_bh);
692                 if (ret < 0)
693                         goto out_curr;
694         } else {
695                 prev_bh = header_bh;
696                 get_bh(prev_bh);
697         }
698
699         kaddr = kmap_atomic(curr_bh->b_page);
700         list = nilfs_cpfile_block_get_snapshot_list(
701                 cpfile, curr, curr_bh, kaddr);
702         list->ssl_prev = cpu_to_le64(cno);
703         kunmap_atomic(kaddr);
704
705         kaddr = kmap_atomic(cp_bh->b_page);
706         cp = nilfs_cpfile_block_get_checkpoint(cpfile, cno, cp_bh, kaddr);
707         cp->cp_snapshot_list.ssl_next = cpu_to_le64(curr);
708         cp->cp_snapshot_list.ssl_prev = cpu_to_le64(prev);
709         nilfs_checkpoint_set_snapshot(cp);
710         kunmap_atomic(kaddr);
711
712         kaddr = kmap_atomic(prev_bh->b_page);
713         list = nilfs_cpfile_block_get_snapshot_list(
714                 cpfile, prev, prev_bh, kaddr);
715         list->ssl_next = cpu_to_le64(cno);
716         kunmap_atomic(kaddr);
717
718         kaddr = kmap_atomic(header_bh->b_page);
719         header = nilfs_cpfile_block_get_header(cpfile, header_bh, kaddr);
720         le64_add_cpu(&header->ch_nsnapshots, 1);
721         kunmap_atomic(kaddr);
722
723         mark_buffer_dirty(prev_bh);
724         mark_buffer_dirty(curr_bh);
725         mark_buffer_dirty(cp_bh);
726         mark_buffer_dirty(header_bh);
727         nilfs_mdt_mark_dirty(cpfile);
728
729         brelse(prev_bh);
730
731  out_curr:
732         brelse(curr_bh);
733
734  out_header:
735         brelse(header_bh);
736
737  out_cp:
738         brelse(cp_bh);
739
740  out_sem:
741         up_write(&NILFS_MDT(cpfile)->mi_sem);
742         return ret;
743 }
744
745 static int nilfs_cpfile_clear_snapshot(struct inode *cpfile, __u64 cno)
746 {
747         struct buffer_head *header_bh, *next_bh, *prev_bh, *cp_bh;
748         struct nilfs_cpfile_header *header;
749         struct nilfs_checkpoint *cp;
750         struct nilfs_snapshot_list *list;
751         __u64 next, prev;
752         void *kaddr;
753         int ret;
754
755         if (cno == 0)
756                 return -ENOENT; /* checkpoint number 0 is invalid */
757         down_write(&NILFS_MDT(cpfile)->mi_sem);
758
759         ret = nilfs_cpfile_get_checkpoint_block(cpfile, cno, 0, &cp_bh);
760         if (ret < 0)
761                 goto out_sem;
762         kaddr = kmap_atomic(cp_bh->b_page);
763         cp = nilfs_cpfile_block_get_checkpoint(cpfile, cno, cp_bh, kaddr);
764         if (nilfs_checkpoint_invalid(cp)) {
765                 ret = -ENOENT;
766                 kunmap_atomic(kaddr);
767                 goto out_cp;
768         }
769         if (!nilfs_checkpoint_snapshot(cp)) {
770                 ret = 0;
771                 kunmap_atomic(kaddr);
772                 goto out_cp;
773         }
774
775         list = &cp->cp_snapshot_list;
776         next = le64_to_cpu(list->ssl_next);
777         prev = le64_to_cpu(list->ssl_prev);
778         kunmap_atomic(kaddr);
779
780         ret = nilfs_cpfile_get_header_block(cpfile, &header_bh);
781         if (ret < 0)
782                 goto out_cp;
783         if (next != 0) {
784                 ret = nilfs_cpfile_get_checkpoint_block(cpfile, next, 0,
785                                                         &next_bh);
786                 if (ret < 0)
787                         goto out_header;
788         } else {
789                 next_bh = header_bh;
790                 get_bh(next_bh);
791         }
792         if (prev != 0) {
793                 ret = nilfs_cpfile_get_checkpoint_block(cpfile, prev, 0,
794                                                         &prev_bh);
795                 if (ret < 0)
796                         goto out_next;
797         } else {
798                 prev_bh = header_bh;
799                 get_bh(prev_bh);
800         }
801
802         kaddr = kmap_atomic(next_bh->b_page);
803         list = nilfs_cpfile_block_get_snapshot_list(
804                 cpfile, next, next_bh, kaddr);
805         list->ssl_prev = cpu_to_le64(prev);
806         kunmap_atomic(kaddr);
807
808         kaddr = kmap_atomic(prev_bh->b_page);
809         list = nilfs_cpfile_block_get_snapshot_list(
810                 cpfile, prev, prev_bh, kaddr);
811         list->ssl_next = cpu_to_le64(next);
812         kunmap_atomic(kaddr);
813
814         kaddr = kmap_atomic(cp_bh->b_page);
815         cp = nilfs_cpfile_block_get_checkpoint(cpfile, cno, cp_bh, kaddr);
816         cp->cp_snapshot_list.ssl_next = cpu_to_le64(0);
817         cp->cp_snapshot_list.ssl_prev = cpu_to_le64(0);
818         nilfs_checkpoint_clear_snapshot(cp);
819         kunmap_atomic(kaddr);
820
821         kaddr = kmap_atomic(header_bh->b_page);
822         header = nilfs_cpfile_block_get_header(cpfile, header_bh, kaddr);
823         le64_add_cpu(&header->ch_nsnapshots, -1);
824         kunmap_atomic(kaddr);
825
826         mark_buffer_dirty(next_bh);
827         mark_buffer_dirty(prev_bh);
828         mark_buffer_dirty(cp_bh);
829         mark_buffer_dirty(header_bh);
830         nilfs_mdt_mark_dirty(cpfile);
831
832         brelse(prev_bh);
833
834  out_next:
835         brelse(next_bh);
836
837  out_header:
838         brelse(header_bh);
839
840  out_cp:
841         brelse(cp_bh);
842
843  out_sem:
844         up_write(&NILFS_MDT(cpfile)->mi_sem);
845         return ret;
846 }
847
848 /**
849  * nilfs_cpfile_is_snapshot -
850  * @cpfile: inode of checkpoint file
851  * @cno: checkpoint number
852  *
853  * Description:
854  *
855  * Return Value: On success, 1 is returned if the checkpoint specified by
856  * @cno is a snapshot, or 0 if not. On error, one of the following negative
857  * error codes is returned.
858  *
859  * %-EIO - I/O error.
860  *
861  * %-ENOMEM - Insufficient amount of memory available.
862  *
863  * %-ENOENT - No such checkpoint.
864  */
865 int nilfs_cpfile_is_snapshot(struct inode *cpfile, __u64 cno)
866 {
867         struct buffer_head *bh;
868         struct nilfs_checkpoint *cp;
869         void *kaddr;
870         int ret;
871
872         /*
873          * CP number is invalid if it's zero or larger than the
874          * largest existing one.
875          */
876         if (cno == 0 || cno >= nilfs_mdt_cno(cpfile))
877                 return -ENOENT;
878         down_read(&NILFS_MDT(cpfile)->mi_sem);
879
880         ret = nilfs_cpfile_get_checkpoint_block(cpfile, cno, 0, &bh);
881         if (ret < 0)
882                 goto out;
883         kaddr = kmap_atomic(bh->b_page);
884         cp = nilfs_cpfile_block_get_checkpoint(cpfile, cno, bh, kaddr);
885         if (nilfs_checkpoint_invalid(cp))
886                 ret = -ENOENT;
887         else
888                 ret = nilfs_checkpoint_snapshot(cp);
889         kunmap_atomic(kaddr);
890         brelse(bh);
891
892  out:
893         up_read(&NILFS_MDT(cpfile)->mi_sem);
894         return ret;
895 }
896
897 /**
898  * nilfs_cpfile_change_cpmode - change checkpoint mode
899  * @cpfile: inode of checkpoint file
900  * @cno: checkpoint number
901  * @status: mode of checkpoint
902  *
903  * Description: nilfs_change_cpmode() changes the mode of the checkpoint
904  * specified by @cno. The mode @mode is NILFS_CHECKPOINT or NILFS_SNAPSHOT.
905  *
906  * Return Value: On success, 0 is returned. On error, one of the following
907  * negative error codes is returned.
908  *
909  * %-EIO - I/O error.
910  *
911  * %-ENOMEM - Insufficient amount of memory available.
912  *
913  * %-ENOENT - No such checkpoint.
914  */
915 int nilfs_cpfile_change_cpmode(struct inode *cpfile, __u64 cno, int mode)
916 {
917         int ret;
918
919         switch (mode) {
920         case NILFS_CHECKPOINT:
921                 if (nilfs_checkpoint_is_mounted(cpfile->i_sb, cno))
922                         /*
923                          * Current implementation does not have to protect
924                          * plain read-only mounts since they are exclusive
925                          * with a read/write mount and are protected from the
926                          * cleaner.
927                          */
928                         ret = -EBUSY;
929                 else
930                         ret = nilfs_cpfile_clear_snapshot(cpfile, cno);
931                 return ret;
932         case NILFS_SNAPSHOT:
933                 return nilfs_cpfile_set_snapshot(cpfile, cno);
934         default:
935                 return -EINVAL;
936         }
937 }
938
939 /**
940  * nilfs_cpfile_get_stat - get checkpoint statistics
941  * @cpfile: inode of checkpoint file
942  * @stat: pointer to a structure of checkpoint statistics
943  *
944  * Description: nilfs_cpfile_get_stat() returns information about checkpoints.
945  *
946  * Return Value: On success, 0 is returned, and checkpoints information is
947  * stored in the place pointed by @stat. On error, one of the following
948  * negative error codes is returned.
949  *
950  * %-EIO - I/O error.
951  *
952  * %-ENOMEM - Insufficient amount of memory available.
953  */
954 int nilfs_cpfile_get_stat(struct inode *cpfile, struct nilfs_cpstat *cpstat)
955 {
956         struct buffer_head *bh;
957         struct nilfs_cpfile_header *header;
958         void *kaddr;
959         int ret;
960
961         down_read(&NILFS_MDT(cpfile)->mi_sem);
962
963         ret = nilfs_cpfile_get_header_block(cpfile, &bh);
964         if (ret < 0)
965                 goto out_sem;
966         kaddr = kmap_atomic(bh->b_page);
967         header = nilfs_cpfile_block_get_header(cpfile, bh, kaddr);
968         cpstat->cs_cno = nilfs_mdt_cno(cpfile);
969         cpstat->cs_ncps = le64_to_cpu(header->ch_ncheckpoints);
970         cpstat->cs_nsss = le64_to_cpu(header->ch_nsnapshots);
971         kunmap_atomic(kaddr);
972         brelse(bh);
973
974  out_sem:
975         up_read(&NILFS_MDT(cpfile)->mi_sem);
976         return ret;
977 }
978
979 /**
980  * nilfs_cpfile_read - read or get cpfile inode
981  * @sb: super block instance
982  * @cpsize: size of a checkpoint entry
983  * @raw_inode: on-disk cpfile inode
984  * @inodep: buffer to store the inode
985  */
986 int nilfs_cpfile_read(struct super_block *sb, size_t cpsize,
987                       struct nilfs_inode *raw_inode, struct inode **inodep)
988 {
989         struct inode *cpfile;
990         int err;
991
992         if (cpsize > sb->s_blocksize) {
993                 nilfs_msg(sb, KERN_ERR,
994                           "too large checkpoint size: %zu bytes", cpsize);
995                 return -EINVAL;
996         } else if (cpsize < NILFS_MIN_CHECKPOINT_SIZE) {
997                 nilfs_msg(sb, KERN_ERR,
998                           "too small checkpoint size: %zu bytes", cpsize);
999                 return -EINVAL;
1000         }
1001
1002         cpfile = nilfs_iget_locked(sb, NULL, NILFS_CPFILE_INO);
1003         if (unlikely(!cpfile))
1004                 return -ENOMEM;
1005         if (!(cpfile->i_state & I_NEW))
1006                 goto out;
1007
1008         err = nilfs_mdt_init(cpfile, NILFS_MDT_GFP, 0);
1009         if (err)
1010                 goto failed;
1011
1012         nilfs_mdt_set_entry_size(cpfile, cpsize,
1013                                  sizeof(struct nilfs_cpfile_header));
1014
1015         err = nilfs_read_inode_common(cpfile, raw_inode);
1016         if (err)
1017                 goto failed;
1018
1019         unlock_new_inode(cpfile);
1020  out:
1021         *inodep = cpfile;
1022         return 0;
1023  failed:
1024         iget_failed(cpfile);
1025         return err;
1026 }