1 // SPDX-License-Identifier: GPL-2.0+ 1 // SPDX-License-Identifier: GPL-2.0+
2 /* 2 /*
3 * the_nilfs shared structure. 3 * the_nilfs shared structure.
4 * 4 *
5 * Copyright (C) 2005-2008 Nippon Telegraph an 5 * Copyright (C) 2005-2008 Nippon Telegraph and Telephone Corporation.
6 * 6 *
7 * Written by Ryusuke Konishi. 7 * Written by Ryusuke Konishi.
8 * 8 *
9 */ 9 */
10 10
11 #include <linux/buffer_head.h> 11 #include <linux/buffer_head.h>
12 #include <linux/slab.h> 12 #include <linux/slab.h>
13 #include <linux/blkdev.h> 13 #include <linux/blkdev.h>
14 #include <linux/backing-dev.h> 14 #include <linux/backing-dev.h>
>> 15 #include <linux/random.h>
15 #include <linux/log2.h> 16 #include <linux/log2.h>
16 #include <linux/crc32.h> 17 #include <linux/crc32.h>
17 #include "nilfs.h" 18 #include "nilfs.h"
18 #include "segment.h" 19 #include "segment.h"
19 #include "alloc.h" 20 #include "alloc.h"
20 #include "cpfile.h" 21 #include "cpfile.h"
21 #include "sufile.h" 22 #include "sufile.h"
22 #include "dat.h" 23 #include "dat.h"
23 #include "segbuf.h" 24 #include "segbuf.h"
24 25
25 26
26 static int nilfs_valid_sb(struct nilfs_super_b 27 static int nilfs_valid_sb(struct nilfs_super_block *sbp);
27 28
28 void nilfs_set_last_segment(struct the_nilfs * 29 void nilfs_set_last_segment(struct the_nilfs *nilfs,
29 sector_t start_blo 30 sector_t start_blocknr, u64 seq, __u64 cno)
30 { 31 {
31 spin_lock(&nilfs->ns_last_segment_lock 32 spin_lock(&nilfs->ns_last_segment_lock);
32 nilfs->ns_last_pseg = start_blocknr; 33 nilfs->ns_last_pseg = start_blocknr;
33 nilfs->ns_last_seq = seq; 34 nilfs->ns_last_seq = seq;
34 nilfs->ns_last_cno = cno; 35 nilfs->ns_last_cno = cno;
35 36
36 if (!nilfs_sb_dirty(nilfs)) { 37 if (!nilfs_sb_dirty(nilfs)) {
37 if (nilfs->ns_prev_seq == nilf 38 if (nilfs->ns_prev_seq == nilfs->ns_last_seq)
38 goto stay_cursor; 39 goto stay_cursor;
39 40
40 set_nilfs_sb_dirty(nilfs); 41 set_nilfs_sb_dirty(nilfs);
41 } 42 }
42 nilfs->ns_prev_seq = nilfs->ns_last_se 43 nilfs->ns_prev_seq = nilfs->ns_last_seq;
43 44
44 stay_cursor: 45 stay_cursor:
45 spin_unlock(&nilfs->ns_last_segment_lo 46 spin_unlock(&nilfs->ns_last_segment_lock);
46 } 47 }
47 48
48 /** 49 /**
49 * alloc_nilfs - allocate a nilfs object 50 * alloc_nilfs - allocate a nilfs object
50 * @sb: super block instance 51 * @sb: super block instance
51 * 52 *
52 * Return Value: On success, pointer to the_ni 53 * Return Value: On success, pointer to the_nilfs is returned.
53 * On error, NULL is returned. 54 * On error, NULL is returned.
54 */ 55 */
55 struct the_nilfs *alloc_nilfs(struct super_blo 56 struct the_nilfs *alloc_nilfs(struct super_block *sb)
56 { 57 {
57 struct the_nilfs *nilfs; 58 struct the_nilfs *nilfs;
58 59
59 nilfs = kzalloc(sizeof(*nilfs), GFP_KE 60 nilfs = kzalloc(sizeof(*nilfs), GFP_KERNEL);
60 if (!nilfs) 61 if (!nilfs)
61 return NULL; 62 return NULL;
62 63
63 nilfs->ns_sb = sb; 64 nilfs->ns_sb = sb;
64 nilfs->ns_bdev = sb->s_bdev; 65 nilfs->ns_bdev = sb->s_bdev;
65 atomic_set(&nilfs->ns_ndirtyblks, 0); 66 atomic_set(&nilfs->ns_ndirtyblks, 0);
66 init_rwsem(&nilfs->ns_sem); 67 init_rwsem(&nilfs->ns_sem);
67 mutex_init(&nilfs->ns_snapshot_mount_m 68 mutex_init(&nilfs->ns_snapshot_mount_mutex);
68 INIT_LIST_HEAD(&nilfs->ns_dirty_files) 69 INIT_LIST_HEAD(&nilfs->ns_dirty_files);
69 INIT_LIST_HEAD(&nilfs->ns_gc_inodes); 70 INIT_LIST_HEAD(&nilfs->ns_gc_inodes);
70 spin_lock_init(&nilfs->ns_inode_lock); 71 spin_lock_init(&nilfs->ns_inode_lock);
>> 72 spin_lock_init(&nilfs->ns_next_gen_lock);
71 spin_lock_init(&nilfs->ns_last_segment 73 spin_lock_init(&nilfs->ns_last_segment_lock);
72 nilfs->ns_cptree = RB_ROOT; 74 nilfs->ns_cptree = RB_ROOT;
73 spin_lock_init(&nilfs->ns_cptree_lock) 75 spin_lock_init(&nilfs->ns_cptree_lock);
74 init_rwsem(&nilfs->ns_segctor_sem); 76 init_rwsem(&nilfs->ns_segctor_sem);
75 nilfs->ns_sb_update_freq = NILFS_SB_FR 77 nilfs->ns_sb_update_freq = NILFS_SB_FREQ;
76 78
77 return nilfs; 79 return nilfs;
78 } 80 }
79 81
80 /** 82 /**
81 * destroy_nilfs - destroy nilfs object 83 * destroy_nilfs - destroy nilfs object
82 * @nilfs: nilfs object to be released 84 * @nilfs: nilfs object to be released
83 */ 85 */
84 void destroy_nilfs(struct the_nilfs *nilfs) 86 void destroy_nilfs(struct the_nilfs *nilfs)
85 { 87 {
86 might_sleep(); 88 might_sleep();
87 if (nilfs_init(nilfs)) { 89 if (nilfs_init(nilfs)) {
88 brelse(nilfs->ns_sbh[0]); 90 brelse(nilfs->ns_sbh[0]);
89 brelse(nilfs->ns_sbh[1]); 91 brelse(nilfs->ns_sbh[1]);
90 } 92 }
91 kfree(nilfs); 93 kfree(nilfs);
92 } 94 }
93 95
94 static int nilfs_load_super_root(struct the_ni 96 static int nilfs_load_super_root(struct the_nilfs *nilfs,
95 struct super_ 97 struct super_block *sb, sector_t sr_block)
96 { 98 {
97 struct buffer_head *bh_sr; 99 struct buffer_head *bh_sr;
98 struct nilfs_super_root *raw_sr; 100 struct nilfs_super_root *raw_sr;
99 struct nilfs_super_block **sbp = nilfs 101 struct nilfs_super_block **sbp = nilfs->ns_sbp;
100 struct nilfs_inode *rawi; 102 struct nilfs_inode *rawi;
101 unsigned int dat_entry_size, segment_u 103 unsigned int dat_entry_size, segment_usage_size, checkpoint_size;
102 unsigned int inode_size; 104 unsigned int inode_size;
103 int err; 105 int err;
104 106
105 err = nilfs_read_super_root_block(nilf 107 err = nilfs_read_super_root_block(nilfs, sr_block, &bh_sr, 1);
106 if (unlikely(err)) 108 if (unlikely(err))
107 return err; 109 return err;
108 110
109 down_read(&nilfs->ns_sem); 111 down_read(&nilfs->ns_sem);
110 dat_entry_size = le16_to_cpu(sbp[0]->s 112 dat_entry_size = le16_to_cpu(sbp[0]->s_dat_entry_size);
111 checkpoint_size = le16_to_cpu(sbp[0]-> 113 checkpoint_size = le16_to_cpu(sbp[0]->s_checkpoint_size);
112 segment_usage_size = le16_to_cpu(sbp[0 114 segment_usage_size = le16_to_cpu(sbp[0]->s_segment_usage_size);
113 up_read(&nilfs->ns_sem); 115 up_read(&nilfs->ns_sem);
114 116
115 inode_size = nilfs->ns_inode_size; 117 inode_size = nilfs->ns_inode_size;
116 118
117 rawi = (void *)bh_sr->b_data + NILFS_S 119 rawi = (void *)bh_sr->b_data + NILFS_SR_DAT_OFFSET(inode_size);
118 err = nilfs_dat_read(sb, dat_entry_siz 120 err = nilfs_dat_read(sb, dat_entry_size, rawi, &nilfs->ns_dat);
119 if (err) 121 if (err)
120 goto failed; 122 goto failed;
121 123
122 rawi = (void *)bh_sr->b_data + NILFS_S 124 rawi = (void *)bh_sr->b_data + NILFS_SR_CPFILE_OFFSET(inode_size);
123 err = nilfs_cpfile_read(sb, checkpoint 125 err = nilfs_cpfile_read(sb, checkpoint_size, rawi, &nilfs->ns_cpfile);
124 if (err) 126 if (err)
125 goto failed_dat; 127 goto failed_dat;
126 128
127 rawi = (void *)bh_sr->b_data + NILFS_S 129 rawi = (void *)bh_sr->b_data + NILFS_SR_SUFILE_OFFSET(inode_size);
128 err = nilfs_sufile_read(sb, segment_us 130 err = nilfs_sufile_read(sb, segment_usage_size, rawi,
129 &nilfs->ns_suf 131 &nilfs->ns_sufile);
130 if (err) 132 if (err)
131 goto failed_cpfile; 133 goto failed_cpfile;
132 134
133 raw_sr = (struct nilfs_super_root *)bh 135 raw_sr = (struct nilfs_super_root *)bh_sr->b_data;
134 nilfs->ns_nongc_ctime = le64_to_cpu(ra 136 nilfs->ns_nongc_ctime = le64_to_cpu(raw_sr->sr_nongc_ctime);
135 137
136 failed: 138 failed:
137 brelse(bh_sr); 139 brelse(bh_sr);
138 return err; 140 return err;
139 141
140 failed_cpfile: 142 failed_cpfile:
141 iput(nilfs->ns_cpfile); 143 iput(nilfs->ns_cpfile);
142 144
143 failed_dat: 145 failed_dat:
144 iput(nilfs->ns_dat); 146 iput(nilfs->ns_dat);
145 goto failed; 147 goto failed;
146 } 148 }
147 149
148 static void nilfs_init_recovery_info(struct ni 150 static void nilfs_init_recovery_info(struct nilfs_recovery_info *ri)
149 { 151 {
150 memset(ri, 0, sizeof(*ri)); 152 memset(ri, 0, sizeof(*ri));
151 INIT_LIST_HEAD(&ri->ri_used_segments); 153 INIT_LIST_HEAD(&ri->ri_used_segments);
152 } 154 }
153 155
154 static void nilfs_clear_recovery_info(struct n 156 static void nilfs_clear_recovery_info(struct nilfs_recovery_info *ri)
155 { 157 {
156 nilfs_dispose_segment_list(&ri->ri_use 158 nilfs_dispose_segment_list(&ri->ri_used_segments);
157 } 159 }
158 160
159 /** 161 /**
160 * nilfs_store_log_cursor - load log cursor fr 162 * nilfs_store_log_cursor - load log cursor from a super block
161 * @nilfs: nilfs object 163 * @nilfs: nilfs object
162 * @sbp: buffer storing super block to be read 164 * @sbp: buffer storing super block to be read
163 * 165 *
164 * nilfs_store_log_cursor() reads the last pos 166 * nilfs_store_log_cursor() reads the last position of the log
165 * containing a super root from a given super 167 * containing a super root from a given super block, and initializes
166 * relevant information on the nilfs object pr 168 * relevant information on the nilfs object preparatory for log
167 * scanning and recovery. 169 * scanning and recovery.
168 */ 170 */
169 static int nilfs_store_log_cursor(struct the_n 171 static int nilfs_store_log_cursor(struct the_nilfs *nilfs,
170 struct nilfs 172 struct nilfs_super_block *sbp)
171 { 173 {
172 int ret = 0; 174 int ret = 0;
173 175
174 nilfs->ns_last_pseg = le64_to_cpu(sbp- 176 nilfs->ns_last_pseg = le64_to_cpu(sbp->s_last_pseg);
175 nilfs->ns_last_cno = le64_to_cpu(sbp-> 177 nilfs->ns_last_cno = le64_to_cpu(sbp->s_last_cno);
176 nilfs->ns_last_seq = le64_to_cpu(sbp-> 178 nilfs->ns_last_seq = le64_to_cpu(sbp->s_last_seq);
177 179
178 nilfs->ns_prev_seq = nilfs->ns_last_se 180 nilfs->ns_prev_seq = nilfs->ns_last_seq;
179 nilfs->ns_seg_seq = nilfs->ns_last_seq 181 nilfs->ns_seg_seq = nilfs->ns_last_seq;
180 nilfs->ns_segnum = 182 nilfs->ns_segnum =
181 nilfs_get_segnum_of_block(nilf 183 nilfs_get_segnum_of_block(nilfs, nilfs->ns_last_pseg);
182 nilfs->ns_cno = nilfs->ns_last_cno + 1 184 nilfs->ns_cno = nilfs->ns_last_cno + 1;
183 if (nilfs->ns_segnum >= nilfs->ns_nseg 185 if (nilfs->ns_segnum >= nilfs->ns_nsegments) {
184 nilfs_err(nilfs->ns_sb, 186 nilfs_err(nilfs->ns_sb,
185 "pointed segment num 187 "pointed segment number is out of range: segnum=%llu, nsegments=%lu",
186 (unsigned long long) 188 (unsigned long long)nilfs->ns_segnum,
187 nilfs->ns_nsegments) 189 nilfs->ns_nsegments);
188 ret = -EINVAL; 190 ret = -EINVAL;
189 } 191 }
190 return ret; 192 return ret;
191 } 193 }
192 194
193 /** 195 /**
194 * nilfs_get_blocksize - get block size from r 196 * nilfs_get_blocksize - get block size from raw superblock data
195 * @sb: super block instance 197 * @sb: super block instance
196 * @sbp: superblock raw data buffer 198 * @sbp: superblock raw data buffer
197 * @blocksize: place to store block size 199 * @blocksize: place to store block size
198 * 200 *
199 * nilfs_get_blocksize() calculates the block 201 * nilfs_get_blocksize() calculates the block size from the block size
200 * exponent information written in @sbp and st 202 * exponent information written in @sbp and stores it in @blocksize,
201 * or aborts with an error message if it's too 203 * or aborts with an error message if it's too large.
202 * 204 *
203 * Return Value: On success, 0 is returned. If 205 * Return Value: On success, 0 is returned. If the block size is too
204 * large, -EINVAL is returned. 206 * large, -EINVAL is returned.
205 */ 207 */
206 static int nilfs_get_blocksize(struct super_bl 208 static int nilfs_get_blocksize(struct super_block *sb,
207 struct nilfs_su 209 struct nilfs_super_block *sbp, int *blocksize)
208 { 210 {
209 unsigned int shift_bits = le32_to_cpu( 211 unsigned int shift_bits = le32_to_cpu(sbp->s_log_block_size);
210 212
211 if (unlikely(shift_bits > 213 if (unlikely(shift_bits >
212 ilog2(NILFS_MAX_BLOCK_SIZ 214 ilog2(NILFS_MAX_BLOCK_SIZE) - BLOCK_SIZE_BITS)) {
213 nilfs_err(sb, "too large files 215 nilfs_err(sb, "too large filesystem blocksize: 2 ^ %u KiB",
214 shift_bits); 216 shift_bits);
215 return -EINVAL; 217 return -EINVAL;
216 } 218 }
217 *blocksize = BLOCK_SIZE << shift_bits; 219 *blocksize = BLOCK_SIZE << shift_bits;
218 return 0; 220 return 0;
219 } 221 }
220 222
221 /** 223 /**
222 * load_nilfs - load and recover the nilfs 224 * load_nilfs - load and recover the nilfs
223 * @nilfs: the_nilfs structure to be released 225 * @nilfs: the_nilfs structure to be released
224 * @sb: super block instance used to recover p 226 * @sb: super block instance used to recover past segment
225 * 227 *
226 * load_nilfs() searches and load the latest s 228 * load_nilfs() searches and load the latest super root,
227 * attaches the last segment, and does recover 229 * attaches the last segment, and does recovery if needed.
228 * The caller must call this exclusively for s 230 * The caller must call this exclusively for simultaneous mounts.
229 */ 231 */
230 int load_nilfs(struct the_nilfs *nilfs, struct 232 int load_nilfs(struct the_nilfs *nilfs, struct super_block *sb)
231 { 233 {
232 struct nilfs_recovery_info ri; 234 struct nilfs_recovery_info ri;
233 unsigned int s_flags = sb->s_flags; 235 unsigned int s_flags = sb->s_flags;
234 int really_read_only = bdev_read_only( 236 int really_read_only = bdev_read_only(nilfs->ns_bdev);
235 int valid_fs = nilfs_valid_fs(nilfs); 237 int valid_fs = nilfs_valid_fs(nilfs);
236 int err; 238 int err;
237 239
238 if (!valid_fs) { 240 if (!valid_fs) {
239 nilfs_warn(sb, "mounting unche 241 nilfs_warn(sb, "mounting unchecked fs");
240 if (s_flags & SB_RDONLY) { 242 if (s_flags & SB_RDONLY) {
241 nilfs_info(sb, 243 nilfs_info(sb,
242 "recovery r 244 "recovery required for readonly filesystem");
243 nilfs_info(sb, 245 nilfs_info(sb,
244 "write acce 246 "write access will be enabled during recovery");
245 } 247 }
246 } 248 }
247 249
248 nilfs_init_recovery_info(&ri); 250 nilfs_init_recovery_info(&ri);
249 251
250 err = nilfs_search_super_root(nilfs, & 252 err = nilfs_search_super_root(nilfs, &ri);
251 if (unlikely(err)) { 253 if (unlikely(err)) {
252 struct nilfs_super_block **sbp 254 struct nilfs_super_block **sbp = nilfs->ns_sbp;
253 int blocksize; 255 int blocksize;
254 256
255 if (err != -EINVAL) 257 if (err != -EINVAL)
256 goto scan_error; 258 goto scan_error;
257 259
258 if (!nilfs_valid_sb(sbp[1])) { 260 if (!nilfs_valid_sb(sbp[1])) {
259 nilfs_warn(sb, 261 nilfs_warn(sb,
260 "unable to 262 "unable to fall back to spare super block");
261 goto scan_error; 263 goto scan_error;
262 } 264 }
263 nilfs_info(sb, "trying rollbac 265 nilfs_info(sb, "trying rollback from an earlier position");
264 266
265 /* 267 /*
266 * restore super block with it 268 * restore super block with its spare and reconfigure
267 * relevant states of the nilf 269 * relevant states of the nilfs object.
268 */ 270 */
269 memcpy(sbp[0], sbp[1], nilfs-> 271 memcpy(sbp[0], sbp[1], nilfs->ns_sbsize);
270 nilfs->ns_crc_seed = le32_to_c 272 nilfs->ns_crc_seed = le32_to_cpu(sbp[0]->s_crc_seed);
271 nilfs->ns_sbwtime = le64_to_cp 273 nilfs->ns_sbwtime = le64_to_cpu(sbp[0]->s_wtime);
272 274
273 /* verify consistency between 275 /* verify consistency between two super blocks */
274 err = nilfs_get_blocksize(sb, 276 err = nilfs_get_blocksize(sb, sbp[0], &blocksize);
275 if (err) 277 if (err)
276 goto scan_error; 278 goto scan_error;
277 279
278 if (blocksize != nilfs->ns_blo 280 if (blocksize != nilfs->ns_blocksize) {
279 nilfs_warn(sb, 281 nilfs_warn(sb,
280 "blocksize 282 "blocksize differs between two super blocks (%d != %d)",
281 blocksize, 283 blocksize, nilfs->ns_blocksize);
282 err = -EINVAL; 284 err = -EINVAL;
283 goto scan_error; 285 goto scan_error;
284 } 286 }
285 287
286 err = nilfs_store_log_cursor(n 288 err = nilfs_store_log_cursor(nilfs, sbp[0]);
287 if (err) 289 if (err)
288 goto scan_error; 290 goto scan_error;
289 291
290 /* drop clean flag to allow ro 292 /* drop clean flag to allow roll-forward and recovery */
291 nilfs->ns_mount_state &= ~NILF 293 nilfs->ns_mount_state &= ~NILFS_VALID_FS;
292 valid_fs = 0; 294 valid_fs = 0;
293 295
294 err = nilfs_search_super_root( 296 err = nilfs_search_super_root(nilfs, &ri);
295 if (err) 297 if (err)
296 goto scan_error; 298 goto scan_error;
297 } 299 }
298 300
299 err = nilfs_load_super_root(nilfs, sb, 301 err = nilfs_load_super_root(nilfs, sb, ri.ri_super_root);
300 if (unlikely(err)) { 302 if (unlikely(err)) {
301 nilfs_err(sb, "error %d while 303 nilfs_err(sb, "error %d while loading super root", err);
302 goto failed; 304 goto failed;
303 } 305 }
304 306
305 err = nilfs_sysfs_create_device_group( 307 err = nilfs_sysfs_create_device_group(sb);
306 if (unlikely(err)) 308 if (unlikely(err))
307 goto sysfs_error; 309 goto sysfs_error;
308 310
309 if (valid_fs) 311 if (valid_fs)
310 goto skip_recovery; 312 goto skip_recovery;
311 313
312 if (s_flags & SB_RDONLY) { 314 if (s_flags & SB_RDONLY) {
313 __u64 features; 315 __u64 features;
314 316
315 if (nilfs_test_opt(nilfs, NORE 317 if (nilfs_test_opt(nilfs, NORECOVERY)) {
316 nilfs_info(sb, 318 nilfs_info(sb,
317 "norecovery 319 "norecovery option specified, skipping roll-forward recovery");
318 goto skip_recovery; 320 goto skip_recovery;
319 } 321 }
320 features = le64_to_cpu(nilfs-> 322 features = le64_to_cpu(nilfs->ns_sbp[0]->s_feature_compat_ro) &
321 ~NILFS_FEATURE_COMPAT_ 323 ~NILFS_FEATURE_COMPAT_RO_SUPP;
322 if (features) { 324 if (features) {
323 nilfs_err(sb, 325 nilfs_err(sb,
324 "couldn't pr 326 "couldn't proceed with recovery because of unsupported optional features (%llx)",
325 (unsigned lo 327 (unsigned long long)features);
326 err = -EROFS; 328 err = -EROFS;
327 goto failed_unload; 329 goto failed_unload;
328 } 330 }
329 if (really_read_only) { 331 if (really_read_only) {
330 nilfs_err(sb, 332 nilfs_err(sb,
331 "write acces 333 "write access unavailable, cannot proceed");
332 err = -EROFS; 334 err = -EROFS;
333 goto failed_unload; 335 goto failed_unload;
334 } 336 }
335 sb->s_flags &= ~SB_RDONLY; 337 sb->s_flags &= ~SB_RDONLY;
336 } else if (nilfs_test_opt(nilfs, NOREC 338 } else if (nilfs_test_opt(nilfs, NORECOVERY)) {
337 nilfs_err(sb, 339 nilfs_err(sb,
338 "recovery cancelled 340 "recovery cancelled because norecovery option was specified for a read/write mount");
339 err = -EINVAL; 341 err = -EINVAL;
340 goto failed_unload; 342 goto failed_unload;
341 } 343 }
342 344
343 err = nilfs_salvage_orphan_logs(nilfs, 345 err = nilfs_salvage_orphan_logs(nilfs, sb, &ri);
344 if (err) 346 if (err)
345 goto failed_unload; 347 goto failed_unload;
346 348
347 down_write(&nilfs->ns_sem); 349 down_write(&nilfs->ns_sem);
348 nilfs->ns_mount_state |= NILFS_VALID_F 350 nilfs->ns_mount_state |= NILFS_VALID_FS; /* set "clean" flag */
349 err = nilfs_cleanup_super(sb); 351 err = nilfs_cleanup_super(sb);
350 up_write(&nilfs->ns_sem); 352 up_write(&nilfs->ns_sem);
351 353
352 if (err) { 354 if (err) {
353 nilfs_err(sb, 355 nilfs_err(sb,
354 "error %d updating s 356 "error %d updating super block. recovery unfinished.",
355 err); 357 err);
356 goto failed_unload; 358 goto failed_unload;
357 } 359 }
358 nilfs_info(sb, "recovery complete"); 360 nilfs_info(sb, "recovery complete");
359 361
360 skip_recovery: 362 skip_recovery:
361 nilfs_clear_recovery_info(&ri); 363 nilfs_clear_recovery_info(&ri);
362 sb->s_flags = s_flags; 364 sb->s_flags = s_flags;
363 return 0; 365 return 0;
364 366
365 scan_error: 367 scan_error:
366 nilfs_err(sb, "error %d while searchin 368 nilfs_err(sb, "error %d while searching super root", err);
367 goto failed; 369 goto failed;
368 370
369 failed_unload: 371 failed_unload:
370 nilfs_sysfs_delete_device_group(nilfs) 372 nilfs_sysfs_delete_device_group(nilfs);
371 373
372 sysfs_error: 374 sysfs_error:
373 iput(nilfs->ns_cpfile); 375 iput(nilfs->ns_cpfile);
374 iput(nilfs->ns_sufile); 376 iput(nilfs->ns_sufile);
375 iput(nilfs->ns_dat); 377 iput(nilfs->ns_dat);
376 378
377 failed: 379 failed:
378 nilfs_clear_recovery_info(&ri); 380 nilfs_clear_recovery_info(&ri);
379 sb->s_flags = s_flags; 381 sb->s_flags = s_flags;
380 return err; 382 return err;
381 } 383 }
382 384
383 static unsigned long long nilfs_max_size(unsig 385 static unsigned long long nilfs_max_size(unsigned int blkbits)
384 { 386 {
385 unsigned int max_bits; 387 unsigned int max_bits;
386 unsigned long long res = MAX_LFS_FILES 388 unsigned long long res = MAX_LFS_FILESIZE; /* page cache limit */
387 389
388 max_bits = blkbits + NILFS_BMAP_KEY_BI 390 max_bits = blkbits + NILFS_BMAP_KEY_BIT; /* bmap size limit */
389 if (max_bits < 64) 391 if (max_bits < 64)
390 res = min_t(unsigned long long 392 res = min_t(unsigned long long, res, (1ULL << max_bits) - 1);
391 return res; 393 return res;
392 } 394 }
393 395
394 /** 396 /**
395 * nilfs_nrsvsegs - calculate the number of re 397 * nilfs_nrsvsegs - calculate the number of reserved segments
396 * @nilfs: nilfs object 398 * @nilfs: nilfs object
397 * @nsegs: total number of segments 399 * @nsegs: total number of segments
398 */ 400 */
399 unsigned long nilfs_nrsvsegs(struct the_nilfs 401 unsigned long nilfs_nrsvsegs(struct the_nilfs *nilfs, unsigned long nsegs)
400 { 402 {
401 return max_t(unsigned long, NILFS_MIN_ 403 return max_t(unsigned long, NILFS_MIN_NRSVSEGS,
402 DIV_ROUND_UP(nsegs * nilf 404 DIV_ROUND_UP(nsegs * nilfs->ns_r_segments_percentage,
403 100)); 405 100));
404 } 406 }
405 407
406 /** <<
407 * nilfs_max_segment_count - calculate the max <<
408 * @nilfs: nilfs object <<
409 */ <<
410 static u64 nilfs_max_segment_count(struct the_ <<
411 { <<
412 u64 max_count = U64_MAX; <<
413 <<
414 max_count = div64_ul(max_count, nilfs- <<
415 return min_t(u64, max_count, ULONG_MAX <<
416 } <<
417 <<
418 void nilfs_set_nsegments(struct the_nilfs *nil 408 void nilfs_set_nsegments(struct the_nilfs *nilfs, unsigned long nsegs)
419 { 409 {
420 nilfs->ns_nsegments = nsegs; 410 nilfs->ns_nsegments = nsegs;
421 nilfs->ns_nrsvsegs = nilfs_nrsvsegs(ni 411 nilfs->ns_nrsvsegs = nilfs_nrsvsegs(nilfs, nsegs);
422 } 412 }
423 413
424 static int nilfs_store_disk_layout(struct the_ 414 static int nilfs_store_disk_layout(struct the_nilfs *nilfs,
425 struct nilf 415 struct nilfs_super_block *sbp)
426 { 416 {
427 u64 nsegments, nblocks; <<
428 <<
429 if (le32_to_cpu(sbp->s_rev_level) < NI 417 if (le32_to_cpu(sbp->s_rev_level) < NILFS_MIN_SUPP_REV) {
430 nilfs_err(nilfs->ns_sb, 418 nilfs_err(nilfs->ns_sb,
431 "unsupported revisio 419 "unsupported revision (superblock rev.=%d.%d, current rev.=%d.%d). Please check the version of mkfs.nilfs(2).",
432 le32_to_cpu(sbp->s_r 420 le32_to_cpu(sbp->s_rev_level),
433 le16_to_cpu(sbp->s_m 421 le16_to_cpu(sbp->s_minor_rev_level),
434 NILFS_CURRENT_REV, N 422 NILFS_CURRENT_REV, NILFS_MINOR_REV);
435 return -EINVAL; 423 return -EINVAL;
436 } 424 }
437 nilfs->ns_sbsize = le16_to_cpu(sbp->s_ 425 nilfs->ns_sbsize = le16_to_cpu(sbp->s_bytes);
438 if (nilfs->ns_sbsize > BLOCK_SIZE) 426 if (nilfs->ns_sbsize > BLOCK_SIZE)
439 return -EINVAL; 427 return -EINVAL;
440 428
441 nilfs->ns_inode_size = le16_to_cpu(sbp 429 nilfs->ns_inode_size = le16_to_cpu(sbp->s_inode_size);
442 if (nilfs->ns_inode_size > nilfs->ns_b 430 if (nilfs->ns_inode_size > nilfs->ns_blocksize) {
443 nilfs_err(nilfs->ns_sb, "too l 431 nilfs_err(nilfs->ns_sb, "too large inode size: %d bytes",
444 nilfs->ns_inode_size 432 nilfs->ns_inode_size);
445 return -EINVAL; 433 return -EINVAL;
446 } else if (nilfs->ns_inode_size < NILF 434 } else if (nilfs->ns_inode_size < NILFS_MIN_INODE_SIZE) {
447 nilfs_err(nilfs->ns_sb, "too s 435 nilfs_err(nilfs->ns_sb, "too small inode size: %d bytes",
448 nilfs->ns_inode_size 436 nilfs->ns_inode_size);
449 return -EINVAL; 437 return -EINVAL;
450 } 438 }
451 439
452 nilfs->ns_first_ino = le32_to_cpu(sbp- 440 nilfs->ns_first_ino = le32_to_cpu(sbp->s_first_ino);
453 if (nilfs->ns_first_ino < NILFS_USER_I <<
454 nilfs_err(nilfs->ns_sb, <<
455 "too small lower lim <<
456 nilfs->ns_first_ino) <<
457 return -EINVAL; <<
458 } <<
459 441
460 nilfs->ns_blocks_per_segment = le32_to 442 nilfs->ns_blocks_per_segment = le32_to_cpu(sbp->s_blocks_per_segment);
461 if (nilfs->ns_blocks_per_segment < NIL 443 if (nilfs->ns_blocks_per_segment < NILFS_SEG_MIN_BLOCKS) {
462 nilfs_err(nilfs->ns_sb, "too s 444 nilfs_err(nilfs->ns_sb, "too short segment: %lu blocks",
463 nilfs->ns_blocks_per 445 nilfs->ns_blocks_per_segment);
464 return -EINVAL; 446 return -EINVAL;
465 } 447 }
466 448
467 nilfs->ns_first_data_block = le64_to_c 449 nilfs->ns_first_data_block = le64_to_cpu(sbp->s_first_data_block);
468 nilfs->ns_r_segments_percentage = 450 nilfs->ns_r_segments_percentage =
469 le32_to_cpu(sbp->s_r_segments_ 451 le32_to_cpu(sbp->s_r_segments_percentage);
470 if (nilfs->ns_r_segments_percentage < 452 if (nilfs->ns_r_segments_percentage < 1 ||
471 nilfs->ns_r_segments_percentage > 453 nilfs->ns_r_segments_percentage > 99) {
472 nilfs_err(nilfs->ns_sb, 454 nilfs_err(nilfs->ns_sb,
473 "invalid reserved se 455 "invalid reserved segments percentage: %lu",
474 nilfs->ns_r_segments 456 nilfs->ns_r_segments_percentage);
475 return -EINVAL; 457 return -EINVAL;
476 } 458 }
477 459
478 nsegments = le64_to_cpu(sbp->s_nsegmen !! 460 nilfs_set_nsegments(nilfs, le64_to_cpu(sbp->s_nsegments));
479 if (nsegments > nilfs_max_segment_coun <<
480 nilfs_err(nilfs->ns_sb, <<
481 "segment count %llu <<
482 (unsigned long long) <<
483 (unsigned long long) <<
484 return -EINVAL; <<
485 } <<
486 <<
487 nblocks = sb_bdev_nr_blocks(nilfs->ns_ <<
488 if (nblocks) { <<
489 u64 min_block_count = nsegment <<
490 /* <<
491 * To avoid failing to mount e <<
492 * second superblock, exclude <<
493 * "min_block_count" calculati <<
494 */ <<
495 <<
496 if (nblocks < min_block_count) <<
497 nilfs_err(nilfs->ns_sb <<
498 "total numbe <<
499 (unsigned lo <<
500 (unsigned lo <<
501 return -EINVAL; <<
502 } <<
503 } <<
504 <<
505 nilfs_set_nsegments(nilfs, nsegments); <<
506 nilfs->ns_crc_seed = le32_to_cpu(sbp-> 461 nilfs->ns_crc_seed = le32_to_cpu(sbp->s_crc_seed);
507 return 0; 462 return 0;
508 } 463 }
509 464
510 static int nilfs_valid_sb(struct nilfs_super_b 465 static int nilfs_valid_sb(struct nilfs_super_block *sbp)
511 { 466 {
512 static unsigned char sum[4]; 467 static unsigned char sum[4];
513 const int sumoff = offsetof(struct nil 468 const int sumoff = offsetof(struct nilfs_super_block, s_sum);
514 size_t bytes; 469 size_t bytes;
515 u32 crc; 470 u32 crc;
516 471
517 if (!sbp || le16_to_cpu(sbp->s_magic) 472 if (!sbp || le16_to_cpu(sbp->s_magic) != NILFS_SUPER_MAGIC)
518 return 0; 473 return 0;
519 bytes = le16_to_cpu(sbp->s_bytes); 474 bytes = le16_to_cpu(sbp->s_bytes);
520 if (bytes < sumoff + 4 || bytes > BLOC 475 if (bytes < sumoff + 4 || bytes > BLOCK_SIZE)
521 return 0; 476 return 0;
522 crc = crc32_le(le32_to_cpu(sbp->s_crc_ 477 crc = crc32_le(le32_to_cpu(sbp->s_crc_seed), (unsigned char *)sbp,
523 sumoff); 478 sumoff);
524 crc = crc32_le(crc, sum, 4); 479 crc = crc32_le(crc, sum, 4);
525 crc = crc32_le(crc, (unsigned char *)s 480 crc = crc32_le(crc, (unsigned char *)sbp + sumoff + 4,
526 bytes - sumoff - 4); 481 bytes - sumoff - 4);
527 return crc == le32_to_cpu(sbp->s_sum); 482 return crc == le32_to_cpu(sbp->s_sum);
528 } 483 }
529 484
530 /** 485 /**
531 * nilfs_sb2_bad_offset - check the location o 486 * nilfs_sb2_bad_offset - check the location of the second superblock
532 * @sbp: superblock raw data buffer 487 * @sbp: superblock raw data buffer
533 * @offset: byte offset of second superblock c 488 * @offset: byte offset of second superblock calculated from device size
534 * 489 *
535 * nilfs_sb2_bad_offset() checks if the positi 490 * nilfs_sb2_bad_offset() checks if the position on the second
536 * superblock is valid or not based on the fil 491 * superblock is valid or not based on the filesystem parameters
537 * stored in @sbp. If @offset points to a loc 492 * stored in @sbp. If @offset points to a location within the segment
538 * area, or if the parameters themselves are n 493 * area, or if the parameters themselves are not normal, it is
539 * determined to be invalid. 494 * determined to be invalid.
540 * 495 *
541 * Return Value: true if invalid, false if val 496 * Return Value: true if invalid, false if valid.
542 */ 497 */
543 static bool nilfs_sb2_bad_offset(struct nilfs_ 498 static bool nilfs_sb2_bad_offset(struct nilfs_super_block *sbp, u64 offset)
544 { 499 {
545 unsigned int shift_bits = le32_to_cpu( 500 unsigned int shift_bits = le32_to_cpu(sbp->s_log_block_size);
546 u32 blocks_per_segment = le32_to_cpu(s 501 u32 blocks_per_segment = le32_to_cpu(sbp->s_blocks_per_segment);
547 u64 nsegments = le64_to_cpu(sbp->s_nse 502 u64 nsegments = le64_to_cpu(sbp->s_nsegments);
548 u64 index; 503 u64 index;
549 504
550 if (blocks_per_segment < NILFS_SEG_MIN 505 if (blocks_per_segment < NILFS_SEG_MIN_BLOCKS ||
551 shift_bits > ilog2(NILFS_MAX_BLOCK 506 shift_bits > ilog2(NILFS_MAX_BLOCK_SIZE) - BLOCK_SIZE_BITS)
552 return true; 507 return true;
553 508
554 index = offset >> (shift_bits + BLOCK_ 509 index = offset >> (shift_bits + BLOCK_SIZE_BITS);
555 do_div(index, blocks_per_segment); 510 do_div(index, blocks_per_segment);
556 return index < nsegments; 511 return index < nsegments;
557 } 512 }
558 513
559 static void nilfs_release_super_block(struct t 514 static void nilfs_release_super_block(struct the_nilfs *nilfs)
560 { 515 {
561 int i; 516 int i;
562 517
563 for (i = 0; i < 2; i++) { 518 for (i = 0; i < 2; i++) {
564 if (nilfs->ns_sbp[i]) { 519 if (nilfs->ns_sbp[i]) {
565 brelse(nilfs->ns_sbh[i 520 brelse(nilfs->ns_sbh[i]);
566 nilfs->ns_sbh[i] = NUL 521 nilfs->ns_sbh[i] = NULL;
567 nilfs->ns_sbp[i] = NUL 522 nilfs->ns_sbp[i] = NULL;
568 } 523 }
569 } 524 }
570 } 525 }
571 526
572 void nilfs_fall_back_super_block(struct the_ni 527 void nilfs_fall_back_super_block(struct the_nilfs *nilfs)
573 { 528 {
574 brelse(nilfs->ns_sbh[0]); 529 brelse(nilfs->ns_sbh[0]);
575 nilfs->ns_sbh[0] = nilfs->ns_sbh[1]; 530 nilfs->ns_sbh[0] = nilfs->ns_sbh[1];
576 nilfs->ns_sbp[0] = nilfs->ns_sbp[1]; 531 nilfs->ns_sbp[0] = nilfs->ns_sbp[1];
577 nilfs->ns_sbh[1] = NULL; 532 nilfs->ns_sbh[1] = NULL;
578 nilfs->ns_sbp[1] = NULL; 533 nilfs->ns_sbp[1] = NULL;
579 } 534 }
580 535
581 void nilfs_swap_super_block(struct the_nilfs * 536 void nilfs_swap_super_block(struct the_nilfs *nilfs)
582 { 537 {
583 struct buffer_head *tsbh = nilfs->ns_s 538 struct buffer_head *tsbh = nilfs->ns_sbh[0];
584 struct nilfs_super_block *tsbp = nilfs 539 struct nilfs_super_block *tsbp = nilfs->ns_sbp[0];
585 540
586 nilfs->ns_sbh[0] = nilfs->ns_sbh[1]; 541 nilfs->ns_sbh[0] = nilfs->ns_sbh[1];
587 nilfs->ns_sbp[0] = nilfs->ns_sbp[1]; 542 nilfs->ns_sbp[0] = nilfs->ns_sbp[1];
588 nilfs->ns_sbh[1] = tsbh; 543 nilfs->ns_sbh[1] = tsbh;
589 nilfs->ns_sbp[1] = tsbp; 544 nilfs->ns_sbp[1] = tsbp;
590 } 545 }
591 546
592 static int nilfs_load_super_block(struct the_n 547 static int nilfs_load_super_block(struct the_nilfs *nilfs,
593 struct super 548 struct super_block *sb, int blocksize,
594 struct nilfs 549 struct nilfs_super_block **sbpp)
595 { 550 {
596 struct nilfs_super_block **sbp = nilfs 551 struct nilfs_super_block **sbp = nilfs->ns_sbp;
597 struct buffer_head **sbh = nilfs->ns_s 552 struct buffer_head **sbh = nilfs->ns_sbh;
598 u64 sb2off, devsize = bdev_nr_bytes(ni 553 u64 sb2off, devsize = bdev_nr_bytes(nilfs->ns_bdev);
599 int valid[2], swp = 0, older; !! 554 int valid[2], swp = 0;
600 555
601 if (devsize < NILFS_SEG_MIN_BLOCKS * N 556 if (devsize < NILFS_SEG_MIN_BLOCKS * NILFS_MIN_BLOCK_SIZE + 4096) {
602 nilfs_err(sb, "device size too 557 nilfs_err(sb, "device size too small");
603 return -EINVAL; 558 return -EINVAL;
604 } 559 }
605 sb2off = NILFS_SB2_OFFSET_BYTES(devsiz 560 sb2off = NILFS_SB2_OFFSET_BYTES(devsize);
606 561
607 sbp[0] = nilfs_read_super_block(sb, NI 562 sbp[0] = nilfs_read_super_block(sb, NILFS_SB_OFFSET_BYTES, blocksize,
608 &sbh[0 563 &sbh[0]);
609 sbp[1] = nilfs_read_super_block(sb, sb 564 sbp[1] = nilfs_read_super_block(sb, sb2off, blocksize, &sbh[1]);
610 565
611 if (!sbp[0]) { 566 if (!sbp[0]) {
612 if (!sbp[1]) { 567 if (!sbp[1]) {
613 nilfs_err(sb, "unable 568 nilfs_err(sb, "unable to read superblock");
614 return -EIO; 569 return -EIO;
615 } 570 }
616 nilfs_warn(sb, 571 nilfs_warn(sb,
617 "unable to read pri 572 "unable to read primary superblock (blocksize = %d)",
618 blocksize); 573 blocksize);
619 } else if (!sbp[1]) { 574 } else if (!sbp[1]) {
620 nilfs_warn(sb, 575 nilfs_warn(sb,
621 "unable to read sec 576 "unable to read secondary superblock (blocksize = %d)",
622 blocksize); 577 blocksize);
623 } 578 }
624 579
625 /* 580 /*
626 * Compare two super blocks and set 1 581 * Compare two super blocks and set 1 in swp if the secondary
627 * super block is valid and newer. Ot 582 * super block is valid and newer. Otherwise, set 0 in swp.
628 */ 583 */
629 valid[0] = nilfs_valid_sb(sbp[0]); 584 valid[0] = nilfs_valid_sb(sbp[0]);
630 valid[1] = nilfs_valid_sb(sbp[1]); 585 valid[1] = nilfs_valid_sb(sbp[1]);
631 swp = valid[1] && (!valid[0] || 586 swp = valid[1] && (!valid[0] ||
632 le64_to_cpu(sbp[1]- 587 le64_to_cpu(sbp[1]->s_last_cno) >
633 le64_to_cpu(sbp[0]- 588 le64_to_cpu(sbp[0]->s_last_cno));
634 589
635 if (valid[swp] && nilfs_sb2_bad_offset 590 if (valid[swp] && nilfs_sb2_bad_offset(sbp[swp], sb2off)) {
636 brelse(sbh[1]); 591 brelse(sbh[1]);
637 sbh[1] = NULL; 592 sbh[1] = NULL;
638 sbp[1] = NULL; 593 sbp[1] = NULL;
639 valid[1] = 0; 594 valid[1] = 0;
640 swp = 0; 595 swp = 0;
641 } 596 }
642 if (!valid[swp]) { 597 if (!valid[swp]) {
643 nilfs_release_super_block(nilf 598 nilfs_release_super_block(nilfs);
644 nilfs_err(sb, "couldn't find n 599 nilfs_err(sb, "couldn't find nilfs on the device");
645 return -EINVAL; 600 return -EINVAL;
646 } 601 }
647 602
648 if (!valid[!swp]) 603 if (!valid[!swp])
649 nilfs_warn(sb, 604 nilfs_warn(sb,
650 "broken superblock, 605 "broken superblock, retrying with spare superblock (blocksize = %d)",
651 blocksize); 606 blocksize);
652 if (swp) 607 if (swp)
653 nilfs_swap_super_block(nilfs); 608 nilfs_swap_super_block(nilfs);
654 609
655 /* <<
656 * Calculate the array index of the ol <<
657 * If one has been dropped, set index <<
658 * otherwise set index 1 pointing to t <<
659 * are the same). <<
660 * <<
661 * Divided case valid[0] <<
662 * ---------------------------------- <<
663 * Both SBs are invalid 0 <<
664 * SB1 is invalid 0 <<
665 * SB2 is invalid 1 <<
666 * SB2 is newer 1 <<
667 * SB2 is older or the same 1 <<
668 */ <<
669 older = valid[1] ^ swp; <<
670 <<
671 nilfs->ns_sbwcount = 0; 610 nilfs->ns_sbwcount = 0;
672 nilfs->ns_sbwtime = le64_to_cpu(sbp[0] 611 nilfs->ns_sbwtime = le64_to_cpu(sbp[0]->s_wtime);
673 nilfs->ns_prot_seq = le64_to_cpu(sbp[o !! 612 nilfs->ns_prot_seq = le64_to_cpu(sbp[valid[1] & !swp]->s_last_seq);
674 *sbpp = sbp[0]; 613 *sbpp = sbp[0];
675 return 0; 614 return 0;
676 } 615 }
677 616
678 /** 617 /**
679 * init_nilfs - initialize a NILFS instance. 618 * init_nilfs - initialize a NILFS instance.
680 * @nilfs: the_nilfs structure 619 * @nilfs: the_nilfs structure
681 * @sb: super block 620 * @sb: super block
>> 621 * @data: mount options
682 * 622 *
683 * init_nilfs() performs common initialization 623 * init_nilfs() performs common initialization per block device (e.g.
684 * reading the super block, getting disk layou 624 * reading the super block, getting disk layout information, initializing
685 * shared fields in the_nilfs). 625 * shared fields in the_nilfs).
686 * 626 *
687 * Return Value: On success, 0 is returned. On 627 * Return Value: On success, 0 is returned. On error, a negative error
688 * code is returned. 628 * code is returned.
689 */ 629 */
690 int init_nilfs(struct the_nilfs *nilfs, struct !! 630 int init_nilfs(struct the_nilfs *nilfs, struct super_block *sb, char *data)
691 { 631 {
692 struct nilfs_super_block *sbp; 632 struct nilfs_super_block *sbp;
693 int blocksize; 633 int blocksize;
694 int err; 634 int err;
695 635
696 down_write(&nilfs->ns_sem); 636 down_write(&nilfs->ns_sem);
697 637
698 blocksize = sb_min_blocksize(sb, NILFS 638 blocksize = sb_min_blocksize(sb, NILFS_MIN_BLOCK_SIZE);
699 if (!blocksize) { 639 if (!blocksize) {
700 nilfs_err(sb, "unable to set b 640 nilfs_err(sb, "unable to set blocksize");
701 err = -EINVAL; 641 err = -EINVAL;
702 goto out; 642 goto out;
703 } 643 }
704 err = nilfs_load_super_block(nilfs, sb 644 err = nilfs_load_super_block(nilfs, sb, blocksize, &sbp);
705 if (err) 645 if (err)
706 goto out; 646 goto out;
707 647
708 err = nilfs_store_magic(sb, sbp); !! 648 err = nilfs_store_magic_and_option(sb, sbp, data);
709 if (err) 649 if (err)
710 goto failed_sbh; 650 goto failed_sbh;
711 651
712 err = nilfs_check_feature_compatibilit 652 err = nilfs_check_feature_compatibility(sb, sbp);
713 if (err) 653 if (err)
714 goto failed_sbh; 654 goto failed_sbh;
715 655
716 err = nilfs_get_blocksize(sb, sbp, &bl 656 err = nilfs_get_blocksize(sb, sbp, &blocksize);
717 if (err) 657 if (err)
718 goto failed_sbh; 658 goto failed_sbh;
719 659
720 if (blocksize < NILFS_MIN_BLOCK_SIZE) 660 if (blocksize < NILFS_MIN_BLOCK_SIZE) {
721 nilfs_err(sb, 661 nilfs_err(sb,
722 "couldn't mount beca 662 "couldn't mount because of unsupported filesystem blocksize %d",
723 blocksize); 663 blocksize);
724 err = -EINVAL; 664 err = -EINVAL;
725 goto failed_sbh; 665 goto failed_sbh;
726 } 666 }
727 if (sb->s_blocksize != blocksize) { 667 if (sb->s_blocksize != blocksize) {
728 int hw_blocksize = bdev_logica 668 int hw_blocksize = bdev_logical_block_size(sb->s_bdev);
729 669
730 if (blocksize < hw_blocksize) 670 if (blocksize < hw_blocksize) {
731 nilfs_err(sb, 671 nilfs_err(sb,
732 "blocksize % 672 "blocksize %d too small for device (sector-size = %d)",
733 blocksize, h 673 blocksize, hw_blocksize);
734 err = -EINVAL; 674 err = -EINVAL;
735 goto failed_sbh; 675 goto failed_sbh;
736 } 676 }
737 nilfs_release_super_block(nilf 677 nilfs_release_super_block(nilfs);
738 if (!sb_set_blocksize(sb, bloc !! 678 sb_set_blocksize(sb, blocksize);
739 nilfs_err(sb, "bad blo <<
740 err = -EINVAL; <<
741 goto out; <<
742 } <<
743 679
744 err = nilfs_load_super_block(n 680 err = nilfs_load_super_block(nilfs, sb, blocksize, &sbp);
745 if (err) 681 if (err)
746 goto out; 682 goto out;
747 /* 683 /*
748 * Not to failed_sbh; 684 * Not to failed_sbh; sbh is released automatically
749 * when reloading fail 685 * when reloading fails.
750 */ 686 */
751 } 687 }
752 nilfs->ns_blocksize_bits = sb->s_block 688 nilfs->ns_blocksize_bits = sb->s_blocksize_bits;
753 nilfs->ns_blocksize = blocksize; 689 nilfs->ns_blocksize = blocksize;
>> 690
>> 691 get_random_bytes(&nilfs->ns_next_generation,
>> 692 sizeof(nilfs->ns_next_generation));
754 693
755 err = nilfs_store_disk_layout(nilfs, s 694 err = nilfs_store_disk_layout(nilfs, sbp);
756 if (err) 695 if (err)
757 goto failed_sbh; 696 goto failed_sbh;
758 697
759 sb->s_maxbytes = nilfs_max_size(sb->s_ 698 sb->s_maxbytes = nilfs_max_size(sb->s_blocksize_bits);
760 699
761 nilfs->ns_mount_state = le16_to_cpu(sb 700 nilfs->ns_mount_state = le16_to_cpu(sbp->s_state);
762 701
763 err = nilfs_store_log_cursor(nilfs, sb 702 err = nilfs_store_log_cursor(nilfs, sbp);
764 if (err) 703 if (err)
765 goto failed_sbh; 704 goto failed_sbh;
766 705
767 set_nilfs_init(nilfs); 706 set_nilfs_init(nilfs);
768 err = 0; 707 err = 0;
769 out: 708 out:
770 up_write(&nilfs->ns_sem); 709 up_write(&nilfs->ns_sem);
771 return err; 710 return err;
772 711
773 failed_sbh: 712 failed_sbh:
774 nilfs_release_super_block(nilfs); 713 nilfs_release_super_block(nilfs);
775 goto out; 714 goto out;
776 } 715 }
777 716
778 int nilfs_discard_segments(struct the_nilfs *n 717 int nilfs_discard_segments(struct the_nilfs *nilfs, __u64 *segnump,
779 size_t nsegs) 718 size_t nsegs)
780 { 719 {
781 sector_t seg_start, seg_end; 720 sector_t seg_start, seg_end;
782 sector_t start = 0, nblocks = 0; 721 sector_t start = 0, nblocks = 0;
783 unsigned int sects_per_block; 722 unsigned int sects_per_block;
784 __u64 *sn; 723 __u64 *sn;
785 int ret = 0; 724 int ret = 0;
786 725
787 sects_per_block = (1 << nilfs->ns_bloc 726 sects_per_block = (1 << nilfs->ns_blocksize_bits) /
788 bdev_logical_block_size(nilfs- 727 bdev_logical_block_size(nilfs->ns_bdev);
789 for (sn = segnump; sn < segnump + nseg 728 for (sn = segnump; sn < segnump + nsegs; sn++) {
790 nilfs_get_segment_range(nilfs, 729 nilfs_get_segment_range(nilfs, *sn, &seg_start, &seg_end);
791 730
792 if (!nblocks) { 731 if (!nblocks) {
793 start = seg_start; 732 start = seg_start;
794 nblocks = seg_end - se 733 nblocks = seg_end - seg_start + 1;
795 } else if (start + nblocks == 734 } else if (start + nblocks == seg_start) {
796 nblocks += seg_end - s 735 nblocks += seg_end - seg_start + 1;
797 } else { 736 } else {
798 ret = blkdev_issue_dis 737 ret = blkdev_issue_discard(nilfs->ns_bdev,
799 738 start * sects_per_block,
800 739 nblocks * sects_per_block,
801 740 GFP_NOFS);
802 if (ret < 0) 741 if (ret < 0)
803 return ret; 742 return ret;
804 nblocks = 0; 743 nblocks = 0;
805 } 744 }
806 } 745 }
807 if (nblocks) 746 if (nblocks)
808 ret = blkdev_issue_discard(nil 747 ret = blkdev_issue_discard(nilfs->ns_bdev,
809 sta 748 start * sects_per_block,
810 nbl 749 nblocks * sects_per_block,
811 GFP 750 GFP_NOFS);
812 return ret; 751 return ret;
813 } 752 }
814 753
815 int nilfs_count_free_blocks(struct the_nilfs * 754 int nilfs_count_free_blocks(struct the_nilfs *nilfs, sector_t *nblocks)
816 { 755 {
817 unsigned long ncleansegs; 756 unsigned long ncleansegs;
818 757
819 ncleansegs = nilfs_sufile_get_ncleanse 758 ncleansegs = nilfs_sufile_get_ncleansegs(nilfs->ns_sufile);
820 *nblocks = (sector_t)ncleansegs * nilf 759 *nblocks = (sector_t)ncleansegs * nilfs->ns_blocks_per_segment;
821 return 0; 760 return 0;
822 } 761 }
823 762
824 int nilfs_near_disk_full(struct the_nilfs *nil 763 int nilfs_near_disk_full(struct the_nilfs *nilfs)
825 { 764 {
826 unsigned long ncleansegs, nincsegs; 765 unsigned long ncleansegs, nincsegs;
827 766
828 ncleansegs = nilfs_sufile_get_ncleanse 767 ncleansegs = nilfs_sufile_get_ncleansegs(nilfs->ns_sufile);
829 nincsegs = atomic_read(&nilfs->ns_ndir 768 nincsegs = atomic_read(&nilfs->ns_ndirtyblks) /
830 nilfs->ns_blocks_per_segment + 769 nilfs->ns_blocks_per_segment + 1;
831 770
832 return ncleansegs <= nilfs->ns_nrsvseg 771 return ncleansegs <= nilfs->ns_nrsvsegs + nincsegs;
833 } 772 }
834 773
835 struct nilfs_root *nilfs_lookup_root(struct th 774 struct nilfs_root *nilfs_lookup_root(struct the_nilfs *nilfs, __u64 cno)
836 { 775 {
837 struct rb_node *n; 776 struct rb_node *n;
838 struct nilfs_root *root; 777 struct nilfs_root *root;
839 778
840 spin_lock(&nilfs->ns_cptree_lock); 779 spin_lock(&nilfs->ns_cptree_lock);
841 n = nilfs->ns_cptree.rb_node; 780 n = nilfs->ns_cptree.rb_node;
842 while (n) { 781 while (n) {
843 root = rb_entry(n, struct nilf 782 root = rb_entry(n, struct nilfs_root, rb_node);
844 783
845 if (cno < root->cno) { 784 if (cno < root->cno) {
846 n = n->rb_left; 785 n = n->rb_left;
847 } else if (cno > root->cno) { 786 } else if (cno > root->cno) {
848 n = n->rb_right; 787 n = n->rb_right;
849 } else { 788 } else {
850 refcount_inc(&root->co 789 refcount_inc(&root->count);
851 spin_unlock(&nilfs->ns 790 spin_unlock(&nilfs->ns_cptree_lock);
852 return root; 791 return root;
853 } 792 }
854 } 793 }
855 spin_unlock(&nilfs->ns_cptree_lock); 794 spin_unlock(&nilfs->ns_cptree_lock);
856 795
857 return NULL; 796 return NULL;
858 } 797 }
859 798
860 struct nilfs_root * 799 struct nilfs_root *
861 nilfs_find_or_create_root(struct the_nilfs *ni 800 nilfs_find_or_create_root(struct the_nilfs *nilfs, __u64 cno)
862 { 801 {
863 struct rb_node **p, *parent; 802 struct rb_node **p, *parent;
864 struct nilfs_root *root, *new; 803 struct nilfs_root *root, *new;
865 int err; 804 int err;
866 805
867 root = nilfs_lookup_root(nilfs, cno); 806 root = nilfs_lookup_root(nilfs, cno);
868 if (root) 807 if (root)
869 return root; 808 return root;
870 809
871 new = kzalloc(sizeof(*root), GFP_KERNE 810 new = kzalloc(sizeof(*root), GFP_KERNEL);
872 if (!new) 811 if (!new)
873 return NULL; 812 return NULL;
874 813
875 spin_lock(&nilfs->ns_cptree_lock); 814 spin_lock(&nilfs->ns_cptree_lock);
876 815
877 p = &nilfs->ns_cptree.rb_node; 816 p = &nilfs->ns_cptree.rb_node;
878 parent = NULL; 817 parent = NULL;
879 818
880 while (*p) { 819 while (*p) {
881 parent = *p; 820 parent = *p;
882 root = rb_entry(parent, struct 821 root = rb_entry(parent, struct nilfs_root, rb_node);
883 822
884 if (cno < root->cno) { 823 if (cno < root->cno) {
885 p = &(*p)->rb_left; 824 p = &(*p)->rb_left;
886 } else if (cno > root->cno) { 825 } else if (cno > root->cno) {
887 p = &(*p)->rb_right; 826 p = &(*p)->rb_right;
888 } else { 827 } else {
889 refcount_inc(&root->co 828 refcount_inc(&root->count);
890 spin_unlock(&nilfs->ns 829 spin_unlock(&nilfs->ns_cptree_lock);
891 kfree(new); 830 kfree(new);
892 return root; 831 return root;
893 } 832 }
894 } 833 }
895 834
896 new->cno = cno; 835 new->cno = cno;
897 new->ifile = NULL; 836 new->ifile = NULL;
898 new->nilfs = nilfs; 837 new->nilfs = nilfs;
899 refcount_set(&new->count, 1); 838 refcount_set(&new->count, 1);
900 atomic64_set(&new->inodes_count, 0); 839 atomic64_set(&new->inodes_count, 0);
901 atomic64_set(&new->blocks_count, 0); 840 atomic64_set(&new->blocks_count, 0);
902 841
903 rb_link_node(&new->rb_node, parent, p) 842 rb_link_node(&new->rb_node, parent, p);
904 rb_insert_color(&new->rb_node, &nilfs- 843 rb_insert_color(&new->rb_node, &nilfs->ns_cptree);
905 844
906 spin_unlock(&nilfs->ns_cptree_lock); 845 spin_unlock(&nilfs->ns_cptree_lock);
907 846
908 err = nilfs_sysfs_create_snapshot_grou 847 err = nilfs_sysfs_create_snapshot_group(new);
909 if (err) { 848 if (err) {
910 kfree(new); 849 kfree(new);
911 new = NULL; 850 new = NULL;
912 } 851 }
913 852
914 return new; 853 return new;
915 } 854 }
916 855
917 void nilfs_put_root(struct nilfs_root *root) 856 void nilfs_put_root(struct nilfs_root *root)
918 { 857 {
919 struct the_nilfs *nilfs = root->nilfs; 858 struct the_nilfs *nilfs = root->nilfs;
920 859
921 if (refcount_dec_and_lock(&root->count 860 if (refcount_dec_and_lock(&root->count, &nilfs->ns_cptree_lock)) {
922 rb_erase(&root->rb_node, &nilf 861 rb_erase(&root->rb_node, &nilfs->ns_cptree);
923 spin_unlock(&nilfs->ns_cptree_ 862 spin_unlock(&nilfs->ns_cptree_lock);
924 863
925 nilfs_sysfs_delete_snapshot_gr 864 nilfs_sysfs_delete_snapshot_group(root);
926 iput(root->ifile); 865 iput(root->ifile);
927 866
928 kfree(root); 867 kfree(root);
929 } 868 }
930 } 869 }
931 870
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.