Commit | Line | Data |
---|---|---|
1da177e4 | 1 | /* |
7b718769 NS |
2 | * Copyright (c) 2000-2003,2005 Silicon Graphics, Inc. |
3 | * All Rights Reserved. | |
1da177e4 | 4 | * |
7b718769 NS |
5 | * This program is free software; you can redistribute it and/or |
6 | * modify it under the terms of the GNU General Public License as | |
1da177e4 LT |
7 | * published by the Free Software Foundation. |
8 | * | |
7b718769 NS |
9 | * This program is distributed in the hope that it would be useful, |
10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
12 | * GNU General Public License for more details. | |
1da177e4 | 13 | * |
7b718769 NS |
14 | * You should have received a copy of the GNU General Public License |
15 | * along with this program; if not, write the Free Software Foundation, | |
16 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA | |
1da177e4 | 17 | */ |
1da177e4 | 18 | #include "xfs.h" |
a844f451 | 19 | #include "xfs_fs.h" |
1da177e4 | 20 | #include "xfs_types.h" |
a844f451 | 21 | #include "xfs_bit.h" |
1da177e4 | 22 | #include "xfs_log.h" |
a844f451 | 23 | #include "xfs_inum.h" |
1da177e4 LT |
24 | #include "xfs_trans.h" |
25 | #include "xfs_sb.h" | |
26 | #include "xfs_ag.h" | |
1da177e4 | 27 | #include "xfs_mount.h" |
1da177e4 | 28 | #include "xfs_bmap_btree.h" |
a844f451 | 29 | #include "xfs_alloc_btree.h" |
1da177e4 | 30 | #include "xfs_ialloc_btree.h" |
1da177e4 | 31 | #include "xfs_dinode.h" |
1da177e4 | 32 | #include "xfs_inode.h" |
a844f451 | 33 | #include "xfs_inode_item.h" |
1da177e4 | 34 | #include "xfs_alloc.h" |
a844f451 | 35 | #include "xfs_btree.h" |
8c4ed633 | 36 | #include "xfs_btree_trace.h" |
a844f451 | 37 | #include "xfs_itable.h" |
1da177e4 LT |
38 | #include "xfs_bmap.h" |
39 | #include "xfs_error.h" | |
40 | #include "xfs_quota.h" | |
41 | ||
1da177e4 LT |
42 | /* |
43 | * Determine the extent state. | |
44 | */ | |
45 | /* ARGSUSED */ | |
46 | STATIC xfs_exntst_t | |
47 | xfs_extent_state( | |
48 | xfs_filblks_t blks, | |
49 | int extent_flag) | |
50 | { | |
51 | if (extent_flag) { | |
52 | ASSERT(blks != 0); /* saved for DMIG */ | |
53 | return XFS_EXT_UNWRITTEN; | |
54 | } | |
55 | return XFS_EXT_NORM; | |
56 | } | |
57 | ||
1da177e4 LT |
58 | /* |
59 | * Convert on-disk form of btree root to in-memory form. | |
60 | */ | |
61 | void | |
62 | xfs_bmdr_to_bmbt( | |
60197e8d | 63 | struct xfs_mount *mp, |
1da177e4 LT |
64 | xfs_bmdr_block_t *dblock, |
65 | int dblocklen, | |
7cc95a82 | 66 | struct xfs_btree_block *rblock, |
1da177e4 LT |
67 | int rblocklen) |
68 | { | |
69 | int dmxr; | |
70 | xfs_bmbt_key_t *fkp; | |
576039cf | 71 | __be64 *fpp; |
1da177e4 | 72 | xfs_bmbt_key_t *tkp; |
576039cf | 73 | __be64 *tpp; |
1da177e4 | 74 | |
16259e7d CH |
75 | rblock->bb_magic = cpu_to_be32(XFS_BMAP_MAGIC); |
76 | rblock->bb_level = dblock->bb_level; | |
77 | ASSERT(be16_to_cpu(rblock->bb_level) > 0); | |
78 | rblock->bb_numrecs = dblock->bb_numrecs; | |
7cc95a82 CH |
79 | rblock->bb_u.l.bb_leftsib = cpu_to_be64(NULLDFSBNO); |
80 | rblock->bb_u.l.bb_rightsib = cpu_to_be64(NULLDFSBNO); | |
60197e8d | 81 | dmxr = xfs_bmdr_maxrecs(mp, dblocklen, 0); |
136341b4 CH |
82 | fkp = XFS_BMDR_KEY_ADDR(dblock, 1); |
83 | tkp = XFS_BMBT_KEY_ADDR(mp, rblock, 1); | |
84 | fpp = XFS_BMDR_PTR_ADDR(dblock, 1, dmxr); | |
60197e8d | 85 | tpp = XFS_BMAP_BROOT_PTR_ADDR(mp, rblock, 1, rblocklen); |
16259e7d | 86 | dmxr = be16_to_cpu(dblock->bb_numrecs); |
1da177e4 | 87 | memcpy(tkp, fkp, sizeof(*fkp) * dmxr); |
576039cf | 88 | memcpy(tpp, fpp, sizeof(*fpp) * dmxr); |
1da177e4 LT |
89 | } |
90 | ||
1da177e4 LT |
91 | /* |
92 | * Convert a compressed bmap extent record to an uncompressed form. | |
93 | * This code must be in sync with the routines xfs_bmbt_get_startoff, | |
94 | * xfs_bmbt_get_startblock, xfs_bmbt_get_blockcount and xfs_bmbt_get_state. | |
95 | */ | |
b8f82a4a | 96 | STATIC void |
1da177e4 LT |
97 | __xfs_bmbt_get_all( |
98 | __uint64_t l0, | |
99 | __uint64_t l1, | |
100 | xfs_bmbt_irec_t *s) | |
101 | { | |
102 | int ext_flag; | |
103 | xfs_exntst_t st; | |
104 | ||
105 | ext_flag = (int)(l0 >> (64 - BMBT_EXNTFLAG_BITLEN)); | |
106 | s->br_startoff = ((xfs_fileoff_t)l0 & | |
fb82557f | 107 | xfs_mask64lo(64 - BMBT_EXNTFLAG_BITLEN)) >> 9; |
1da177e4 | 108 | #if XFS_BIG_BLKNOS |
fb82557f | 109 | s->br_startblock = (((xfs_fsblock_t)l0 & xfs_mask64lo(9)) << 43) | |
1da177e4 LT |
110 | (((xfs_fsblock_t)l1) >> 21); |
111 | #else | |
112 | #ifdef DEBUG | |
113 | { | |
114 | xfs_dfsbno_t b; | |
115 | ||
fb82557f | 116 | b = (((xfs_dfsbno_t)l0 & xfs_mask64lo(9)) << 43) | |
1da177e4 | 117 | (((xfs_dfsbno_t)l1) >> 21); |
9d87c319 | 118 | ASSERT((b >> 32) == 0 || isnulldstartblock(b)); |
1da177e4 LT |
119 | s->br_startblock = (xfs_fsblock_t)b; |
120 | } | |
121 | #else /* !DEBUG */ | |
122 | s->br_startblock = (xfs_fsblock_t)(((xfs_dfsbno_t)l1) >> 21); | |
123 | #endif /* DEBUG */ | |
124 | #endif /* XFS_BIG_BLKNOS */ | |
fb82557f | 125 | s->br_blockcount = (xfs_filblks_t)(l1 & xfs_mask64lo(21)); |
1da177e4 LT |
126 | /* This is xfs_extent_state() in-line */ |
127 | if (ext_flag) { | |
128 | ASSERT(s->br_blockcount != 0); /* saved for DMIG */ | |
129 | st = XFS_EXT_UNWRITTEN; | |
130 | } else | |
131 | st = XFS_EXT_NORM; | |
132 | s->br_state = st; | |
133 | } | |
134 | ||
135 | void | |
136 | xfs_bmbt_get_all( | |
a6f64d4a | 137 | xfs_bmbt_rec_host_t *r, |
1da177e4 LT |
138 | xfs_bmbt_irec_t *s) |
139 | { | |
140 | __xfs_bmbt_get_all(r->l0, r->l1, s); | |
141 | } | |
142 | ||
1da177e4 LT |
143 | /* |
144 | * Extract the blockcount field from an in memory bmap extent record. | |
145 | */ | |
146 | xfs_filblks_t | |
147 | xfs_bmbt_get_blockcount( | |
a6f64d4a | 148 | xfs_bmbt_rec_host_t *r) |
1da177e4 | 149 | { |
fb82557f | 150 | return (xfs_filblks_t)(r->l1 & xfs_mask64lo(21)); |
1da177e4 LT |
151 | } |
152 | ||
153 | /* | |
154 | * Extract the startblock field from an in memory bmap extent record. | |
155 | */ | |
156 | xfs_fsblock_t | |
157 | xfs_bmbt_get_startblock( | |
a6f64d4a | 158 | xfs_bmbt_rec_host_t *r) |
1da177e4 LT |
159 | { |
160 | #if XFS_BIG_BLKNOS | |
fb82557f | 161 | return (((xfs_fsblock_t)r->l0 & xfs_mask64lo(9)) << 43) | |
1da177e4 LT |
162 | (((xfs_fsblock_t)r->l1) >> 21); |
163 | #else | |
164 | #ifdef DEBUG | |
165 | xfs_dfsbno_t b; | |
166 | ||
fb82557f | 167 | b = (((xfs_dfsbno_t)r->l0 & xfs_mask64lo(9)) << 43) | |
1da177e4 | 168 | (((xfs_dfsbno_t)r->l1) >> 21); |
9d87c319 | 169 | ASSERT((b >> 32) == 0 || isnulldstartblock(b)); |
1da177e4 LT |
170 | return (xfs_fsblock_t)b; |
171 | #else /* !DEBUG */ | |
172 | return (xfs_fsblock_t)(((xfs_dfsbno_t)r->l1) >> 21); | |
173 | #endif /* DEBUG */ | |
174 | #endif /* XFS_BIG_BLKNOS */ | |
175 | } | |
176 | ||
177 | /* | |
178 | * Extract the startoff field from an in memory bmap extent record. | |
179 | */ | |
180 | xfs_fileoff_t | |
181 | xfs_bmbt_get_startoff( | |
a6f64d4a | 182 | xfs_bmbt_rec_host_t *r) |
1da177e4 LT |
183 | { |
184 | return ((xfs_fileoff_t)r->l0 & | |
fb82557f | 185 | xfs_mask64lo(64 - BMBT_EXNTFLAG_BITLEN)) >> 9; |
1da177e4 LT |
186 | } |
187 | ||
188 | xfs_exntst_t | |
189 | xfs_bmbt_get_state( | |
a6f64d4a | 190 | xfs_bmbt_rec_host_t *r) |
1da177e4 LT |
191 | { |
192 | int ext_flag; | |
193 | ||
194 | ext_flag = (int)((r->l0) >> (64 - BMBT_EXNTFLAG_BITLEN)); | |
195 | return xfs_extent_state(xfs_bmbt_get_blockcount(r), | |
196 | ext_flag); | |
197 | } | |
198 | ||
1da177e4 LT |
199 | /* |
200 | * Extract the blockcount field from an on disk bmap extent record. | |
201 | */ | |
202 | xfs_filblks_t | |
203 | xfs_bmbt_disk_get_blockcount( | |
204 | xfs_bmbt_rec_t *r) | |
205 | { | |
fb82557f | 206 | return (xfs_filblks_t)(be64_to_cpu(r->l1) & xfs_mask64lo(21)); |
1da177e4 LT |
207 | } |
208 | ||
1da177e4 LT |
209 | /* |
210 | * Extract the startoff field from a disk format bmap extent record. | |
211 | */ | |
212 | xfs_fileoff_t | |
213 | xfs_bmbt_disk_get_startoff( | |
214 | xfs_bmbt_rec_t *r) | |
215 | { | |
cd8b0a97 | 216 | return ((xfs_fileoff_t)be64_to_cpu(r->l0) & |
fb82557f | 217 | xfs_mask64lo(64 - BMBT_EXNTFLAG_BITLEN)) >> 9; |
1da177e4 | 218 | } |
1da177e4 | 219 | |
1da177e4 | 220 | |
1da177e4 LT |
221 | /* |
222 | * Set all the fields in a bmap extent record from the arguments. | |
223 | */ | |
224 | void | |
225 | xfs_bmbt_set_allf( | |
8cba4344 CH |
226 | xfs_bmbt_rec_host_t *r, |
227 | xfs_fileoff_t startoff, | |
228 | xfs_fsblock_t startblock, | |
229 | xfs_filblks_t blockcount, | |
230 | xfs_exntst_t state) | |
1da177e4 | 231 | { |
8cba4344 CH |
232 | int extent_flag = (state == XFS_EXT_NORM) ? 0 : 1; |
233 | ||
234 | ASSERT(state == XFS_EXT_NORM || state == XFS_EXT_UNWRITTEN); | |
fb82557f ES |
235 | ASSERT((startoff & xfs_mask64hi(64-BMBT_STARTOFF_BITLEN)) == 0); |
236 | ASSERT((blockcount & xfs_mask64hi(64-BMBT_BLOCKCOUNT_BITLEN)) == 0); | |
1da177e4 | 237 | |
1da177e4 | 238 | #if XFS_BIG_BLKNOS |
fb82557f | 239 | ASSERT((startblock & xfs_mask64hi(64-BMBT_STARTBLOCK_BITLEN)) == 0); |
8cba4344 | 240 | |
1da177e4 | 241 | r->l0 = ((xfs_bmbt_rec_base_t)extent_flag << 63) | |
8cba4344 CH |
242 | ((xfs_bmbt_rec_base_t)startoff << 9) | |
243 | ((xfs_bmbt_rec_base_t)startblock >> 43); | |
244 | r->l1 = ((xfs_bmbt_rec_base_t)startblock << 21) | | |
245 | ((xfs_bmbt_rec_base_t)blockcount & | |
fb82557f | 246 | (xfs_bmbt_rec_base_t)xfs_mask64lo(21)); |
1da177e4 | 247 | #else /* !XFS_BIG_BLKNOS */ |
9d87c319 | 248 | if (isnullstartblock(startblock)) { |
1da177e4 | 249 | r->l0 = ((xfs_bmbt_rec_base_t)extent_flag << 63) | |
8cba4344 | 250 | ((xfs_bmbt_rec_base_t)startoff << 9) | |
fb82557f ES |
251 | (xfs_bmbt_rec_base_t)xfs_mask64lo(9); |
252 | r->l1 = xfs_mask64hi(11) | | |
8cba4344 CH |
253 | ((xfs_bmbt_rec_base_t)startblock << 21) | |
254 | ((xfs_bmbt_rec_base_t)blockcount & | |
fb82557f | 255 | (xfs_bmbt_rec_base_t)xfs_mask64lo(21)); |
1da177e4 LT |
256 | } else { |
257 | r->l0 = ((xfs_bmbt_rec_base_t)extent_flag << 63) | | |
8cba4344 CH |
258 | ((xfs_bmbt_rec_base_t)startoff << 9); |
259 | r->l1 = ((xfs_bmbt_rec_base_t)startblock << 21) | | |
260 | ((xfs_bmbt_rec_base_t)blockcount & | |
fb82557f | 261 | (xfs_bmbt_rec_base_t)xfs_mask64lo(21)); |
1da177e4 LT |
262 | } |
263 | #endif /* XFS_BIG_BLKNOS */ | |
264 | } | |
265 | ||
1da177e4 LT |
266 | /* |
267 | * Set all the fields in a bmap extent record from the uncompressed form. | |
268 | */ | |
269 | void | |
8cba4344 CH |
270 | xfs_bmbt_set_all( |
271 | xfs_bmbt_rec_host_t *r, | |
272 | xfs_bmbt_irec_t *s) | |
1da177e4 | 273 | { |
8cba4344 CH |
274 | xfs_bmbt_set_allf(r, s->br_startoff, s->br_startblock, |
275 | s->br_blockcount, s->br_state); | |
1da177e4 LT |
276 | } |
277 | ||
8cba4344 | 278 | |
1da177e4 LT |
279 | /* |
280 | * Set all the fields in a disk format bmap extent record from the arguments. | |
281 | */ | |
282 | void | |
283 | xfs_bmbt_disk_set_allf( | |
8cba4344 CH |
284 | xfs_bmbt_rec_t *r, |
285 | xfs_fileoff_t startoff, | |
286 | xfs_fsblock_t startblock, | |
287 | xfs_filblks_t blockcount, | |
288 | xfs_exntst_t state) | |
1da177e4 | 289 | { |
8cba4344 CH |
290 | int extent_flag = (state == XFS_EXT_NORM) ? 0 : 1; |
291 | ||
292 | ASSERT(state == XFS_EXT_NORM || state == XFS_EXT_UNWRITTEN); | |
fb82557f ES |
293 | ASSERT((startoff & xfs_mask64hi(64-BMBT_STARTOFF_BITLEN)) == 0); |
294 | ASSERT((blockcount & xfs_mask64hi(64-BMBT_BLOCKCOUNT_BITLEN)) == 0); | |
1da177e4 | 295 | |
1da177e4 | 296 | #if XFS_BIG_BLKNOS |
fb82557f | 297 | ASSERT((startblock & xfs_mask64hi(64-BMBT_STARTBLOCK_BITLEN)) == 0); |
8cba4344 | 298 | |
cd8b0a97 | 299 | r->l0 = cpu_to_be64( |
8cba4344 CH |
300 | ((xfs_bmbt_rec_base_t)extent_flag << 63) | |
301 | ((xfs_bmbt_rec_base_t)startoff << 9) | | |
302 | ((xfs_bmbt_rec_base_t)startblock >> 43)); | |
cd8b0a97 | 303 | r->l1 = cpu_to_be64( |
8cba4344 CH |
304 | ((xfs_bmbt_rec_base_t)startblock << 21) | |
305 | ((xfs_bmbt_rec_base_t)blockcount & | |
fb82557f | 306 | (xfs_bmbt_rec_base_t)xfs_mask64lo(21))); |
1da177e4 | 307 | #else /* !XFS_BIG_BLKNOS */ |
9d87c319 | 308 | if (isnullstartblock(startblock)) { |
cd8b0a97 | 309 | r->l0 = cpu_to_be64( |
8cba4344 CH |
310 | ((xfs_bmbt_rec_base_t)extent_flag << 63) | |
311 | ((xfs_bmbt_rec_base_t)startoff << 9) | | |
fb82557f ES |
312 | (xfs_bmbt_rec_base_t)xfs_mask64lo(9)); |
313 | r->l1 = cpu_to_be64(xfs_mask64hi(11) | | |
8cba4344 CH |
314 | ((xfs_bmbt_rec_base_t)startblock << 21) | |
315 | ((xfs_bmbt_rec_base_t)blockcount & | |
fb82557f | 316 | (xfs_bmbt_rec_base_t)xfs_mask64lo(21))); |
1da177e4 | 317 | } else { |
cd8b0a97 | 318 | r->l0 = cpu_to_be64( |
8cba4344 CH |
319 | ((xfs_bmbt_rec_base_t)extent_flag << 63) | |
320 | ((xfs_bmbt_rec_base_t)startoff << 9)); | |
cd8b0a97 | 321 | r->l1 = cpu_to_be64( |
8cba4344 CH |
322 | ((xfs_bmbt_rec_base_t)startblock << 21) | |
323 | ((xfs_bmbt_rec_base_t)blockcount & | |
fb82557f | 324 | (xfs_bmbt_rec_base_t)xfs_mask64lo(21))); |
1da177e4 LT |
325 | } |
326 | #endif /* XFS_BIG_BLKNOS */ | |
327 | } | |
8cba4344 CH |
328 | |
329 | /* | |
330 | * Set all the fields in a bmap extent record from the uncompressed form. | |
331 | */ | |
5d77c0dc | 332 | STATIC void |
8cba4344 CH |
333 | xfs_bmbt_disk_set_all( |
334 | xfs_bmbt_rec_t *r, | |
335 | xfs_bmbt_irec_t *s) | |
336 | { | |
337 | xfs_bmbt_disk_set_allf(r, s->br_startoff, s->br_startblock, | |
338 | s->br_blockcount, s->br_state); | |
339 | } | |
1da177e4 LT |
340 | |
341 | /* | |
342 | * Set the blockcount field in a bmap extent record. | |
343 | */ | |
344 | void | |
345 | xfs_bmbt_set_blockcount( | |
a6f64d4a | 346 | xfs_bmbt_rec_host_t *r, |
1da177e4 LT |
347 | xfs_filblks_t v) |
348 | { | |
fb82557f ES |
349 | ASSERT((v & xfs_mask64hi(43)) == 0); |
350 | r->l1 = (r->l1 & (xfs_bmbt_rec_base_t)xfs_mask64hi(43)) | | |
351 | (xfs_bmbt_rec_base_t)(v & xfs_mask64lo(21)); | |
1da177e4 LT |
352 | } |
353 | ||
354 | /* | |
355 | * Set the startblock field in a bmap extent record. | |
356 | */ | |
357 | void | |
358 | xfs_bmbt_set_startblock( | |
a6f64d4a | 359 | xfs_bmbt_rec_host_t *r, |
1da177e4 LT |
360 | xfs_fsblock_t v) |
361 | { | |
362 | #if XFS_BIG_BLKNOS | |
fb82557f ES |
363 | ASSERT((v & xfs_mask64hi(12)) == 0); |
364 | r->l0 = (r->l0 & (xfs_bmbt_rec_base_t)xfs_mask64hi(55)) | | |
1da177e4 | 365 | (xfs_bmbt_rec_base_t)(v >> 43); |
fb82557f | 366 | r->l1 = (r->l1 & (xfs_bmbt_rec_base_t)xfs_mask64lo(21)) | |
1da177e4 LT |
367 | (xfs_bmbt_rec_base_t)(v << 21); |
368 | #else /* !XFS_BIG_BLKNOS */ | |
9d87c319 | 369 | if (isnullstartblock(v)) { |
fb82557f ES |
370 | r->l0 |= (xfs_bmbt_rec_base_t)xfs_mask64lo(9); |
371 | r->l1 = (xfs_bmbt_rec_base_t)xfs_mask64hi(11) | | |
1da177e4 | 372 | ((xfs_bmbt_rec_base_t)v << 21) | |
fb82557f | 373 | (r->l1 & (xfs_bmbt_rec_base_t)xfs_mask64lo(21)); |
1da177e4 | 374 | } else { |
fb82557f | 375 | r->l0 &= ~(xfs_bmbt_rec_base_t)xfs_mask64lo(9); |
1da177e4 | 376 | r->l1 = ((xfs_bmbt_rec_base_t)v << 21) | |
fb82557f | 377 | (r->l1 & (xfs_bmbt_rec_base_t)xfs_mask64lo(21)); |
1da177e4 LT |
378 | } |
379 | #endif /* XFS_BIG_BLKNOS */ | |
380 | } | |
381 | ||
382 | /* | |
383 | * Set the startoff field in a bmap extent record. | |
384 | */ | |
385 | void | |
386 | xfs_bmbt_set_startoff( | |
a6f64d4a | 387 | xfs_bmbt_rec_host_t *r, |
1da177e4 LT |
388 | xfs_fileoff_t v) |
389 | { | |
fb82557f ES |
390 | ASSERT((v & xfs_mask64hi(9)) == 0); |
391 | r->l0 = (r->l0 & (xfs_bmbt_rec_base_t) xfs_mask64hi(1)) | | |
1da177e4 | 392 | ((xfs_bmbt_rec_base_t)v << 9) | |
fb82557f | 393 | (r->l0 & (xfs_bmbt_rec_base_t)xfs_mask64lo(9)); |
1da177e4 LT |
394 | } |
395 | ||
396 | /* | |
397 | * Set the extent state field in a bmap extent record. | |
398 | */ | |
399 | void | |
400 | xfs_bmbt_set_state( | |
a6f64d4a | 401 | xfs_bmbt_rec_host_t *r, |
1da177e4 LT |
402 | xfs_exntst_t v) |
403 | { | |
404 | ASSERT(v == XFS_EXT_NORM || v == XFS_EXT_UNWRITTEN); | |
405 | if (v == XFS_EXT_NORM) | |
fb82557f | 406 | r->l0 &= xfs_mask64lo(64 - BMBT_EXNTFLAG_BITLEN); |
1da177e4 | 407 | else |
fb82557f | 408 | r->l0 |= xfs_mask64hi(BMBT_EXNTFLAG_BITLEN); |
1da177e4 LT |
409 | } |
410 | ||
411 | /* | |
412 | * Convert in-memory form of btree root to on-disk form. | |
413 | */ | |
414 | void | |
415 | xfs_bmbt_to_bmdr( | |
60197e8d | 416 | struct xfs_mount *mp, |
7cc95a82 | 417 | struct xfs_btree_block *rblock, |
1da177e4 LT |
418 | int rblocklen, |
419 | xfs_bmdr_block_t *dblock, | |
420 | int dblocklen) | |
421 | { | |
422 | int dmxr; | |
423 | xfs_bmbt_key_t *fkp; | |
576039cf | 424 | __be64 *fpp; |
1da177e4 | 425 | xfs_bmbt_key_t *tkp; |
576039cf | 426 | __be64 *tpp; |
1da177e4 | 427 | |
69ef921b CH |
428 | ASSERT(rblock->bb_magic == cpu_to_be32(XFS_BMAP_MAGIC)); |
429 | ASSERT(rblock->bb_u.l.bb_leftsib == cpu_to_be64(NULLDFSBNO)); | |
430 | ASSERT(rblock->bb_u.l.bb_rightsib == cpu_to_be64(NULLDFSBNO)); | |
431 | ASSERT(rblock->bb_level != 0); | |
16259e7d CH |
432 | dblock->bb_level = rblock->bb_level; |
433 | dblock->bb_numrecs = rblock->bb_numrecs; | |
60197e8d | 434 | dmxr = xfs_bmdr_maxrecs(mp, dblocklen, 0); |
136341b4 CH |
435 | fkp = XFS_BMBT_KEY_ADDR(mp, rblock, 1); |
436 | tkp = XFS_BMDR_KEY_ADDR(dblock, 1); | |
60197e8d | 437 | fpp = XFS_BMAP_BROOT_PTR_ADDR(mp, rblock, 1, rblocklen); |
136341b4 | 438 | tpp = XFS_BMDR_PTR_ADDR(dblock, 1, dmxr); |
16259e7d | 439 | dmxr = be16_to_cpu(dblock->bb_numrecs); |
1da177e4 | 440 | memcpy(tkp, fkp, sizeof(*fkp) * dmxr); |
576039cf | 441 | memcpy(tpp, fpp, sizeof(*fpp) * dmxr); |
1da177e4 LT |
442 | } |
443 | ||
1da177e4 | 444 | /* |
4eea22f0 | 445 | * Check extent records, which have just been read, for |
1da177e4 LT |
446 | * any bit in the extent flag field. ASSERT on debug |
447 | * kernels, as this condition should not occur. | |
448 | * Return an error condition (1) if any flags found, | |
449 | * otherwise return 0. | |
450 | */ | |
451 | ||
452 | int | |
453 | xfs_check_nostate_extents( | |
4eea22f0 MK |
454 | xfs_ifork_t *ifp, |
455 | xfs_extnum_t idx, | |
1da177e4 LT |
456 | xfs_extnum_t num) |
457 | { | |
4eea22f0 | 458 | for (; num > 0; num--, idx++) { |
a6f64d4a | 459 | xfs_bmbt_rec_host_t *ep = xfs_iext_get_ext(ifp, idx); |
1da177e4 LT |
460 | if ((ep->l0 >> |
461 | (64 - BMBT_EXNTFLAG_BITLEN)) != 0) { | |
462 | ASSERT(0); | |
463 | return 1; | |
464 | } | |
465 | } | |
466 | return 0; | |
467 | } | |
561f7d17 CH |
468 | |
469 | ||
470 | STATIC struct xfs_btree_cur * | |
471 | xfs_bmbt_dup_cursor( | |
472 | struct xfs_btree_cur *cur) | |
473 | { | |
474 | struct xfs_btree_cur *new; | |
475 | ||
476 | new = xfs_bmbt_init_cursor(cur->bc_mp, cur->bc_tp, | |
477 | cur->bc_private.b.ip, cur->bc_private.b.whichfork); | |
478 | ||
479 | /* | |
480 | * Copy the firstblock, flist, and flags values, | |
481 | * since init cursor doesn't get them. | |
482 | */ | |
483 | new->bc_private.b.firstblock = cur->bc_private.b.firstblock; | |
484 | new->bc_private.b.flist = cur->bc_private.b.flist; | |
485 | new->bc_private.b.flags = cur->bc_private.b.flags; | |
486 | ||
487 | return new; | |
488 | } | |
489 | ||
4b22a571 CH |
490 | STATIC void |
491 | xfs_bmbt_update_cursor( | |
492 | struct xfs_btree_cur *src, | |
493 | struct xfs_btree_cur *dst) | |
494 | { | |
495 | ASSERT((dst->bc_private.b.firstblock != NULLFSBLOCK) || | |
496 | (dst->bc_private.b.ip->i_d.di_flags & XFS_DIFLAG_REALTIME)); | |
497 | ASSERT(dst->bc_private.b.flist == src->bc_private.b.flist); | |
498 | ||
499 | dst->bc_private.b.allocated += src->bc_private.b.allocated; | |
500 | dst->bc_private.b.firstblock = src->bc_private.b.firstblock; | |
501 | ||
502 | src->bc_private.b.allocated = 0; | |
503 | } | |
504 | ||
f5eb8e7c CH |
505 | STATIC int |
506 | xfs_bmbt_alloc_block( | |
507 | struct xfs_btree_cur *cur, | |
508 | union xfs_btree_ptr *start, | |
509 | union xfs_btree_ptr *new, | |
510 | int length, | |
511 | int *stat) | |
512 | { | |
513 | xfs_alloc_arg_t args; /* block allocation args */ | |
514 | int error; /* error return value */ | |
515 | ||
516 | memset(&args, 0, sizeof(args)); | |
517 | args.tp = cur->bc_tp; | |
518 | args.mp = cur->bc_mp; | |
519 | args.fsbno = cur->bc_private.b.firstblock; | |
520 | args.firstblock = args.fsbno; | |
521 | ||
522 | if (args.fsbno == NULLFSBLOCK) { | |
523 | args.fsbno = be64_to_cpu(start->l); | |
524 | args.type = XFS_ALLOCTYPE_START_BNO; | |
525 | /* | |
526 | * Make sure there is sufficient room left in the AG to | |
527 | * complete a full tree split for an extent insert. If | |
528 | * we are converting the middle part of an extent then | |
529 | * we may need space for two tree splits. | |
530 | * | |
531 | * We are relying on the caller to make the correct block | |
532 | * reservation for this operation to succeed. If the | |
533 | * reservation amount is insufficient then we may fail a | |
534 | * block allocation here and corrupt the filesystem. | |
535 | */ | |
536 | args.minleft = xfs_trans_get_block_res(args.tp); | |
537 | } else if (cur->bc_private.b.flist->xbf_low) { | |
538 | args.type = XFS_ALLOCTYPE_START_BNO; | |
539 | } else { | |
540 | args.type = XFS_ALLOCTYPE_NEAR_BNO; | |
541 | } | |
542 | ||
543 | args.minlen = args.maxlen = args.prod = 1; | |
544 | args.wasdel = cur->bc_private.b.flags & XFS_BTCUR_BPRV_WASDEL; | |
545 | if (!args.wasdel && xfs_trans_get_block_res(args.tp) == 0) { | |
546 | error = XFS_ERROR(ENOSPC); | |
547 | goto error0; | |
548 | } | |
549 | error = xfs_alloc_vextent(&args); | |
550 | if (error) | |
551 | goto error0; | |
552 | ||
553 | if (args.fsbno == NULLFSBLOCK && args.minleft) { | |
554 | /* | |
555 | * Could not find an AG with enough free space to satisfy | |
556 | * a full btree split. Try again without minleft and if | |
557 | * successful activate the lowspace algorithm. | |
558 | */ | |
559 | args.fsbno = 0; | |
560 | args.type = XFS_ALLOCTYPE_FIRST_AG; | |
561 | args.minleft = 0; | |
562 | error = xfs_alloc_vextent(&args); | |
563 | if (error) | |
564 | goto error0; | |
565 | cur->bc_private.b.flist->xbf_low = 1; | |
566 | } | |
567 | if (args.fsbno == NULLFSBLOCK) { | |
568 | XFS_BTREE_TRACE_CURSOR(cur, XBT_EXIT); | |
569 | *stat = 0; | |
570 | return 0; | |
571 | } | |
572 | ASSERT(args.len == 1); | |
573 | cur->bc_private.b.firstblock = args.fsbno; | |
574 | cur->bc_private.b.allocated++; | |
575 | cur->bc_private.b.ip->i_d.di_nblocks++; | |
576 | xfs_trans_log_inode(args.tp, cur->bc_private.b.ip, XFS_ILOG_CORE); | |
7d095257 | 577 | xfs_trans_mod_dquot_byino(args.tp, cur->bc_private.b.ip, |
f5eb8e7c CH |
578 | XFS_TRANS_DQ_BCOUNT, 1L); |
579 | ||
580 | new->l = cpu_to_be64(args.fsbno); | |
581 | ||
582 | XFS_BTREE_TRACE_CURSOR(cur, XBT_EXIT); | |
583 | *stat = 1; | |
584 | return 0; | |
585 | ||
586 | error0: | |
587 | XFS_BTREE_TRACE_CURSOR(cur, XBT_ERROR); | |
588 | return error; | |
589 | } | |
590 | ||
d4b3a4b7 CH |
591 | STATIC int |
592 | xfs_bmbt_free_block( | |
593 | struct xfs_btree_cur *cur, | |
594 | struct xfs_buf *bp) | |
595 | { | |
596 | struct xfs_mount *mp = cur->bc_mp; | |
597 | struct xfs_inode *ip = cur->bc_private.b.ip; | |
598 | struct xfs_trans *tp = cur->bc_tp; | |
599 | xfs_fsblock_t fsbno = XFS_DADDR_TO_FSB(mp, XFS_BUF_ADDR(bp)); | |
600 | ||
601 | xfs_bmap_add_free(fsbno, 1, cur->bc_private.b.flist, mp); | |
602 | ip->i_d.di_nblocks--; | |
603 | ||
604 | xfs_trans_log_inode(tp, ip, XFS_ILOG_CORE); | |
7d095257 | 605 | xfs_trans_mod_dquot_byino(tp, ip, XFS_TRANS_DQ_BCOUNT, -1L); |
d4b3a4b7 CH |
606 | xfs_trans_binval(tp, bp); |
607 | return 0; | |
608 | } | |
609 | ||
91cca5df CH |
610 | STATIC int |
611 | xfs_bmbt_get_minrecs( | |
612 | struct xfs_btree_cur *cur, | |
613 | int level) | |
614 | { | |
60197e8d CH |
615 | if (level == cur->bc_nlevels - 1) { |
616 | struct xfs_ifork *ifp; | |
617 | ||
618 | ifp = XFS_IFORK_PTR(cur->bc_private.b.ip, | |
619 | cur->bc_private.b.whichfork); | |
620 | ||
621 | return xfs_bmbt_maxrecs(cur->bc_mp, | |
622 | ifp->if_broot_bytes, level == 0) / 2; | |
623 | } | |
624 | ||
625 | return cur->bc_mp->m_bmap_dmnr[level != 0]; | |
91cca5df CH |
626 | } |
627 | ||
60197e8d | 628 | int |
ce5e42db CH |
629 | xfs_bmbt_get_maxrecs( |
630 | struct xfs_btree_cur *cur, | |
631 | int level) | |
632 | { | |
60197e8d CH |
633 | if (level == cur->bc_nlevels - 1) { |
634 | struct xfs_ifork *ifp; | |
635 | ||
636 | ifp = XFS_IFORK_PTR(cur->bc_private.b.ip, | |
637 | cur->bc_private.b.whichfork); | |
638 | ||
639 | return xfs_bmbt_maxrecs(cur->bc_mp, | |
640 | ifp->if_broot_bytes, level == 0); | |
641 | } | |
642 | ||
643 | return cur->bc_mp->m_bmap_dmxr[level != 0]; | |
644 | ||
ce5e42db CH |
645 | } |
646 | ||
4b22a571 CH |
647 | /* |
648 | * Get the maximum records we could store in the on-disk format. | |
649 | * | |
650 | * For non-root nodes this is equivalent to xfs_bmbt_get_maxrecs, but | |
651 | * for the root node this checks the available space in the dinode fork | |
652 | * so that we can resize the in-memory buffer to match it. After a | |
653 | * resize to the maximum size this function returns the same value | |
654 | * as xfs_bmbt_get_maxrecs for the root node, too. | |
655 | */ | |
656 | STATIC int | |
657 | xfs_bmbt_get_dmaxrecs( | |
658 | struct xfs_btree_cur *cur, | |
659 | int level) | |
660 | { | |
60197e8d CH |
661 | if (level != cur->bc_nlevels - 1) |
662 | return cur->bc_mp->m_bmap_dmxr[level != 0]; | |
663 | return xfs_bmdr_maxrecs(cur->bc_mp, cur->bc_private.b.forksize, | |
664 | level == 0); | |
4b22a571 CH |
665 | } |
666 | ||
fe033cc8 CH |
667 | STATIC void |
668 | xfs_bmbt_init_key_from_rec( | |
669 | union xfs_btree_key *key, | |
670 | union xfs_btree_rec *rec) | |
671 | { | |
672 | key->bmbt.br_startoff = | |
673 | cpu_to_be64(xfs_bmbt_disk_get_startoff(&rec->bmbt)); | |
674 | } | |
675 | ||
4b22a571 CH |
676 | STATIC void |
677 | xfs_bmbt_init_rec_from_key( | |
678 | union xfs_btree_key *key, | |
679 | union xfs_btree_rec *rec) | |
680 | { | |
681 | ASSERT(key->bmbt.br_startoff != 0); | |
682 | ||
683 | xfs_bmbt_disk_set_allf(&rec->bmbt, be64_to_cpu(key->bmbt.br_startoff), | |
684 | 0, 0, XFS_EXT_NORM); | |
685 | } | |
686 | ||
687 | STATIC void | |
688 | xfs_bmbt_init_rec_from_cur( | |
689 | struct xfs_btree_cur *cur, | |
690 | union xfs_btree_rec *rec) | |
691 | { | |
692 | xfs_bmbt_disk_set_all(&rec->bmbt, &cur->bc_rec.b); | |
693 | } | |
694 | ||
fe033cc8 CH |
695 | STATIC void |
696 | xfs_bmbt_init_ptr_from_cur( | |
697 | struct xfs_btree_cur *cur, | |
698 | union xfs_btree_ptr *ptr) | |
699 | { | |
700 | ptr->l = 0; | |
701 | } | |
702 | ||
703 | STATIC __int64_t | |
704 | xfs_bmbt_key_diff( | |
705 | struct xfs_btree_cur *cur, | |
706 | union xfs_btree_key *key) | |
707 | { | |
708 | return (__int64_t)be64_to_cpu(key->bmbt.br_startoff) - | |
709 | cur->bc_rec.b.br_startoff; | |
710 | } | |
711 | ||
4a26e66e CH |
712 | #ifdef DEBUG |
713 | STATIC int | |
714 | xfs_bmbt_keys_inorder( | |
715 | struct xfs_btree_cur *cur, | |
716 | union xfs_btree_key *k1, | |
717 | union xfs_btree_key *k2) | |
718 | { | |
719 | return be64_to_cpu(k1->bmbt.br_startoff) < | |
720 | be64_to_cpu(k2->bmbt.br_startoff); | |
721 | } | |
722 | ||
723 | STATIC int | |
724 | xfs_bmbt_recs_inorder( | |
725 | struct xfs_btree_cur *cur, | |
726 | union xfs_btree_rec *r1, | |
727 | union xfs_btree_rec *r2) | |
728 | { | |
729 | return xfs_bmbt_disk_get_startoff(&r1->bmbt) + | |
730 | xfs_bmbt_disk_get_blockcount(&r1->bmbt) <= | |
731 | xfs_bmbt_disk_get_startoff(&r2->bmbt); | |
732 | } | |
733 | #endif /* DEBUG */ | |
734 | ||
8c4ed633 CH |
735 | #ifdef XFS_BTREE_TRACE |
736 | ktrace_t *xfs_bmbt_trace_buf; | |
737 | ||
738 | STATIC void | |
739 | xfs_bmbt_trace_enter( | |
740 | struct xfs_btree_cur *cur, | |
741 | const char *func, | |
742 | char *s, | |
743 | int type, | |
744 | int line, | |
745 | __psunsigned_t a0, | |
746 | __psunsigned_t a1, | |
747 | __psunsigned_t a2, | |
748 | __psunsigned_t a3, | |
749 | __psunsigned_t a4, | |
750 | __psunsigned_t a5, | |
751 | __psunsigned_t a6, | |
752 | __psunsigned_t a7, | |
753 | __psunsigned_t a8, | |
754 | __psunsigned_t a9, | |
755 | __psunsigned_t a10) | |
756 | { | |
757 | struct xfs_inode *ip = cur->bc_private.b.ip; | |
758 | int whichfork = cur->bc_private.b.whichfork; | |
759 | ||
760 | ktrace_enter(xfs_bmbt_trace_buf, | |
761 | (void *)((__psint_t)type | (whichfork << 8) | (line << 16)), | |
762 | (void *)func, (void *)s, (void *)ip, (void *)cur, | |
763 | (void *)a0, (void *)a1, (void *)a2, (void *)a3, | |
764 | (void *)a4, (void *)a5, (void *)a6, (void *)a7, | |
765 | (void *)a8, (void *)a9, (void *)a10); | |
8c4ed633 CH |
766 | } |
767 | ||
768 | STATIC void | |
769 | xfs_bmbt_trace_cursor( | |
770 | struct xfs_btree_cur *cur, | |
771 | __uint32_t *s0, | |
772 | __uint64_t *l0, | |
773 | __uint64_t *l1) | |
774 | { | |
775 | struct xfs_bmbt_rec_host r; | |
776 | ||
777 | xfs_bmbt_set_all(&r, &cur->bc_rec.b); | |
778 | ||
779 | *s0 = (cur->bc_nlevels << 24) | | |
780 | (cur->bc_private.b.flags << 16) | | |
781 | cur->bc_private.b.allocated; | |
782 | *l0 = r.l0; | |
783 | *l1 = r.l1; | |
784 | } | |
785 | ||
786 | STATIC void | |
787 | xfs_bmbt_trace_key( | |
788 | struct xfs_btree_cur *cur, | |
789 | union xfs_btree_key *key, | |
790 | __uint64_t *l0, | |
791 | __uint64_t *l1) | |
792 | { | |
793 | *l0 = be64_to_cpu(key->bmbt.br_startoff); | |
794 | *l1 = 0; | |
795 | } | |
796 | ||
d96f8f89 ES |
797 | /* Endian flipping versions of the bmbt extraction functions */ |
798 | STATIC void | |
799 | xfs_bmbt_disk_get_all( | |
800 | xfs_bmbt_rec_t *r, | |
801 | xfs_bmbt_irec_t *s) | |
802 | { | |
803 | __xfs_bmbt_get_all(get_unaligned_be64(&r->l0), | |
804 | get_unaligned_be64(&r->l1), s); | |
805 | } | |
806 | ||
8c4ed633 CH |
807 | STATIC void |
808 | xfs_bmbt_trace_record( | |
809 | struct xfs_btree_cur *cur, | |
810 | union xfs_btree_rec *rec, | |
811 | __uint64_t *l0, | |
812 | __uint64_t *l1, | |
813 | __uint64_t *l2) | |
814 | { | |
815 | struct xfs_bmbt_irec irec; | |
816 | ||
817 | xfs_bmbt_disk_get_all(&rec->bmbt, &irec); | |
818 | *l0 = irec.br_startoff; | |
819 | *l1 = irec.br_startblock; | |
820 | *l2 = irec.br_blockcount; | |
821 | } | |
822 | #endif /* XFS_BTREE_TRACE */ | |
823 | ||
561f7d17 | 824 | static const struct xfs_btree_ops xfs_bmbt_ops = { |
65f1eaea CH |
825 | .rec_len = sizeof(xfs_bmbt_rec_t), |
826 | .key_len = sizeof(xfs_bmbt_key_t), | |
827 | ||
561f7d17 | 828 | .dup_cursor = xfs_bmbt_dup_cursor, |
4b22a571 | 829 | .update_cursor = xfs_bmbt_update_cursor, |
f5eb8e7c | 830 | .alloc_block = xfs_bmbt_alloc_block, |
d4b3a4b7 | 831 | .free_block = xfs_bmbt_free_block, |
ce5e42db | 832 | .get_maxrecs = xfs_bmbt_get_maxrecs, |
91cca5df | 833 | .get_minrecs = xfs_bmbt_get_minrecs, |
4b22a571 | 834 | .get_dmaxrecs = xfs_bmbt_get_dmaxrecs, |
fe033cc8 | 835 | .init_key_from_rec = xfs_bmbt_init_key_from_rec, |
4b22a571 CH |
836 | .init_rec_from_key = xfs_bmbt_init_rec_from_key, |
837 | .init_rec_from_cur = xfs_bmbt_init_rec_from_cur, | |
fe033cc8 CH |
838 | .init_ptr_from_cur = xfs_bmbt_init_ptr_from_cur, |
839 | .key_diff = xfs_bmbt_key_diff, | |
8c4ed633 | 840 | |
4a26e66e CH |
841 | #ifdef DEBUG |
842 | .keys_inorder = xfs_bmbt_keys_inorder, | |
843 | .recs_inorder = xfs_bmbt_recs_inorder, | |
844 | #endif | |
845 | ||
8c4ed633 CH |
846 | #ifdef XFS_BTREE_TRACE |
847 | .trace_enter = xfs_bmbt_trace_enter, | |
848 | .trace_cursor = xfs_bmbt_trace_cursor, | |
849 | .trace_key = xfs_bmbt_trace_key, | |
850 | .trace_record = xfs_bmbt_trace_record, | |
851 | #endif | |
561f7d17 CH |
852 | }; |
853 | ||
854 | /* | |
855 | * Allocate a new bmap btree cursor. | |
856 | */ | |
857 | struct xfs_btree_cur * /* new bmap btree cursor */ | |
858 | xfs_bmbt_init_cursor( | |
859 | struct xfs_mount *mp, /* file system mount point */ | |
860 | struct xfs_trans *tp, /* transaction pointer */ | |
861 | struct xfs_inode *ip, /* inode owning the btree */ | |
862 | int whichfork) /* data or attr fork */ | |
863 | { | |
864 | struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); | |
865 | struct xfs_btree_cur *cur; | |
866 | ||
867 | cur = kmem_zone_zalloc(xfs_btree_cur_zone, KM_SLEEP); | |
868 | ||
869 | cur->bc_tp = tp; | |
870 | cur->bc_mp = mp; | |
871 | cur->bc_nlevels = be16_to_cpu(ifp->if_broot->bb_level) + 1; | |
872 | cur->bc_btnum = XFS_BTNUM_BMAP; | |
873 | cur->bc_blocklog = mp->m_sb.sb_blocklog; | |
874 | ||
875 | cur->bc_ops = &xfs_bmbt_ops; | |
e99ab90d | 876 | cur->bc_flags = XFS_BTREE_LONG_PTRS | XFS_BTREE_ROOT_IN_INODE; |
561f7d17 CH |
877 | |
878 | cur->bc_private.b.forksize = XFS_IFORK_SIZE(ip, whichfork); | |
879 | cur->bc_private.b.ip = ip; | |
880 | cur->bc_private.b.firstblock = NULLFSBLOCK; | |
881 | cur->bc_private.b.flist = NULL; | |
882 | cur->bc_private.b.allocated = 0; | |
883 | cur->bc_private.b.flags = 0; | |
884 | cur->bc_private.b.whichfork = whichfork; | |
885 | ||
886 | return cur; | |
887 | } | |
60197e8d CH |
888 | |
889 | /* | |
890 | * Calculate number of records in a bmap btree block. | |
891 | */ | |
892 | int | |
893 | xfs_bmbt_maxrecs( | |
894 | struct xfs_mount *mp, | |
895 | int blocklen, | |
896 | int leaf) | |
897 | { | |
7cc95a82 | 898 | blocklen -= XFS_BMBT_BLOCK_LEN(mp); |
60197e8d CH |
899 | |
900 | if (leaf) | |
901 | return blocklen / sizeof(xfs_bmbt_rec_t); | |
902 | return blocklen / (sizeof(xfs_bmbt_key_t) + sizeof(xfs_bmbt_ptr_t)); | |
903 | } | |
904 | ||
905 | /* | |
906 | * Calculate number of records in a bmap btree inode root. | |
907 | */ | |
908 | int | |
909 | xfs_bmdr_maxrecs( | |
910 | struct xfs_mount *mp, | |
911 | int blocklen, | |
912 | int leaf) | |
913 | { | |
914 | blocklen -= sizeof(xfs_bmdr_block_t); | |
915 | ||
916 | if (leaf) | |
917 | return blocklen / sizeof(xfs_bmdr_rec_t); | |
918 | return blocklen / (sizeof(xfs_bmdr_key_t) + sizeof(xfs_bmdr_ptr_t)); | |
919 | } |