4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
20 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21 * CA 95054 USA or visit www.sun.com if you need additional information or
27 * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
28 * Use is subject to license terms.
30 * Copyright (c) 2012, Intel Corporation.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
36 * lustre/include/lustre_log.h
38 * Generic infrastructure for managing a collection of logs.
39 * These logs are used for:
41 * - orphan recovery: OST adds record on create
42 * - mtime/size consistency: the OST adds a record on first write
43 * - open/unlinked objects: OST adds a record on destroy
45 * - mds unlink log: the MDS adds an entry upon delete
47 * - raid1 replication log between OST's
48 * - MDS replication logs
59 #include <linux/lustre_log.h>
61 #include <obd_class.h>
63 #include <lustre/lustre_idl.h>
64 #include <dt_object.h>
66 #define LOG_NAME_LIMIT(logname, name) \
67 snprintf(logname, sizeof(logname), "LOGS/%s", name)
68 #define LLOG_EEMPTY 4711
70 enum llog_open_param
{
71 LLOG_OPEN_EXISTS
= 0x0000,
72 LLOG_OPEN_NEW
= 0x0001,
75 struct plain_handle_data
{
76 struct list_head phd_entry
;
77 struct llog_handle
*phd_cat_handle
;
78 struct llog_cookie phd_cookie
; /* cookie of this log in its cat */
81 struct cat_handle_data
{
82 struct list_head chd_head
;
83 struct llog_handle
*chd_current_log
; /* currently open log */
84 struct llog_handle
*chd_next_log
; /* llog to be used next */
87 static inline void logid_to_fid(struct llog_logid
*id
, struct lu_fid
*fid
)
89 /* For compatibility purposes we identify pre-OSD (~< 2.3.51 MDS)
90 * logid's by non-zero ogen (inode generation) and convert them
92 if (id
->lgl_ogen
== 0) {
93 fid
->f_seq
= id
->lgl_oi
.oi
.oi_seq
;
94 fid
->f_oid
= id
->lgl_oi
.oi
.oi_id
;
97 lu_igif_build(fid
, id
->lgl_oi
.oi
.oi_id
, id
->lgl_ogen
);
101 static inline void fid_to_logid(struct lu_fid
*fid
, struct llog_logid
*id
)
103 id
->lgl_oi
.oi
.oi_seq
= fid
->f_seq
;
104 id
->lgl_oi
.oi
.oi_id
= fid
->f_oid
;
108 static inline void logid_set_id(struct llog_logid
*log_id
, __u64 id
)
110 log_id
->lgl_oi
.oi
.oi_id
= id
;
113 static inline __u64
logid_id(struct llog_logid
*log_id
)
115 return log_id
->lgl_oi
.oi
.oi_id
;
120 /* llog.c - general API */
121 int llog_init_handle(const struct lu_env
*env
, struct llog_handle
*handle
,
122 int flags
, struct obd_uuid
*uuid
);
123 int llog_copy_handler(const struct lu_env
*env
, struct llog_handle
*llh
,
124 struct llog_rec_hdr
*rec
, void *data
);
125 int llog_process(const struct lu_env
*env
, struct llog_handle
*loghandle
,
126 llog_cb_t cb
, void *data
, void *catdata
);
127 int llog_process_or_fork(const struct lu_env
*env
,
128 struct llog_handle
*loghandle
,
129 llog_cb_t cb
, void *data
, void *catdata
, bool fork
);
130 int llog_reverse_process(const struct lu_env
*env
,
131 struct llog_handle
*loghandle
, llog_cb_t cb
,
132 void *data
, void *catdata
);
133 int llog_cancel_rec(const struct lu_env
*env
, struct llog_handle
*loghandle
,
135 int llog_open(const struct lu_env
*env
, struct llog_ctxt
*ctxt
,
136 struct llog_handle
**lgh
, struct llog_logid
*logid
,
137 char *name
, enum llog_open_param open_param
);
138 int llog_close(const struct lu_env
*env
, struct llog_handle
*cathandle
);
139 int llog_get_size(struct llog_handle
*loghandle
);
141 /* llog_process flags */
142 #define LLOG_FLAG_NODEAMON 0x0001
144 /* llog_cat.c - catalog api */
145 struct llog_process_data
{
147 * Any useful data needed while processing catalog. This is
148 * passed later to process callback.
152 * Catalog process callback function, called for each record
157 * Start processing the catalog from startcat/startidx
163 struct llog_process_cat_data
{
165 * Temporary stored first_idx while scanning log.
169 * Temporary stored last_idx while scanning log.
174 int llog_cat_close(const struct lu_env
*env
, struct llog_handle
*cathandle
);
175 int llog_cat_add_rec(const struct lu_env
*env
, struct llog_handle
*cathandle
,
176 struct llog_rec_hdr
*rec
, struct llog_cookie
*reccookie
,
177 void *buf
, struct thandle
*th
);
178 int llog_cat_declare_add_rec(const struct lu_env
*env
,
179 struct llog_handle
*cathandle
,
180 struct llog_rec_hdr
*rec
, struct thandle
*th
);
181 int llog_cat_add(const struct lu_env
*env
, struct llog_handle
*cathandle
,
182 struct llog_rec_hdr
*rec
, struct llog_cookie
*reccookie
,
184 int llog_cat_cancel_records(const struct lu_env
*env
,
185 struct llog_handle
*cathandle
, int count
,
186 struct llog_cookie
*cookies
);
187 int llog_cat_process_or_fork(const struct lu_env
*env
,
188 struct llog_handle
*cat_llh
, llog_cb_t cb
,
189 void *data
, int startcat
, int startidx
, bool fork
);
190 int llog_cat_process(const struct lu_env
*env
, struct llog_handle
*cat_llh
,
191 llog_cb_t cb
, void *data
, int startcat
, int startidx
);
192 int llog_cat_reverse_process(const struct lu_env
*env
,
193 struct llog_handle
*cat_llh
, llog_cb_t cb
,
195 int llog_cat_init_and_process(const struct lu_env
*env
,
196 struct llog_handle
*llh
);
199 int llog_setup(const struct lu_env
*env
, struct obd_device
*obd
,
200 struct obd_llog_group
*olg
, int index
,
201 struct obd_device
*disk_obd
, struct llog_operations
*op
);
202 int __llog_ctxt_put(const struct lu_env
*env
, struct llog_ctxt
*ctxt
);
203 int llog_cleanup(const struct lu_env
*env
, struct llog_ctxt
*);
204 int llog_sync(struct llog_ctxt
*ctxt
, struct obd_export
*exp
, int flags
);
205 int llog_obd_add(const struct lu_env
*env
, struct llog_ctxt
*ctxt
,
206 struct llog_rec_hdr
*rec
, struct lov_stripe_md
*lsm
,
207 struct llog_cookie
*logcookies
, int numcookies
);
208 int llog_cancel(const struct lu_env
*env
, struct llog_ctxt
*ctxt
,
209 struct lov_stripe_md
*lsm
, int count
,
210 struct llog_cookie
*cookies
, int flags
);
212 int obd_llog_init(struct obd_device
*obd
, struct obd_llog_group
*olg
,
213 struct obd_device
*disk_obd
, int *idx
);
215 int obd_llog_finish(struct obd_device
*obd
, int count
);
218 int llog_ioctl(const struct lu_env
*env
, struct llog_ctxt
*ctxt
, int cmd
,
219 struct obd_ioctl_data
*data
);
222 int llog_initiator_connect(struct llog_ctxt
*ctxt
);
224 struct llog_operations
{
225 int (*lop_destroy
)(const struct lu_env
*env
,
226 struct llog_handle
*handle
);
227 int (*lop_next_block
)(const struct lu_env
*env
, struct llog_handle
*h
,
228 int *curr_idx
, int next_idx
, __u64
*offset
,
230 int (*lop_prev_block
)(const struct lu_env
*env
, struct llog_handle
*h
,
231 int prev_idx
, void *buf
, int len
);
232 int (*lop_read_header
)(const struct lu_env
*env
,
233 struct llog_handle
*handle
);
234 int (*lop_setup
)(const struct lu_env
*env
, struct obd_device
*obd
,
235 struct obd_llog_group
*olg
, int ctxt_idx
,
236 struct obd_device
*disk_obd
);
237 int (*lop_sync
)(struct llog_ctxt
*ctxt
, struct obd_export
*exp
,
239 int (*lop_cleanup
)(const struct lu_env
*env
, struct llog_ctxt
*ctxt
);
240 int (*lop_cancel
)(const struct lu_env
*env
, struct llog_ctxt
*ctxt
,
241 struct lov_stripe_md
*lsm
, int count
,
242 struct llog_cookie
*cookies
, int flags
);
243 int (*lop_connect
)(struct llog_ctxt
*ctxt
, struct llog_logid
*logid
,
244 struct llog_gen
*gen
, struct obd_uuid
*uuid
);
246 * Any llog file must be opened first using llog_open(). Llog can be
247 * opened by name, logid or without both, in last case the new logid
250 int (*lop_open
)(const struct lu_env
*env
, struct llog_handle
*lgh
,
251 struct llog_logid
*logid
, char *name
,
252 enum llog_open_param
);
254 * Opened llog may not exist and this must be checked where needed using
255 * the llog_exist() call.
257 int (*lop_exist
)(struct llog_handle
*lgh
);
259 * Close llog file and calls llog_free_handle() implicitly.
260 * Any opened llog must be closed by llog_close() call.
262 int (*lop_close
)(const struct lu_env
*env
, struct llog_handle
*handle
);
264 * Create new llog file. The llog must be opened.
265 * Must be used only for local llog operations.
267 int (*lop_declare_create
)(const struct lu_env
*env
,
268 struct llog_handle
*handle
,
270 int (*lop_create
)(const struct lu_env
*env
, struct llog_handle
*handle
,
273 * write new record in llog. It appends records usually but can edit
274 * existing records too.
276 int (*lop_declare_write_rec
)(const struct lu_env
*env
,
277 struct llog_handle
*lgh
,
278 struct llog_rec_hdr
*rec
,
279 int idx
, struct thandle
*th
);
280 int (*lop_write_rec
)(const struct lu_env
*env
,
281 struct llog_handle
*loghandle
,
282 struct llog_rec_hdr
*rec
,
283 struct llog_cookie
*cookie
, int cookiecount
,
284 void *buf
, int idx
, struct thandle
*th
);
286 * Add new record in llog catalog. Does the same as llog_write_rec()
287 * but using llog catalog.
289 int (*lop_declare_add
)(const struct lu_env
*env
,
290 struct llog_handle
*lgh
,
291 struct llog_rec_hdr
*rec
, struct thandle
*th
);
292 int (*lop_add
)(const struct lu_env
*env
, struct llog_handle
*lgh
,
293 struct llog_rec_hdr
*rec
, struct llog_cookie
*cookie
,
294 void *buf
, struct thandle
*th
);
295 /* Old llog_add version, used in MDS-LOV-OSC now and will gone with
296 * LOD/OSP replacement */
297 int (*lop_obd_add
)(const struct lu_env
*env
, struct llog_ctxt
*ctxt
,
298 struct llog_rec_hdr
*rec
, struct lov_stripe_md
*lsm
,
299 struct llog_cookie
*logcookies
, int numcookies
);
302 /* In-memory descriptor for a log object or log catalog */
304 struct rw_semaphore lgh_lock
;
305 spinlock_t lgh_hdr_lock
; /* protect lgh_hdr data */
306 struct llog_logid lgh_id
; /* id of this log */
307 struct llog_log_hdr
*lgh_hdr
;
308 struct file
*lgh_file
;
309 struct dt_object
*lgh_obj
;
311 int lgh_cur_idx
; /* used during llog_process */
312 __u64 lgh_cur_offset
; /* used during llog_process */
313 struct llog_ctxt
*lgh_ctxt
;
315 struct plain_handle_data phd
;
316 struct cat_handle_data chd
;
320 struct llog_operations
*lgh_logops
;
321 atomic_t lgh_refcount
;
325 extern struct llog_operations llog_lvfs_ops
;
328 extern struct llog_operations llog_osd_ops
;
329 int llog_osd_get_cat_list(const struct lu_env
*env
, struct dt_device
*d
,
331 struct llog_catid
*idarray
);
332 int llog_osd_put_cat_list(const struct lu_env
*env
, struct dt_device
*d
,
334 struct llog_catid
*idarray
);
336 #define LLOG_CTXT_FLAG_UNINITIALIZED 0x00000001
337 #define LLOG_CTXT_FLAG_STOP 0x00000002
340 int loc_idx
; /* my index the obd array of ctxt's */
341 struct obd_device
*loc_obd
; /* points back to the containing obd*/
342 struct obd_llog_group
*loc_olg
; /* group containing that ctxt */
343 struct obd_export
*loc_exp
; /* parent "disk" export (e.g. MDS) */
344 struct obd_import
*loc_imp
; /* to use in RPC's: can be backward
346 struct llog_operations
*loc_logops
;
347 struct llog_handle
*loc_handle
;
348 struct mutex loc_mutex
; /* protect loc_imp */
349 atomic_t loc_refcount
;
350 long loc_flags
; /* flags, see above defines */
351 struct dt_object
*loc_dir
;
354 #define LLOG_PROC_BREAK 0x0001
355 #define LLOG_DEL_RECORD 0x0002
357 static inline int llog_obd2ops(struct llog_ctxt
*ctxt
,
358 struct llog_operations
**lop
)
363 *lop
= ctxt
->loc_logops
;
370 static inline int llog_handle2ops(struct llog_handle
*loghandle
,
371 struct llog_operations
**lop
)
373 if (loghandle
== NULL
|| loghandle
->lgh_logops
== NULL
)
376 *lop
= loghandle
->lgh_logops
;
380 static inline int llog_data_len(int len
)
382 return cfs_size_round(len
);
385 static inline struct llog_ctxt
*llog_ctxt_get(struct llog_ctxt
*ctxt
)
387 atomic_inc(&ctxt
->loc_refcount
);
388 CDEBUG(D_INFO
, "GETting ctxt %p : new refcount %d\n", ctxt
,
389 atomic_read(&ctxt
->loc_refcount
));
393 static inline void llog_ctxt_put(struct llog_ctxt
*ctxt
)
397 LASSERT_ATOMIC_GT_LT(&ctxt
->loc_refcount
, 0, LI_POISON
);
398 CDEBUG(D_INFO
, "PUTting ctxt %p : new refcount %d\n", ctxt
,
399 atomic_read(&ctxt
->loc_refcount
) - 1);
400 __llog_ctxt_put(NULL
, ctxt
);
403 static inline void llog_group_init(struct obd_llog_group
*olg
, int group
)
405 init_waitqueue_head(&olg
->olg_waitq
);
406 spin_lock_init(&olg
->olg_lock
);
407 mutex_init(&olg
->olg_cat_processing
);
408 olg
->olg_seq
= group
;
411 static inline int llog_group_set_ctxt(struct obd_llog_group
*olg
,
412 struct llog_ctxt
*ctxt
, int index
)
414 LASSERT(index
>= 0 && index
< LLOG_MAX_CTXTS
);
416 spin_lock(&olg
->olg_lock
);
417 if (olg
->olg_ctxts
[index
] != NULL
) {
418 spin_unlock(&olg
->olg_lock
);
421 olg
->olg_ctxts
[index
] = ctxt
;
422 spin_unlock(&olg
->olg_lock
);
426 static inline struct llog_ctxt
*llog_group_get_ctxt(struct obd_llog_group
*olg
,
429 struct llog_ctxt
*ctxt
;
431 LASSERT(index
>= 0 && index
< LLOG_MAX_CTXTS
);
433 spin_lock(&olg
->olg_lock
);
434 if (olg
->olg_ctxts
[index
] == NULL
)
437 ctxt
= llog_ctxt_get(olg
->olg_ctxts
[index
]);
438 spin_unlock(&olg
->olg_lock
);
442 static inline void llog_group_clear_ctxt(struct obd_llog_group
*olg
, int index
)
444 LASSERT(index
>= 0 && index
< LLOG_MAX_CTXTS
);
445 spin_lock(&olg
->olg_lock
);
446 olg
->olg_ctxts
[index
] = NULL
;
447 spin_unlock(&olg
->olg_lock
);
450 static inline struct llog_ctxt
*llog_get_context(struct obd_device
*obd
,
453 return llog_group_get_ctxt(&obd
->obd_olg
, index
);
456 static inline int llog_group_ctxt_null(struct obd_llog_group
*olg
, int index
)
458 return (olg
->olg_ctxts
[index
] == NULL
);
461 static inline int llog_ctxt_null(struct obd_device
*obd
, int index
)
463 return (llog_group_ctxt_null(&obd
->obd_olg
, index
));
466 static inline int llog_destroy(const struct lu_env
*env
,
467 struct llog_handle
*handle
)
469 struct llog_operations
*lop
;
472 rc
= llog_handle2ops(handle
, &lop
);
475 if (lop
->lop_destroy
== NULL
)
478 rc
= lop
->lop_destroy(env
, handle
);
482 static inline int llog_next_block(const struct lu_env
*env
,
483 struct llog_handle
*loghandle
, int *cur_idx
,
484 int next_idx
, __u64
*cur_offset
, void *buf
,
487 struct llog_operations
*lop
;
490 rc
= llog_handle2ops(loghandle
, &lop
);
493 if (lop
->lop_next_block
== NULL
)
496 rc
= lop
->lop_next_block(env
, loghandle
, cur_idx
, next_idx
,
497 cur_offset
, buf
, len
);
501 static inline int llog_prev_block(const struct lu_env
*env
,
502 struct llog_handle
*loghandle
,
503 int prev_idx
, void *buf
, int len
)
505 struct llog_operations
*lop
;
508 rc
= llog_handle2ops(loghandle
, &lop
);
511 if (lop
->lop_prev_block
== NULL
)
514 rc
= lop
->lop_prev_block(env
, loghandle
, prev_idx
, buf
, len
);
518 static inline int llog_connect(struct llog_ctxt
*ctxt
,
519 struct llog_logid
*logid
, struct llog_gen
*gen
,
520 struct obd_uuid
*uuid
)
522 struct llog_operations
*lop
;
525 rc
= llog_obd2ops(ctxt
, &lop
);
528 if (lop
->lop_connect
== NULL
)
531 rc
= lop
->lop_connect(ctxt
, logid
, gen
, uuid
);
536 int llog_exist(struct llog_handle
*loghandle
);
537 int llog_declare_create(const struct lu_env
*env
,
538 struct llog_handle
*loghandle
, struct thandle
*th
);
539 int llog_create(const struct lu_env
*env
, struct llog_handle
*handle
,
541 int llog_declare_write_rec(const struct lu_env
*env
,
542 struct llog_handle
*handle
,
543 struct llog_rec_hdr
*rec
, int idx
,
545 int llog_write_rec(const struct lu_env
*env
, struct llog_handle
*handle
,
546 struct llog_rec_hdr
*rec
, struct llog_cookie
*logcookies
,
547 int numcookies
, void *buf
, int idx
, struct thandle
*th
);
548 int llog_add(const struct lu_env
*env
, struct llog_handle
*lgh
,
549 struct llog_rec_hdr
*rec
, struct llog_cookie
*logcookies
,
550 void *buf
, struct thandle
*th
);
551 int llog_declare_add(const struct lu_env
*env
, struct llog_handle
*lgh
,
552 struct llog_rec_hdr
*rec
, struct thandle
*th
);
553 int lustre_process_log(struct super_block
*sb
, char *logname
,
554 struct config_llog_instance
*cfg
);
555 int lustre_end_log(struct super_block
*sb
, char *logname
,
556 struct config_llog_instance
*cfg
);
557 int llog_open_create(const struct lu_env
*env
, struct llog_ctxt
*ctxt
,
558 struct llog_handle
**res
, struct llog_logid
*logid
,
560 int llog_erase(const struct lu_env
*env
, struct llog_ctxt
*ctxt
,
561 struct llog_logid
*logid
, char *name
);
562 int llog_write(const struct lu_env
*env
, struct llog_handle
*loghandle
,
563 struct llog_rec_hdr
*rec
, struct llog_cookie
*reccookie
,
564 int cookiecount
, void *buf
, int idx
);