2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
3 * Copyright (C) 2004-2008 Red Hat, Inc. All rights reserved.
5 * This copyrighted material is made available to anyone wishing to use,
6 * modify, copy, or redistribute it subject to the terms and conditions
7 * of the GNU General Public License version 2.
10 #ifndef __INCORE_DOT_H__
11 #define __INCORE_DOT_H__
14 #include <linux/kobject.h>
15 #include <linux/workqueue.h>
16 #include <linux/dlm.h>
17 #include <linux/buffer_head.h>
18 #include <linux/rcupdate.h>
19 #include <linux/rculist_bl.h>
20 #include <linux/completion.h>
21 #include <linux/rbtree.h>
22 #include <linux/ktime.h>
23 #include <linux/percpu.h>
25 #define DIO_WAIT 0x00000010
26 #define DIO_METADATA 0x00000020
28 struct gfs2_log_operations;
32 struct gfs2_quota_data;
38 typedef void (*gfs2_glop_bh_t) (struct gfs2_glock *gl, unsigned int ret);
40 struct gfs2_log_header_host {
41 u64 lh_sequence; /* Sequence number of this transaction */
42 u32 lh_flags; /* GFS2_LOG_HEAD_... */
43 u32 lh_tail; /* Block number of log tail */
49 * Structure of operations that are associated with each
50 * type of element in the log.
53 struct gfs2_log_operations {
54 void (*lo_before_commit) (struct gfs2_sbd *sdp);
55 void (*lo_after_commit) (struct gfs2_sbd *sdp, struct gfs2_trans *tr);
56 void (*lo_before_scan) (struct gfs2_jdesc *jd,
57 struct gfs2_log_header_host *head, int pass);
58 int (*lo_scan_elements) (struct gfs2_jdesc *jd, unsigned int start,
59 struct gfs2_log_descriptor *ld, __be64 *ptr,
61 void (*lo_after_scan) (struct gfs2_jdesc *jd, int error, int pass);
68 struct buffer_head *bi_bh;
70 unsigned long bi_flags;
78 struct rb_node rd_node; /* Link with superblock */
79 struct gfs2_glock *rd_gl; /* Glock for this rgrp */
80 u64 rd_addr; /* grp block disk address */
81 u64 rd_data0; /* first data location */
82 u32 rd_length; /* length of rgrp header in fs blocks */
83 u32 rd_data; /* num of data blocks in rgrp */
84 u32 rd_bitbytes; /* number of bytes in data bitmaps */
86 u32 rd_reserved; /* number of blocks reserved */
90 struct gfs2_bitmap *rd_bits;
91 struct gfs2_sbd *rd_sbd;
92 struct gfs2_rgrp_lvb *rd_rgl;
95 #define GFS2_RDF_CHECK 0x10000000 /* check for unlinked inodes */
96 #define GFS2_RDF_UPTODATE 0x20000000 /* rg is up to date */
97 #define GFS2_RDF_ERROR 0x40000000 /* error in rg */
98 #define GFS2_RDF_MASK 0xf0000000 /* mask for internal flags */
99 spinlock_t rd_rsspin; /* protects reservation related vars */
100 struct rb_root rd_rstree; /* multi-block reservation tree */
104 struct gfs2_rgrpd *rgd;
105 u32 offset; /* The offset is bitmap relative */
106 int bii; /* Bitmap index */
109 static inline struct gfs2_bitmap *rbm_bi(const struct gfs2_rbm *rbm)
111 return rbm->rgd->rd_bits + rbm->bii;
114 static inline u64 gfs2_rbm_to_block(const struct gfs2_rbm *rbm)
116 return rbm->rgd->rd_data0 + (rbm_bi(rbm)->bi_start * GFS2_NBBY) +
120 static inline bool gfs2_rbm_eq(const struct gfs2_rbm *rbm1,
121 const struct gfs2_rbm *rbm2)
123 return (rbm1->rgd == rbm2->rgd) && (rbm1->bii == rbm2->bii) &&
124 (rbm1->offset == rbm2->offset);
127 enum gfs2_state_bits {
128 BH_Pinned = BH_PrivateStart,
129 BH_Escaped = BH_PrivateStart + 1,
130 BH_Zeronew = BH_PrivateStart + 2,
133 BUFFER_FNS(Pinned, pinned)
134 TAS_BUFFER_FNS(Pinned, pinned)
135 BUFFER_FNS(Escaped, escaped)
136 TAS_BUFFER_FNS(Escaped, escaped)
137 BUFFER_FNS(Zeronew, zeronew)
138 TAS_BUFFER_FNS(Zeronew, zeronew)
140 struct gfs2_bufdata {
141 struct buffer_head *bd_bh;
142 struct gfs2_glock *bd_gl;
145 struct list_head bd_list;
146 const struct gfs2_log_operations *bd_ops;
148 struct gfs2_trans *bd_tr;
149 struct list_head bd_ail_st_list;
150 struct list_head bd_ail_gl_list;
154 * Internally, we prefix things with gdlm_ and GDLM_ (for gfs-dlm) since a
155 * prefix of lock_dlm_ gets awkward.
158 #define GDLM_STRNAME_BYTES 25
159 #define GDLM_LVB_SIZE 32
164 * DFL_BLOCK_LOCKS: dlm is in recovery and will grant locks that had been
165 * held by failed nodes whose journals need recovery. Those locks should
166 * only be used for journal recovery until the journal recovery is done.
167 * This is set by the dlm recover_prep callback and cleared by the
168 * gfs2_control thread when journal recovery is complete. To avoid
169 * races between recover_prep setting and gfs2_control clearing, recover_spin
170 * is held while changing this bit and reading/writing recover_block
173 * DFL_NO_DLM_OPS: dlm lockspace ops/callbacks are not being used.
175 * DFL_FIRST_MOUNT: this node is the first to mount this fs and is doing
176 * recovery of all journals before allowing other nodes to mount the fs.
177 * This is cleared when FIRST_MOUNT_DONE is set.
179 * DFL_FIRST_MOUNT_DONE: this node was the first mounter, and has finished
180 * recovery of all journals, and now allows other nodes to mount the fs.
182 * DFL_MOUNT_DONE: gdlm_mount has completed successfully and cleared
183 * BLOCK_LOCKS for the first time. The gfs2_control thread should now
184 * control clearing BLOCK_LOCKS for further recoveries.
186 * DFL_UNMOUNT: gdlm_unmount sets to keep sdp off gfs2_control_wq.
188 * DFL_DLM_RECOVERY: set while dlm is in recovery, between recover_prep()
189 * and recover_done(), i.e. set while recover_block == recover_start.
196 DFL_FIRST_MOUNT_DONE = 3,
199 DFL_DLM_RECOVERY = 6,
204 unsigned int ln_type;
207 #define lm_name_equal(name1, name2) \
208 (((name1)->ln_number == (name2)->ln_number) && \
209 ((name1)->ln_type == (name2)->ln_type))
212 struct gfs2_glock_operations {
213 void (*go_sync) (struct gfs2_glock *gl);
214 int (*go_xmote_bh) (struct gfs2_glock *gl, struct gfs2_holder *gh);
215 void (*go_inval) (struct gfs2_glock *gl, int flags);
216 int (*go_demote_ok) (const struct gfs2_glock *gl);
217 int (*go_lock) (struct gfs2_holder *gh);
218 void (*go_unlock) (struct gfs2_holder *gh);
219 int (*go_dump)(struct seq_file *seq, const struct gfs2_glock *gl);
220 void (*go_callback)(struct gfs2_glock *gl, bool remote);
222 const unsigned long go_flags;
223 #define GLOF_ASPACE 1
228 GFS2_LKS_SRTT = 0, /* Non blocking smoothed round trip time */
229 GFS2_LKS_SRTTVAR = 1, /* Non blocking smoothed variance */
230 GFS2_LKS_SRTTB = 2, /* Blocking smoothed round trip time */
231 GFS2_LKS_SRTTVARB = 3, /* Blocking smoothed variance */
232 GFS2_LKS_SIRT = 4, /* Smoothed Inter-request time */
233 GFS2_LKS_SIRTVAR = 5, /* Smoothed Inter-request variance */
234 GFS2_LKS_DCOUNT = 6, /* Count of dlm requests */
235 GFS2_LKS_QCOUNT = 7, /* Count of gfs2_holder queues */
239 struct gfs2_lkstats {
240 s64 stats[GFS2_NR_LKSTATS];
245 HIF_HOLDER = 6, /* Set for gh that "holds" the glock */
251 struct list_head gh_list;
253 struct gfs2_glock *gh_gl;
254 struct pid *gh_owner_pid;
255 unsigned int gh_state;
259 unsigned long gh_iflags; /* HIF_... */
263 /* Resource group multi-block reservation, in order of appearance:
265 Step 1. Function prepares to write, allocates a mb, sets the size hint.
266 Step 2. User calls inplace_reserve to target an rgrp, sets the rgrp info
267 Step 3. Function get_local_rgrp locks the rgrp, determines which bits to use
268 Step 4. Bits are assigned from the rgrp based on either the reservation
272 struct gfs2_blkreserv {
273 /* components used during write (step 1): */
274 atomic_t rs_sizehint; /* hint of the write size */
276 struct gfs2_holder rs_rgd_gh; /* Filled in by get_local_rgrp */
277 struct rb_node rs_node; /* link to other block reservations */
278 struct gfs2_rbm rs_rbm; /* Start of reservation */
279 u32 rs_free; /* how many blocks are still free */
280 u64 rs_inum; /* Inode number for reservation */
282 /* ancillary quota stuff */
283 struct gfs2_quota_data *rs_qa_qd[2 * MAXQUOTAS];
284 struct gfs2_holder rs_qa_qd_ghs[2 * MAXQUOTAS];
285 unsigned int rs_qa_qd_num;
291 GLF_PENDING_DEMOTE = 4,
292 GLF_DEMOTE_IN_PROGRESS = 5,
295 GLF_INVALIDATE_IN_PROGRESS = 8,
296 GLF_REPLY_PENDING = 9,
301 GLF_OBJECT = 14, /* Used only for tracing */
306 struct hlist_bl_node gl_list;
307 struct gfs2_sbd *gl_sbd;
308 unsigned long gl_flags; /* GLF_... */
309 struct lm_lockname gl_name;
314 /* State fields protected by gl_spin */
315 unsigned int gl_state:2, /* Current state */
316 gl_target:2, /* Target state */
317 gl_demote_state:2, /* State requested by remote node */
318 gl_req:2, /* State in last dlm request */
319 gl_reply:8; /* Last reply from the dlm */
321 unsigned int gl_hash;
322 unsigned long gl_demote_time; /* time of first demote request */
324 struct list_head gl_holders;
326 const struct gfs2_glock_operations *gl_ops;
328 struct gfs2_lkstats gl_stats;
329 struct dlm_lksb gl_lksb;
330 unsigned long gl_tchange;
333 struct list_head gl_lru;
334 struct list_head gl_ail_list;
335 atomic_t gl_ail_count;
337 struct delayed_work gl_work;
338 struct work_struct gl_delete;
339 struct rcu_head gl_rcu;
342 #define GFS2_MIN_LVB_SIZE 32 /* Min size of LVB that gfs2 supports */
347 GIF_ALLOC_FAILED = 2,
353 struct inode i_inode;
358 unsigned long i_flags; /* GIF_... */
359 struct gfs2_glock *i_gl; /* Move into i_gh? */
360 struct gfs2_holder i_iopen_gh;
361 struct gfs2_holder i_gh; /* for prepare/commit_write only */
362 struct gfs2_blkreserv *i_res; /* rgrp multi-block reservation */
363 struct gfs2_rgrpd *i_rgd;
364 u64 i_goal; /* goal block for allocations */
365 struct rw_semaphore i_rw_mutex;
366 struct list_head i_ordered;
367 struct list_head i_trunc_list;
368 __be64 *i_hash_cache;
376 * Since i_inode is the first element of struct gfs2_inode,
377 * this is effectively a cast.
379 static inline struct gfs2_inode *GFS2_I(struct inode *inode)
381 return container_of(inode, struct gfs2_inode, i_inode);
384 static inline struct gfs2_sbd *GFS2_SB(const struct inode *inode)
386 return inode->i_sb->s_fs_info;
390 struct mutex f_fl_mutex;
391 struct gfs2_holder f_fl_gh;
394 struct gfs2_revoke_replay {
395 struct list_head rr_list;
397 unsigned int rr_where;
406 struct gfs2_quota_data {
407 struct list_head qd_list;
408 struct list_head qd_reclaim;
413 unsigned long qd_flags; /* QDF_... */
418 unsigned int qd_slot;
419 unsigned int qd_slot_count;
421 struct buffer_head *qd_bh;
422 struct gfs2_quota_change *qd_bh_qc;
423 unsigned int qd_bh_count;
425 struct gfs2_glock *qd_gl;
426 struct gfs2_quota_lvb qd_qb;
429 unsigned long qd_last_warn;
435 unsigned int tr_blocks;
436 unsigned int tr_revokes;
437 unsigned int tr_reserved;
439 struct gfs2_holder tr_t_gh;
444 unsigned int tr_num_buf_new;
445 unsigned int tr_num_databuf_new;
446 unsigned int tr_num_buf_rm;
447 unsigned int tr_num_databuf_rm;
448 unsigned int tr_num_revoke;
449 unsigned int tr_num_revoke_rm;
451 struct list_head tr_list;
453 unsigned int tr_first;
454 struct list_head tr_ail1_list;
455 struct list_head tr_ail2_list;
458 struct gfs2_journal_extent {
459 struct list_head extent_list;
461 unsigned int lblock; /* First logical block */
462 u64 dblock; /* First disk block */
467 struct list_head jd_list;
468 struct list_head extent_list;
469 struct work_struct jd_work;
470 struct inode *jd_inode;
471 unsigned long jd_flags;
472 #define JDF_RECOVERY 1
474 unsigned int jd_blocks;
475 int jd_recover_error;
478 struct gfs2_statfs_change_host {
484 #define GFS2_QUOTA_DEFAULT GFS2_QUOTA_OFF
485 #define GFS2_QUOTA_OFF 0
486 #define GFS2_QUOTA_ACCOUNT 1
487 #define GFS2_QUOTA_ON 2
489 #define GFS2_DATA_DEFAULT GFS2_DATA_ORDERED
490 #define GFS2_DATA_WRITEBACK 1
491 #define GFS2_DATA_ORDERED 2
493 #define GFS2_ERRORS_DEFAULT GFS2_ERRORS_WITHDRAW
494 #define GFS2_ERRORS_WITHDRAW 0
495 #define GFS2_ERRORS_CONTINUE 1 /* place holder for future feature */
496 #define GFS2_ERRORS_RO 2 /* place holder for future feature */
497 #define GFS2_ERRORS_PANIC 3
500 char ar_lockproto[GFS2_LOCKNAME_LEN]; /* Name of the Lock Protocol */
501 char ar_locktable[GFS2_LOCKNAME_LEN]; /* Name of the Lock Table */
502 char ar_hostdata[GFS2_LOCKNAME_LEN]; /* Host specific data */
503 unsigned int ar_spectator:1; /* Don't get a journal */
504 unsigned int ar_localflocks:1; /* Let the VFS do flock|fcntl */
505 unsigned int ar_debug:1; /* Oops on errors */
506 unsigned int ar_posix_acl:1; /* Enable posix acls */
507 unsigned int ar_quota:2; /* off/account/on */
508 unsigned int ar_suiddir:1; /* suiddir support */
509 unsigned int ar_data:2; /* ordered/writeback */
510 unsigned int ar_meta:1; /* mount metafs */
511 unsigned int ar_discard:1; /* discard requests */
512 unsigned int ar_errors:2; /* errors=withdraw | panic */
513 unsigned int ar_nobarrier:1; /* do not send barriers */
514 unsigned int ar_rgrplvb:1; /* use lvbs for rgrp info */
515 int ar_commit; /* Commit interval */
516 int ar_statfs_quantum; /* The fast statfs interval */
517 int ar_quota_quantum; /* The quota interval */
518 int ar_statfs_percent; /* The % change to force sync */
524 unsigned int gt_logd_secs;
526 unsigned int gt_quota_simul_sync; /* Max quotavals to sync at once */
527 unsigned int gt_quota_warn_period; /* Secs between quota warn msgs */
528 unsigned int gt_quota_scale_num; /* Numerator */
529 unsigned int gt_quota_scale_den; /* Denominator */
530 unsigned int gt_quota_quantum; /* Secs between syncs to quota file */
531 unsigned int gt_new_files_jdata;
532 unsigned int gt_max_readahead; /* Max bytes to read-ahead from disk */
533 unsigned int gt_complain_secs;
534 unsigned int gt_statfs_quantum;
535 unsigned int gt_statfs_slow;
539 SDF_JOURNAL_CHECKED = 0,
540 SDF_JOURNAL_LIVE = 1,
546 SDF_RORECOVERY = 7, /* read only recovery */
547 SDF_SKIP_DLM_UNLOCK = 8,
550 #define GFS2_FSNAME_LEN 256
552 struct gfs2_inum_host {
557 struct gfs2_sb_host {
563 u32 sb_multihost_format;
567 struct gfs2_inum_host sb_master_dir;
568 struct gfs2_inum_host sb_root_dir;
570 char sb_lockproto[GFS2_LOCKNAME_LEN];
571 char sb_locktable[GFS2_LOCKNAME_LEN];
575 * lm_mount() return values
577 * ls_jid - the journal ID this node should use
578 * ls_first - this node is the first to mount the file system
579 * ls_lockspace - lock module's context for this file system
580 * ls_ops - lock module's functions
583 struct lm_lockstruct {
585 unsigned int ls_first;
586 const struct lm_lockops *ls_ops;
587 dlm_lockspace_t *ls_dlm;
589 int ls_recover_jid_done; /* These two are deprecated, */
590 int ls_recover_jid_status; /* used previously by gfs_controld */
592 struct dlm_lksb ls_mounted_lksb; /* mounted_lock */
593 struct dlm_lksb ls_control_lksb; /* control_lock */
594 char ls_control_lvb[GDLM_LVB_SIZE]; /* control_lock lvb */
595 struct completion ls_sync_wait; /* {control,mounted}_{lock,unlock} */
598 spinlock_t ls_recover_spin; /* protects following fields */
599 unsigned long ls_recover_flags; /* DFL_ */
600 uint32_t ls_recover_mount; /* gen in first recover_done cb */
601 uint32_t ls_recover_start; /* gen in last recover_done cb */
602 uint32_t ls_recover_block; /* copy recover_start in last recover_prep */
603 uint32_t ls_recover_size; /* size of recover_submit, recover_result */
604 uint32_t *ls_recover_submit; /* gen in last recover_slot cb per jid */
605 uint32_t *ls_recover_result; /* result of last jid recovery */
608 struct gfs2_pcpu_lkstats {
609 /* One struct for each glock type */
610 struct gfs2_lkstats lkstats[10];
614 struct super_block *sd_vfs;
615 struct gfs2_pcpu_lkstats __percpu *sd_lkstats;
616 struct kobject sd_kobj;
617 unsigned long sd_flags; /* SDF_... */
618 struct gfs2_sb_host sd_sb;
620 /* Constants computed on mount */
624 u32 sd_diptrs; /* Number of pointers in a dinode */
625 u32 sd_inptrs; /* Number of pointers in a indirect block */
626 u32 sd_jbsize; /* Size of a journaled data block */
627 u32 sd_hash_bsize; /* sizeof(exhash block) */
628 u32 sd_hash_bsize_shift;
629 u32 sd_hash_ptrs; /* Number of pointers in a hash block */
631 u32 sd_blocks_per_bitmap;
632 u32 sd_max_dirres; /* Max blocks needed to add a directory entry */
633 u32 sd_max_height; /* Max height of a file's metadata tree */
634 u64 sd_heightsize[GFS2_MAX_META_HEIGHT + 1];
635 u32 sd_max_jheight; /* Max height of journaled file's meta tree */
636 u64 sd_jheightsize[GFS2_MAX_META_HEIGHT + 1];
638 struct gfs2_args sd_args; /* Mount arguments */
639 struct gfs2_tune sd_tune; /* Filesystem tuning structure */
643 struct lm_lockstruct sd_lockstruct;
644 struct gfs2_holder sd_live_gh;
645 struct gfs2_glock *sd_rename_gl;
646 struct gfs2_glock *sd_trans_gl;
647 wait_queue_head_t sd_glock_wait;
648 atomic_t sd_glock_disposal;
649 struct completion sd_locking_init;
650 struct completion sd_wdack;
651 struct delayed_work sd_control_work;
655 struct dentry *sd_master_dir;
656 struct dentry *sd_root_dir;
658 struct inode *sd_jindex;
659 struct inode *sd_statfs_inode;
660 struct inode *sd_sc_inode;
661 struct inode *sd_qc_inode;
662 struct inode *sd_rindex;
663 struct inode *sd_quota_inode;
667 spinlock_t sd_statfs_spin;
668 struct gfs2_statfs_change_host sd_statfs_master;
669 struct gfs2_statfs_change_host sd_statfs_local;
670 int sd_statfs_force_sync;
672 /* Resource group stuff */
674 int sd_rindex_uptodate;
675 spinlock_t sd_rindex_spin;
676 struct rb_root sd_rindex_tree;
677 unsigned int sd_rgrps;
678 unsigned int sd_max_rg_data;
680 /* Journal index stuff */
682 struct list_head sd_jindex_list;
683 spinlock_t sd_jindex_spin;
684 struct mutex sd_jindex_mutex;
685 unsigned int sd_journals;
687 struct gfs2_jdesc *sd_jdesc;
688 struct gfs2_holder sd_journal_gh;
689 struct gfs2_holder sd_jinode_gh;
691 struct gfs2_holder sd_sc_gh;
692 struct gfs2_holder sd_qc_gh;
696 struct task_struct *sd_logd_process;
697 struct task_struct *sd_quotad_process;
701 struct list_head sd_quota_list;
702 atomic_t sd_quota_count;
703 struct mutex sd_quota_mutex;
704 wait_queue_head_t sd_quota_wait;
705 struct list_head sd_trunc_list;
706 spinlock_t sd_trunc_lock;
708 unsigned int sd_quota_slots;
709 unsigned int sd_quota_chunks;
710 unsigned char **sd_quota_bitmap;
712 u64 sd_quota_sync_gen;
716 spinlock_t sd_log_lock;
718 struct gfs2_trans *sd_log_tr;
719 unsigned int sd_log_blks_reserved;
720 unsigned int sd_log_commited_buf;
721 unsigned int sd_log_commited_databuf;
722 int sd_log_commited_revoke;
724 atomic_t sd_log_pinned;
725 unsigned int sd_log_num_buf;
726 unsigned int sd_log_num_revoke;
727 unsigned int sd_log_num_rg;
728 unsigned int sd_log_num_databuf;
730 struct list_head sd_log_le_buf;
731 struct list_head sd_log_le_revoke;
732 struct list_head sd_log_le_databuf;
733 struct list_head sd_log_le_ordered;
734 spinlock_t sd_ordered_lock;
736 atomic_t sd_log_thresh1;
737 atomic_t sd_log_thresh2;
738 atomic_t sd_log_blks_free;
739 wait_queue_head_t sd_log_waitq;
740 wait_queue_head_t sd_logd_waitq;
743 unsigned int sd_log_head;
744 unsigned int sd_log_tail;
747 struct rw_semaphore sd_log_flush_lock;
748 atomic_t sd_log_in_flight;
749 struct bio *sd_log_bio;
750 wait_queue_head_t sd_log_flush_wait;
753 unsigned int sd_log_flush_head;
754 u64 sd_log_flush_wrapped;
756 spinlock_t sd_ail_lock;
757 struct list_head sd_ail1_list;
758 struct list_head sd_ail2_list;
762 struct list_head sd_revoke_list;
763 unsigned int sd_replay_tail;
765 unsigned int sd_found_blocks;
766 unsigned int sd_found_revokes;
767 unsigned int sd_replayed_blocks;
769 /* For quiescing the filesystem */
770 struct gfs2_holder sd_freeze_gh;
772 char sd_fsname[GFS2_FSNAME_LEN];
773 char sd_table_name[GFS2_FSNAME_LEN];
774 char sd_proto_name[GFS2_FSNAME_LEN];
778 unsigned long sd_last_warning;
779 struct dentry *debugfs_dir; /* debugfs directory */
780 struct dentry *debugfs_dentry_glocks;
781 struct dentry *debugfs_dentry_glstats;
782 struct dentry *debugfs_dentry_sbstats;
785 static inline void gfs2_glstats_inc(struct gfs2_glock *gl, int which)
787 gl->gl_stats.stats[which]++;
790 static inline void gfs2_sbstats_inc(const struct gfs2_glock *gl, int which)
792 const struct gfs2_sbd *sdp = gl->gl_sbd;
794 this_cpu_ptr(sdp->sd_lkstats)->lkstats[gl->gl_name.ln_type].stats[which]++;
798 #endif /* __INCORE_DOT_H__ */