[linux-2.6-block.git] / fs / gfs2 / incore.h

/*
 * Copyright (C) Sistina Software, Inc.  1997-2003 All rights reserved.
 * Copyright (C) 2004-2006 Red Hat, Inc.  All rights reserved.
 *
 * This copyrighted material is made available to anyone wishing to use,
 * modify, copy, or redistribute it subject to the terms and conditions
 * of the GNU General Public License v.2.
 */

#ifndef __INCORE_DOT_H__
#define __INCORE_DOT_H__

#define DIO_FORCE	0x00000001
#define DIO_CLEAN	0x00000002
#define DIO_DIRTY	0x00000004
#define DIO_START	0x00000008
#define DIO_WAIT	0x00000010
#define DIO_METADATA	0x00000020
#define DIO_DATA	0x00000040
#define DIO_RELEASE	0x00000080
#define DIO_ALL		0x00000100

struct gfs2_log_operations;
struct gfs2_log_element;
struct gfs2_bitmap;
struct gfs2_rgrpd;
struct gfs2_bufdata;
struct gfs2_glock_operations;
struct gfs2_holder;
struct gfs2_glock;
struct gfs2_alloc;
struct gfs2_inode;
struct gfs2_file;
struct gfs2_revoke;
struct gfs2_revoke_replay;
struct gfs2_quota_data;
struct gfs2_log_buf;
struct gfs2_trans;
struct gfs2_ail;
struct gfs2_jdesc;
struct gfs2_args;
struct gfs2_tune;
struct gfs2_gl_hash_bucket;
struct gfs2_sbd;

typedef void (*gfs2_glop_bh_t) (struct gfs2_glock *gl, unsigned int ret);

/*
 * Structure of operations that are associated with each
 * type of element in the log.
 */

struct gfs2_log_operations {
	void (*lo_add) (struct gfs2_sbd *sdp, struct gfs2_log_element *le);
	void (*lo_incore_commit) (struct gfs2_sbd *sdp, struct gfs2_trans *tr);
	void (*lo_before_commit) (struct gfs2_sbd *sdp);
	void (*lo_after_commit) (struct gfs2_sbd *sdp, struct gfs2_ail *ai);
	void (*lo_before_scan) (struct gfs2_jdesc *jd,
				struct gfs2_log_header *head, int pass);
	int (*lo_scan_elements) (struct gfs2_jdesc *jd, unsigned int start,
				 struct gfs2_log_descriptor *ld, __be64 *ptr,
				 int pass);
	void (*lo_after_scan) (struct gfs2_jdesc *jd, int error, int pass);
	const char *lo_name;
};

struct gfs2_log_element {
	struct list_head le_list;
	const struct gfs2_log_operations *le_ops;
};

struct gfs2_bitmap {
	struct buffer_head *bi_bh;
	char *bi_clone;
	uint32_t bi_offset;
	uint32_t bi_start;
	uint32_t bi_len;
};

struct gfs2_rgrpd {
	struct list_head rd_list;	/* Link with superblock */
	struct list_head rd_list_mru;
	struct list_head rd_recent;	/* Recently used rgrps */
	struct gfs2_glock *rd_gl;	/* Glock for this rgrp */
	struct gfs2_rindex rd_ri;
	struct gfs2_rgrp rd_rg;
	uint64_t rd_rg_vn;
	struct gfs2_bitmap *rd_bits;
	unsigned int rd_bh_count;
	struct mutex rd_mutex;
	uint32_t rd_free_clone;
	struct gfs2_log_element rd_le;
	uint32_t rd_last_alloc_data;
	uint32_t rd_last_alloc_meta;
	struct gfs2_sbd *rd_sbd;
};

enum gfs2_state_bits {
	BH_Pinned = BH_PrivateStart,
	BH_Escaped = BH_PrivateStart + 1,
};

BUFFER_FNS(Pinned, pinned)
TAS_BUFFER_FNS(Pinned, pinned)
BUFFER_FNS(Escaped, escaped)
TAS_BUFFER_FNS(Escaped, escaped)

struct gfs2_bufdata {
	struct buffer_head *bd_bh;
	struct gfs2_glock *bd_gl;

	struct list_head bd_list_tr;
	struct gfs2_log_element bd_le;

	struct gfs2_ail *bd_ail;
	struct list_head bd_ail_st_list;
	struct list_head bd_ail_gl_list;
};

struct gfs2_glock_operations {
	void (*go_xmote_th) (struct gfs2_glock * gl, unsigned int state,
			     int flags);
	void (*go_xmote_bh) (struct gfs2_glock * gl);
	void (*go_drop_th) (struct gfs2_glock * gl);
	void (*go_drop_bh) (struct gfs2_glock * gl);
	void (*go_sync) (struct gfs2_glock * gl, int flags);
	void (*go_inval) (struct gfs2_glock * gl, int flags);
	int (*go_demote_ok) (struct gfs2_glock * gl);
	int (*go_lock) (struct gfs2_holder * gh);
	void (*go_unlock) (struct gfs2_holder * gh);
	void (*go_callback) (struct gfs2_glock * gl, unsigned int state);
	void (*go_greedy) (struct gfs2_glock * gl);
	const int go_type;
};

enum {
	/* Actions */
	HIF_MUTEX		= 0,
	HIF_PROMOTE		= 1,
	HIF_DEMOTE		= 2,
	HIF_GREEDY		= 3,

	/* States */
	HIF_ALLOCED		= 4,
	HIF_DEALLOC		= 5,
	HIF_HOLDER		= 6,
	HIF_FIRST		= 7,
	HIF_ABORTED		= 9,
};

struct gfs2_holder {
	struct list_head gh_list;

	struct gfs2_glock *gh_gl;
	struct task_struct *gh_owner;
	unsigned int gh_state;
	unsigned gh_flags;

	int gh_error;
	unsigned long gh_iflags;
	struct completion gh_wait;
	unsigned long gh_ip;
};

enum {
	GLF_PLUG		= 0,
	GLF_LOCK		= 1,
	GLF_STICKY		= 2,
	GLF_PREFETCH		= 3,
	GLF_DIRTY		= 5,
	GLF_SKIP_WAITERS2	= 6,
	GLF_GREEDY		= 7,
};

struct gfs2_glock {
	struct list_head gl_list;
	unsigned long gl_flags;		/* GLF_... */
	struct lm_lockname gl_name;
	struct kref gl_ref;

	spinlock_t gl_spin;

	unsigned int gl_state;
	struct task_struct *gl_owner;
	unsigned long gl_ip;
	struct list_head gl_holders;
	struct list_head gl_waiters1;	/* HIF_MUTEX */
	struct list_head gl_waiters2;	/* HIF_DEMOTE, HIF_GREEDY */
	struct list_head gl_waiters3;	/* HIF_PROMOTE */

	const struct gfs2_glock_operations *gl_ops;

	struct gfs2_holder *gl_req_gh;
	gfs2_glop_bh_t gl_req_bh;

	lm_lock_t *gl_lock;
	char *gl_lvb;
	atomic_t gl_lvb_count;

	uint64_t gl_vn;
	unsigned long gl_stamp;
	void *gl_object;

	struct gfs2_gl_hash_bucket *gl_bucket;
	struct list_head gl_reclaim;

	struct gfs2_sbd *gl_sbd;

	struct inode *gl_aspace;
	struct gfs2_log_element gl_le;
	struct list_head gl_ail_list;
	atomic_t gl_ail_count;
};

struct gfs2_alloc {
	/* Quota stuff */

	struct gfs2_quota_data *al_qd[4];
	struct gfs2_holder al_qd_ghs[4];
	unsigned int al_qd_num;

	u32 al_requested; /* Filled in by caller of gfs2_inplace_reserve() */
	u32 al_alloced; /* Filled in by gfs2_alloc_*() */

	/* Filled in by gfs2_inplace_reserve() */

	unsigned int al_line;
	char *al_file;
	struct gfs2_holder al_ri_gh;
	struct gfs2_holder al_rgd_gh;
	struct gfs2_rgrpd *al_rgd;

};

enum {
	GIF_QD_LOCKED		= 1,
	GIF_PAGED		= 2,
	GIF_SW_PAGED		= 3,
};

struct gfs2_inode {
	struct inode i_inode;
	struct gfs2_inum i_num;

	unsigned long i_flags;		/* GIF_... */

	uint64_t i_vn;
	struct gfs2_dinode i_di; /* To be replaced by ref to block */

	struct gfs2_glock *i_gl; /* Move into i_gh? */
	struct gfs2_holder i_iopen_gh;
	struct gfs2_holder i_gh; /* for prepare/commit_write only */
	struct gfs2_alloc i_alloc;
	uint64_t i_last_rg_alloc;

	spinlock_t i_spin;
	struct rw_semaphore i_rw_mutex;
	unsigned int i_greedy;
	unsigned long i_last_pfault;

	struct buffer_head *i_cache[GFS2_MAX_META_HEIGHT];
};

/*
 * Since i_inode is the first element of struct gfs2_inode,
 * this is effectively a cast.
 */
static inline struct gfs2_inode *GFS2_I(struct inode *inode)
{
	return container_of(inode, struct gfs2_inode, i_inode);
}

/* To be removed? */
static inline struct gfs2_sbd *GFS2_SB(struct inode *inode)
{
	return inode->i_sb->s_fs_info;
}

enum {
	GFF_DID_DIRECT_ALLOC	= 0,
	GFF_EXLOCK = 1,
};

struct gfs2_file {
	unsigned long f_flags;		/* GFF_... */
	struct mutex f_fl_mutex;
	struct gfs2_holder f_fl_gh;
};

struct gfs2_revoke {
	struct gfs2_log_element rv_le;
	uint64_t rv_blkno;
};

struct gfs2_revoke_replay {
	struct list_head rr_list;
	uint64_t rr_blkno;
	unsigned int rr_where;
};

enum {
	QDF_USER		= 0,
	QDF_CHANGE		= 1,
	QDF_LOCKED		= 2,
};

struct gfs2_quota_lvb {
        uint32_t qb_magic;
        uint32_t __pad;
        uint64_t qb_limit;      /* Hard limit of # blocks to alloc */
        uint64_t qb_warn;       /* Warn user when alloc is above this # */
        int64_t qb_value;       /* Current # blocks allocated */
};

struct gfs2_quota_data {
	struct list_head qd_list;
	unsigned int qd_count;

	uint32_t qd_id;
	unsigned long qd_flags;		/* QDF_... */

	int64_t qd_change;
	int64_t qd_change_sync;

	unsigned int qd_slot;
	unsigned int qd_slot_count;

	struct buffer_head *qd_bh;
	struct gfs2_quota_change *qd_bh_qc;
	unsigned int qd_bh_count;

	struct gfs2_glock *qd_gl;
	struct gfs2_quota_lvb qd_qb;

	uint64_t qd_sync_gen;
	unsigned long qd_last_warn;
	unsigned long qd_last_touched;
};

struct gfs2_log_buf {
	struct list_head lb_list;
	struct buffer_head *lb_bh;
	struct buffer_head *lb_real;
};

struct gfs2_trans {
	unsigned long tr_ip;

	unsigned int tr_blocks;
	unsigned int tr_revokes;
	unsigned int tr_reserved;

	struct gfs2_holder tr_t_gh;

	int tr_touched;

	unsigned int tr_num_buf;
	unsigned int tr_num_buf_new;
	unsigned int tr_num_buf_rm;
	struct list_head tr_list_buf;

	unsigned int tr_num_revoke;
	unsigned int tr_num_revoke_rm;
};

struct gfs2_ail {
	struct list_head ai_list;

	unsigned int ai_first;
	struct list_head ai_ail1_list;
	struct list_head ai_ail2_list;

	uint64_t ai_sync_gen;
};

struct gfs2_jdesc {
	struct list_head jd_list;

	struct inode *jd_inode;
	unsigned int jd_jid;
	int jd_dirty;

	unsigned int jd_blocks;
};

#define GFS2_GLOCKD_DEFAULT	1
#define GFS2_GLOCKD_MAX		16

#define GFS2_QUOTA_DEFAULT	GFS2_QUOTA_OFF
#define GFS2_QUOTA_OFF		0
#define GFS2_QUOTA_ACCOUNT	1
#define GFS2_QUOTA_ON		2

#define GFS2_DATA_DEFAULT	GFS2_DATA_ORDERED
#define GFS2_DATA_WRITEBACK	1
#define GFS2_DATA_ORDERED	2

struct gfs2_args {
	char ar_lockproto[GFS2_LOCKNAME_LEN]; /* Name of the Lock Protocol */
	char ar_locktable[GFS2_LOCKNAME_LEN]; /* Name of the Lock Table */
	char ar_hostdata[GFS2_LOCKNAME_LEN]; /* Host specific data */
	int ar_spectator; /* Don't get a journal because we're always RO */
	int ar_ignore_local_fs; /* Don't optimize even if local_fs is 1 */
	int ar_localflocks; /* Let the VFS do flock|fcntl locks for us */
	int ar_localcaching; /* Local-style caching (dangerous on multihost) */
	int ar_debug; /* Oops on errors instead of trying to be graceful */
	int ar_upgrade; /* Upgrade ondisk/multihost format */
	unsigned int ar_num_glockd; /* Number of glockd threads */
	int ar_posix_acl; /* Enable posix acls */
	int ar_quota; /* off/account/on */
	int ar_suiddir; /* suiddir support */
	int ar_data; /* ordered/writeback */
};

struct gfs2_tune {
	spinlock_t gt_spin;

	unsigned int gt_ilimit;
	unsigned int gt_ilimit_tries;
	unsigned int gt_ilimit_min;
	unsigned int gt_demote_secs; /* Cache retention for unheld glock */
	unsigned int gt_incore_log_blocks;
	unsigned int gt_log_flush_secs;
	unsigned int gt_jindex_refresh_secs; /* Check for new journal index */

	unsigned int gt_scand_secs;
	unsigned int gt_recoverd_secs;
	unsigned int gt_logd_secs;
	unsigned int gt_quotad_secs;

	unsigned int gt_quota_simul_sync; /* Max quotavals to sync at once */
	unsigned int gt_quota_warn_period; /* Secs between quota warn msgs */
	unsigned int gt_quota_scale_num; /* Numerator */
	unsigned int gt_quota_scale_den; /* Denominator */
	unsigned int gt_quota_cache_secs;
	unsigned int gt_quota_quantum; /* Secs between syncs to quota file */
	unsigned int gt_atime_quantum; /* Min secs between atime updates */
	unsigned int gt_new_files_jdata;
	unsigned int gt_new_files_directio;
	unsigned int gt_max_atomic_write; /* Split big writes into this size */
	unsigned int gt_max_readahead; /* Max bytes to read-ahead from disk */
	unsigned int gt_lockdump_size;
	unsigned int gt_stall_secs; /* Detects trouble! */
	unsigned int gt_complain_secs;
	unsigned int gt_reclaim_limit; /* Max num of glocks in reclaim list */
	unsigned int gt_entries_per_readdir;
	unsigned int gt_prefetch_secs; /* Usage window for prefetched glocks */
	unsigned int gt_greedy_default;
	unsigned int gt_greedy_quantum;
	unsigned int gt_greedy_max;
	unsigned int gt_statfs_quantum;
	unsigned int gt_statfs_slow;
};

struct gfs2_gl_hash_bucket {
	rwlock_t hb_lock;
	struct list_head hb_list;
};

enum {
	SDF_JOURNAL_CHECKED	= 0,
	SDF_JOURNAL_LIVE	= 1,
	SDF_SHUTDOWN		= 2,
	SDF_NOATIME		= 3,
};

#define GFS2_GL_HASH_SHIFT	13
#define GFS2_GL_HASH_SIZE	(1 << GFS2_GL_HASH_SHIFT)
#define GFS2_GL_HASH_MASK	(GFS2_GL_HASH_SIZE - 1)
#define GFS2_FSNAME_LEN		256

struct gfs2_sbd {
	struct super_block *sd_vfs;
	struct super_block *sd_vfs_meta;
	struct kobject sd_kobj;
	unsigned long sd_flags;	/* SDF_... */
	struct gfs2_sb sd_sb;

	/* Constants computed on mount */

	uint32_t sd_fsb2bb;
	uint32_t sd_fsb2bb_shift;
	uint32_t sd_diptrs;	/* Number of pointers in a dinode */
	uint32_t sd_inptrs;	/* Number of pointers in a indirect block */
	uint32_t sd_jbsize;	/* Size of a journaled data block */
	uint32_t sd_hash_bsize;	/* sizeof(exhash block) */
	uint32_t sd_hash_bsize_shift;
	uint32_t sd_hash_ptrs;	/* Number of pointers in a hash block */
	uint32_t sd_qc_per_block;
	uint32_t sd_max_dirres;	/* Max blocks needed to add a directory entry */
	uint32_t sd_max_height;	/* Max height of a file's metadata tree */
	uint64_t sd_heightsize[GFS2_MAX_META_HEIGHT];
	uint32_t sd_max_jheight; /* Max height of journaled file's meta tree */
	uint64_t sd_jheightsize[GFS2_MAX_META_HEIGHT];

	struct gfs2_args sd_args;	/* Mount arguments */
	struct gfs2_tune sd_tune;	/* Filesystem tuning structure */

	/* Lock Stuff */

	struct lm_lockstruct sd_lockstruct;
	struct gfs2_gl_hash_bucket sd_gl_hash[GFS2_GL_HASH_SIZE];
	struct list_head sd_reclaim_list;
	spinlock_t sd_reclaim_lock;
	wait_queue_head_t sd_reclaim_wq;
	atomic_t sd_reclaim_count;
	struct gfs2_holder sd_live_gh;
	struct gfs2_glock *sd_rename_gl;
	struct gfs2_glock *sd_trans_gl;

	/* Inode Stuff */

	struct inode *sd_master_dir;
	struct inode *sd_jindex;
	struct inode *sd_inum_inode;
	struct inode *sd_statfs_inode;
	struct inode *sd_ir_inode;
	struct inode *sd_sc_inode;
	struct inode *sd_qc_inode;
	struct inode *sd_rindex;
	struct inode *sd_quota_inode;

	/* Inum stuff */

	struct mutex sd_inum_mutex;

	/* StatFS stuff */

	spinlock_t sd_statfs_spin;
	struct mutex sd_statfs_mutex;
	struct gfs2_statfs_change sd_statfs_master;
	struct gfs2_statfs_change sd_statfs_local;
	unsigned long sd_statfs_sync_time;

	/* Resource group stuff */

	uint64_t sd_rindex_vn;
	spinlock_t sd_rindex_spin;
	struct mutex sd_rindex_mutex;
	struct list_head sd_rindex_list;
	struct list_head sd_rindex_mru_list;
	struct list_head sd_rindex_recent_list;
	struct gfs2_rgrpd *sd_rindex_forward;
	unsigned int sd_rgrps;

	/* Journal index stuff */

	struct list_head sd_jindex_list;
	spinlock_t sd_jindex_spin;
	struct mutex sd_jindex_mutex;
	unsigned int sd_journals;
	unsigned long sd_jindex_refresh_time;

	struct gfs2_jdesc *sd_jdesc;
	struct gfs2_holder sd_journal_gh;
	struct gfs2_holder sd_jinode_gh;

	struct gfs2_holder sd_ir_gh;
	struct gfs2_holder sd_sc_gh;
	struct gfs2_holder sd_qc_gh;

	/* Daemon stuff */

	struct task_struct *sd_scand_process;
	struct task_struct *sd_recoverd_process;
	struct task_struct *sd_logd_process;
	struct task_struct *sd_quotad_process;
	struct task_struct *sd_glockd_process[GFS2_GLOCKD_MAX];
	unsigned int sd_glockd_num;

	/* Quota stuff */

	struct list_head sd_quota_list;
	atomic_t sd_quota_count;
	spinlock_t sd_quota_spin;
	struct mutex sd_quota_mutex;

	unsigned int sd_quota_slots;
	unsigned int sd_quota_chunks;
	unsigned char **sd_quota_bitmap;

	uint64_t sd_quota_sync_gen;
	unsigned long sd_quota_sync_time;

	/* Log stuff */

	spinlock_t sd_log_lock;

	unsigned int sd_log_blks_reserved;
	unsigned int sd_log_commited_buf;
	unsigned int sd_log_commited_revoke;

	unsigned int sd_log_num_gl;
	unsigned int sd_log_num_buf;
	unsigned int sd_log_num_revoke;
	unsigned int sd_log_num_rg;
	unsigned int sd_log_num_databuf;
	unsigned int sd_log_num_jdata;
	unsigned int sd_log_num_hdrs;

	struct list_head sd_log_le_gl;
	struct list_head sd_log_le_buf;
	struct list_head sd_log_le_revoke;
	struct list_head sd_log_le_rg;
	struct list_head sd_log_le_databuf;

	unsigned int sd_log_blks_free;
	struct mutex sd_log_reserve_mutex;

	uint64_t sd_log_sequence;
	unsigned int sd_log_head;
	unsigned int sd_log_tail;
	int sd_log_idle;

	unsigned long sd_log_flush_time;
	struct rw_semaphore sd_log_flush_lock;
	struct list_head sd_log_flush_list;

	unsigned int sd_log_flush_head;
	uint64_t sd_log_flush_wrapped;

	struct list_head sd_ail1_list;
	struct list_head sd_ail2_list;
	uint64_t sd_ail_sync_gen;

	/* Replay stuff */

	struct list_head sd_revoke_list;
	unsigned int sd_replay_tail;

	unsigned int sd_found_blocks;
	unsigned int sd_found_revokes;
	unsigned int sd_replayed_blocks;

	/* For quiescing the filesystem */

	struct gfs2_holder sd_freeze_gh;
	struct mutex sd_freeze_lock;
	unsigned int sd_freeze_count;

	/* Counters */

	atomic_t sd_glock_count;
	atomic_t sd_glock_held_count;
	atomic_t sd_inode_count;
	atomic_t sd_reclaimed;

	char sd_fsname[GFS2_FSNAME_LEN];
	char sd_table_name[GFS2_FSNAME_LEN];
	char sd_proto_name[GFS2_FSNAME_LEN];

	/* Debugging crud */

	unsigned long sd_last_warning;
	struct vfsmount *sd_gfs2mnt;
};

#endif /* __INCORE_DOT_H__ */
Commit	Line	Data
b3b94faa DT	1	/*
b3b94faa DT	2	* Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
3a8a9a10	3	* Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
b3b94faa DT	4	*
	5	* This copyrighted material is made available to anyone wishing to use,
	6	* modify, copy, or redistribute it subject to the terms and conditions
	7	* of the GNU General Public License v.2.
	8	*/
	9
	10	#ifndef __INCORE_DOT_H__
	11	#define __INCORE_DOT_H__
	12
	13	#define DIO_FORCE 0x00000001
	14	#define DIO_CLEAN 0x00000002
	15	#define DIO_DIRTY 0x00000004
	16	#define DIO_START 0x00000008
	17	#define DIO_WAIT 0x00000010
	18	#define DIO_METADATA 0x00000020
	19	#define DIO_DATA 0x00000040
	20	#define DIO_RELEASE 0x00000080
	21	#define DIO_ALL 0x00000100
	22
	23	struct gfs2_log_operations;
	24	struct gfs2_log_element;
	25	struct gfs2_bitmap;
	26	struct gfs2_rgrpd;
	27	struct gfs2_bufdata;
b3b94faa DT	28	struct gfs2_glock_operations;
	29	struct gfs2_holder;
	30	struct gfs2_glock;
	31	struct gfs2_alloc;
	32	struct gfs2_inode;
	33	struct gfs2_file;
	34	struct gfs2_revoke;
	35	struct gfs2_revoke_replay;
b3b94faa DT	36	struct gfs2_quota_data;
	37	struct gfs2_log_buf;
	38	struct gfs2_trans;
	39	struct gfs2_ail;
	40	struct gfs2_jdesc;
	41	struct gfs2_args;
	42	struct gfs2_tune;
	43	struct gfs2_gl_hash_bucket;
	44	struct gfs2_sbd;
	45
	46	typedef void (gfs2_glop_bh_t) (struct gfs2_glock gl, unsigned int ret);
	47
	48	/*
	49	* Structure of operations that are associated with each
	50	* type of element in the log.
	51	*/
	52
	53	struct gfs2_log_operations {
	54	void (lo_add) (struct gfs2_sbd sdp, struct gfs2_log_element *le);
	55	void (lo_incore_commit) (struct gfs2_sbd sdp, struct gfs2_trans *tr);
	56	void (lo_before_commit) (struct gfs2_sbd sdp);
	57	void (lo_after_commit) (struct gfs2_sbd sdp, struct gfs2_ail *ai);
	58	void (lo_before_scan) (struct gfs2_jdesc jd,
	59	struct gfs2_log_header *head, int pass);
	60	int (lo_scan_elements) (struct gfs2_jdesc jd, unsigned int start,
	61	struct gfs2_log_descriptor ld, __be64 ptr,
	62	int pass);
	63	void (lo_after_scan) (struct gfs2_jdesc jd, int error, int pass);
b09e593d	64	const char *lo_name;
b3b94faa DT	65	};
	66
	67	struct gfs2_log_element {
	68	struct list_head le_list;
b09e593d	69	const struct gfs2_log_operations *le_ops;
b3b94faa DT	70	};
	71
	72	struct gfs2_bitmap {
	73	struct buffer_head *bi_bh;
	74	char *bi_clone;
	75	uint32_t bi_offset;
	76	uint32_t bi_start;
	77	uint32_t bi_len;
	78	};
	79
	80	struct gfs2_rgrpd {
	81	struct list_head rd_list; /* Link with superblock */
	82	struct list_head rd_list_mru;
	83	struct list_head rd_recent; /* Recently used rgrps */
	84	struct gfs2_glock rd_gl; / Glock for this rgrp */
	85	struct gfs2_rindex rd_ri;
	86	struct gfs2_rgrp rd_rg;
	87	uint64_t rd_rg_vn;
	88	struct gfs2_bitmap *rd_bits;
	89	unsigned int rd_bh_count;
f55ab26a	90	struct mutex rd_mutex;
b3b94faa DT	91	uint32_t rd_free_clone;
	92	struct gfs2_log_element rd_le;
	93	uint32_t rd_last_alloc_data;
	94	uint32_t rd_last_alloc_meta;
	95	struct gfs2_sbd *rd_sbd;
	96	};
	97
	98	enum gfs2_state_bits {
	99	BH_Pinned = BH_PrivateStart,
f42faf4f	100	BH_Escaped = BH_PrivateStart + 1,
b3b94faa DT	101	};
	102
	103	BUFFER_FNS(Pinned, pinned)
	104	TAS_BUFFER_FNS(Pinned, pinned)
f42faf4f SW	105	BUFFER_FNS(Escaped, escaped)
f42faf4f SW	106	TAS_BUFFER_FNS(Escaped, escaped)
b3b94faa DT	107
	108	struct gfs2_bufdata {
	109	struct buffer_head *bd_bh;
	110	struct gfs2_glock *bd_gl;
	111
	112	struct list_head bd_list_tr;
	113	struct gfs2_log_element bd_le;
	114
	115	struct gfs2_ail *bd_ail;
	116	struct list_head bd_ail_st_list;
	117	struct list_head bd_ail_gl_list;
	118	};
	119
b3b94faa DT	120	struct gfs2_glock_operations {
	121	void (go_xmote_th) (struct gfs2_glock gl, unsigned int state,
	122	int flags);
	123	void (go_xmote_bh) (struct gfs2_glock gl);
	124	void (go_drop_th) (struct gfs2_glock gl);
	125	void (go_drop_bh) (struct gfs2_glock gl);
	126	void (go_sync) (struct gfs2_glock gl, int flags);
	127	void (go_inval) (struct gfs2_glock gl, int flags);
	128	int (go_demote_ok) (struct gfs2_glock gl);
	129	int (go_lock) (struct gfs2_holder gh);
	130	void (go_unlock) (struct gfs2_holder gh);
	131	void (go_callback) (struct gfs2_glock gl, unsigned int state);
	132	void (go_greedy) (struct gfs2_glock gl);
8fb4b536	133	const int go_type;
b3b94faa DT	134	};
	135
	136	enum {
	137	/* Actions */
	138	HIF_MUTEX = 0,
	139	HIF_PROMOTE = 1,
	140	HIF_DEMOTE = 2,
	141	HIF_GREEDY = 3,
	142
	143	/* States */
	144	HIF_ALLOCED = 4,
	145	HIF_DEALLOC = 5,
	146	HIF_HOLDER = 6,
	147	HIF_FIRST = 7,
b3b94faa DT	148	HIF_ABORTED = 9,
	149	};
	150
	151	struct gfs2_holder {
	152	struct list_head gh_list;
	153
	154	struct gfs2_glock *gh_gl;
	155	struct task_struct *gh_owner;
	156	unsigned int gh_state;
fe1bdedc	157	unsigned gh_flags;
b3b94faa DT	158
b3b94faa DT	159	int gh_error;
695165df	160	unsigned long gh_iflags;
b3b94faa	161	struct completion gh_wait;
d0dc80db	162	unsigned long gh_ip;
b3b94faa DT	163	};
	164
	165	enum {
	166	GLF_PLUG = 0,
	167	GLF_LOCK = 1,
	168	GLF_STICKY = 2,
	169	GLF_PREFETCH = 3,
b3b94faa DT	170	GLF_DIRTY = 5,
	171	GLF_SKIP_WAITERS2 = 6,
	172	GLF_GREEDY = 7,
	173	};
	174
	175	struct gfs2_glock {
	176	struct list_head gl_list;
	177	unsigned long gl_flags; /* GLF_... */
	178	struct lm_lockname gl_name;
	179	struct kref gl_ref;
	180
	181	spinlock_t gl_spin;
	182
	183	unsigned int gl_state;
320dd101 SW	184	struct task_struct *gl_owner;
320dd101 SW	185	unsigned long gl_ip;
b3b94faa DT	186	struct list_head gl_holders;
	187	struct list_head gl_waiters1; /* HIF_MUTEX */
	188	struct list_head gl_waiters2; /* HIF_DEMOTE, HIF_GREEDY */
	189	struct list_head gl_waiters3; /* HIF_PROMOTE */
	190
8fb4b536	191	const struct gfs2_glock_operations *gl_ops;
b3b94faa DT	192
	193	struct gfs2_holder *gl_req_gh;
	194	gfs2_glop_bh_t gl_req_bh;
	195
	196	lm_lock_t *gl_lock;
	197	char *gl_lvb;
	198	atomic_t gl_lvb_count;
	199
	200	uint64_t gl_vn;
	201	unsigned long gl_stamp;
	202	void *gl_object;
	203
	204	struct gfs2_gl_hash_bucket *gl_bucket;
	205	struct list_head gl_reclaim;
	206
	207	struct gfs2_sbd *gl_sbd;
	208
	209	struct inode *gl_aspace;
	210	struct gfs2_log_element gl_le;
	211	struct list_head gl_ail_list;
	212	atomic_t gl_ail_count;
	213	};
	214
	215	struct gfs2_alloc {
	216	/* Quota stuff */
	217
b3b94faa DT	218	struct gfs2_quota_data *al_qd[4];
b3b94faa DT	219	struct gfs2_holder al_qd_ghs[4];
6b61b072	220	unsigned int al_qd_num;
b3b94faa	221
6b61b072 SW	222	u32 al_requested; /* Filled in by caller of gfs2_inplace_reserve() */
6b61b072 SW	223	u32 al_alloced; /* Filled in by gfs2_alloc_() /
b3b94faa DT	224
	225	/* Filled in by gfs2_inplace_reserve() */
	226
b3b94faa	227	unsigned int al_line;
6b61b072	228	char *al_file;
b3b94faa DT	229	struct gfs2_holder al_ri_gh;
	230	struct gfs2_holder al_rgd_gh;
	231	struct gfs2_rgrpd *al_rgd;
	232
b3b94faa DT	233	};
	234
	235	enum {
b3b94faa DT	236	GIF_QD_LOCKED = 1,
	237	GIF_PAGED = 2,
	238	GIF_SW_PAGED = 3,
	239	};
	240
	241	struct gfs2_inode {
320dd101	242	struct inode i_inode;
b3b94faa DT	243	struct gfs2_inum i_num;
b3b94faa DT	244
b3b94faa DT	245	unsigned long i_flags; /* GIF_... */
	246
	247	uint64_t i_vn;
feaa7bba	248	struct gfs2_dinode i_di; /* To be replaced by ref to block */
b3b94faa	249
feaa7bba	250	struct gfs2_glock i_gl; / Move into i_gh? */
b3b94faa	251	struct gfs2_holder i_iopen_gh;
f42faf4f	252	struct gfs2_holder i_gh; /* for prepare/commit_write only */
b3b94faa DT	253	struct gfs2_alloc i_alloc;
	254	uint64_t i_last_rg_alloc;
	255
	256	spinlock_t i_spin;
	257	struct rw_semaphore i_rw_mutex;
b3b94faa DT	258	unsigned int i_greedy;
	259	unsigned long i_last_pfault;
	260
	261	struct buffer_head *i_cache[GFS2_MAX_META_HEIGHT];
	262	};
	263
feaa7bba SW	264	/*
	265	* Since i_inode is the first element of struct gfs2_inode,
	266	* this is effectively a cast.
	267	*/
320dd101 SW	268	static inline struct gfs2_inode GFS2_I(struct inode inode)
	269	{
	270	return container_of(inode, struct gfs2_inode, i_inode);
	271	}
	272
feaa7bba SW	273	/* To be removed? */
	274	static inline struct gfs2_sbd GFS2_SB(struct inode inode)
	275	{
	276	return inode->i_sb->s_fs_info;
	277	}
	278
b3b94faa DT	279	enum {
b3b94faa DT	280	GFF_DID_DIRECT_ALLOC = 0,
59a1cc6b	281	GFF_EXLOCK = 1,
b3b94faa DT	282	};
	283
	284	struct gfs2_file {
	285	unsigned long f_flags; /* GFF_... */
f55ab26a	286	struct mutex f_fl_mutex;
b3b94faa	287	struct gfs2_holder f_fl_gh;
b3b94faa DT	288	};
	289
	290	struct gfs2_revoke {
	291	struct gfs2_log_element rv_le;
	292	uint64_t rv_blkno;
	293	};
	294
	295	struct gfs2_revoke_replay {
	296	struct list_head rr_list;
	297	uint64_t rr_blkno;
	298	unsigned int rr_where;
	299	};
	300
b3b94faa DT	301	enum {
	302	QDF_USER = 0,
	303	QDF_CHANGE = 1,
	304	QDF_LOCKED = 2,
	305	};
	306
5c676f6d SW	307	struct gfs2_quota_lvb {
	308	uint32_t qb_magic;
	309	uint32_t __pad;
	310	uint64_t qb_limit; /* Hard limit of # blocks to alloc */
	311	uint64_t qb_warn; /* Warn user when alloc is above this # */
	312	int64_t qb_value; /* Current # blocks allocated */
	313	};
	314
b3b94faa DT	315	struct gfs2_quota_data {
	316	struct list_head qd_list;
	317	unsigned int qd_count;
	318
	319	uint32_t qd_id;
	320	unsigned long qd_flags; /* QDF_... */
	321
	322	int64_t qd_change;
	323	int64_t qd_change_sync;
	324
	325	unsigned int qd_slot;
	326	unsigned int qd_slot_count;
	327
	328	struct buffer_head *qd_bh;
	329	struct gfs2_quota_change *qd_bh_qc;
	330	unsigned int qd_bh_count;
	331
	332	struct gfs2_glock *qd_gl;
	333	struct gfs2_quota_lvb qd_qb;
	334
	335	uint64_t qd_sync_gen;
	336	unsigned long qd_last_warn;
	337	unsigned long qd_last_touched;
	338	};
	339
	340	struct gfs2_log_buf {
	341	struct list_head lb_list;
	342	struct buffer_head *lb_bh;
	343	struct buffer_head *lb_real;
	344	};
	345
	346	struct gfs2_trans {
d0dc80db	347	unsigned long tr_ip;
b3b94faa DT	348
	349	unsigned int tr_blocks;
	350	unsigned int tr_revokes;
	351	unsigned int tr_reserved;
	352
e317ffcb	353	struct gfs2_holder tr_t_gh;
b3b94faa DT	354
	355	int tr_touched;
	356
	357	unsigned int tr_num_buf;
	358	unsigned int tr_num_buf_new;
	359	unsigned int tr_num_buf_rm;
	360	struct list_head tr_list_buf;
	361
	362	unsigned int tr_num_revoke;
	363	unsigned int tr_num_revoke_rm;
	364	};
	365
	366	struct gfs2_ail {
	367	struct list_head ai_list;
	368
	369	unsigned int ai_first;
	370	struct list_head ai_ail1_list;
	371	struct list_head ai_ail2_list;
	372
	373	uint64_t ai_sync_gen;
	374	};
	375
	376	struct gfs2_jdesc {
	377	struct list_head jd_list;
	378
7359a19c	379	struct inode *jd_inode;
b3b94faa DT	380	unsigned int jd_jid;
	381	int jd_dirty;
	382
	383	unsigned int jd_blocks;
	384	};
	385
	386	#define GFS2_GLOCKD_DEFAULT 1
	387	#define GFS2_GLOCKD_MAX 16
	388
	389	#define GFS2_QUOTA_DEFAULT GFS2_QUOTA_OFF
	390	#define GFS2_QUOTA_OFF 0
	391	#define GFS2_QUOTA_ACCOUNT 1
	392	#define GFS2_QUOTA_ON 2
	393
	394	#define GFS2_DATA_DEFAULT GFS2_DATA_ORDERED
	395	#define GFS2_DATA_WRITEBACK 1
	396	#define GFS2_DATA_ORDERED 2
	397
	398	struct gfs2_args {
	399	char ar_lockproto[GFS2_LOCKNAME_LEN]; /* Name of the Lock Protocol */
	400	char ar_locktable[GFS2_LOCKNAME_LEN]; /* Name of the Lock Table */
	401	char ar_hostdata[GFS2_LOCKNAME_LEN]; /* Host specific data */
	402	int ar_spectator; /* Don't get a journal because we're always RO */
	403	int ar_ignore_local_fs; /* Don't optimize even if local_fs is 1 */
	404	int ar_localflocks; /* Let the VFS do flock\|fcntl locks for us */
	405	int ar_localcaching; /* Local-style caching (dangerous on multihost) */
	406	int ar_debug; /* Oops on errors instead of trying to be graceful */
	407	int ar_upgrade; /* Upgrade ondisk/multihost format */
	408	unsigned int ar_num_glockd; /* Number of glockd threads */
	409	int ar_posix_acl; /* Enable posix acls */
	410	int ar_quota; /* off/account/on */
	411	int ar_suiddir; /* suiddir support */
	412	int ar_data; /* ordered/writeback */
	413	};
	414
	415	struct gfs2_tune {
	416	spinlock_t gt_spin;
	417
	418	unsigned int gt_ilimit;
	419	unsigned int gt_ilimit_tries;
	420	unsigned int gt_ilimit_min;
	421	unsigned int gt_demote_secs; /* Cache retention for unheld glock */
	422	unsigned int gt_incore_log_blocks;
	423	unsigned int gt_log_flush_secs;
	424	unsigned int gt_jindex_refresh_secs; /* Check for new journal index */
	425
	426	unsigned int gt_scand_secs;
	427	unsigned int gt_recoverd_secs;
	428	unsigned int gt_logd_secs;
	429	unsigned int gt_quotad_secs;
b3b94faa DT	430
	431	unsigned int gt_quota_simul_sync; /* Max quotavals to sync at once */
	432	unsigned int gt_quota_warn_period; /* Secs between quota warn msgs */
	433	unsigned int gt_quota_scale_num; /* Numerator */
	434	unsigned int gt_quota_scale_den; /* Denominator */
	435	unsigned int gt_quota_cache_secs;
	436	unsigned int gt_quota_quantum; /* Secs between syncs to quota file */
	437	unsigned int gt_atime_quantum; /* Min secs between atime updates */
	438	unsigned int gt_new_files_jdata;
	439	unsigned int gt_new_files_directio;
	440	unsigned int gt_max_atomic_write; /* Split big writes into this size */
	441	unsigned int gt_max_readahead; /* Max bytes to read-ahead from disk */
	442	unsigned int gt_lockdump_size;
	443	unsigned int gt_stall_secs; /* Detects trouble! */
	444	unsigned int gt_complain_secs;
	445	unsigned int gt_reclaim_limit; /* Max num of glocks in reclaim list */
	446	unsigned int gt_entries_per_readdir;
	447	unsigned int gt_prefetch_secs; /* Usage window for prefetched glocks */
	448	unsigned int gt_greedy_default;
	449	unsigned int gt_greedy_quantum;
	450	unsigned int gt_greedy_max;
	451	unsigned int gt_statfs_quantum;
	452	unsigned int gt_statfs_slow;
	453	};
	454
	455	struct gfs2_gl_hash_bucket {
	456	rwlock_t hb_lock;
	457	struct list_head hb_list;
	458	};
	459
	460	enum {
	461	SDF_JOURNAL_CHECKED = 0,
	462	SDF_JOURNAL_LIVE = 1,
	463	SDF_SHUTDOWN = 2,
	464	SDF_NOATIME = 3,
	465	};
	466
	467	#define GFS2_GL_HASH_SHIFT 13
	468	#define GFS2_GL_HASH_SIZE (1 << GFS2_GL_HASH_SHIFT)
	469	#define GFS2_GL_HASH_MASK (GFS2_GL_HASH_SIZE - 1)
	470	#define GFS2_FSNAME_LEN 256
	471
	472	struct gfs2_sbd {
	473	struct super_block *sd_vfs;
86384605	474	struct super_block *sd_vfs_meta;
b3b94faa DT	475	struct kobject sd_kobj;
	476	unsigned long sd_flags; /* SDF_... */
	477	struct gfs2_sb sd_sb;
	478
	479	/* Constants computed on mount */
	480
	481	uint32_t sd_fsb2bb;
	482	uint32_t sd_fsb2bb_shift;
	483	uint32_t sd_diptrs; /* Number of pointers in a dinode */
	484	uint32_t sd_inptrs; /* Number of pointers in a indirect block */
	485	uint32_t sd_jbsize; /* Size of a journaled data block */
	486	uint32_t sd_hash_bsize; /* sizeof(exhash block) */
	487	uint32_t sd_hash_bsize_shift;
	488	uint32_t sd_hash_ptrs; /* Number of pointers in a hash block */
b3b94faa DT	489	uint32_t sd_qc_per_block;
	490	uint32_t sd_max_dirres; /* Max blocks needed to add a directory entry */
	491	uint32_t sd_max_height; /* Max height of a file's metadata tree */
	492	uint64_t sd_heightsize[GFS2_MAX_META_HEIGHT];
	493	uint32_t sd_max_jheight; /* Max height of journaled file's meta tree */
	494	uint64_t sd_jheightsize[GFS2_MAX_META_HEIGHT];
	495
	496	struct gfs2_args sd_args; /* Mount arguments */
	497	struct gfs2_tune sd_tune; /* Filesystem tuning structure */
	498
	499	/* Lock Stuff */
	500
	501	struct lm_lockstruct sd_lockstruct;
	502	struct gfs2_gl_hash_bucket sd_gl_hash[GFS2_GL_HASH_SIZE];
	503	struct list_head sd_reclaim_list;
	504	spinlock_t sd_reclaim_lock;
	505	wait_queue_head_t sd_reclaim_wq;
	506	atomic_t sd_reclaim_count;
	507	struct gfs2_holder sd_live_gh;
	508	struct gfs2_glock *sd_rename_gl;
	509	struct gfs2_glock *sd_trans_gl;
b3b94faa DT	510
	511	/* Inode Stuff */
	512
f42faf4f SW	513	struct inode *sd_master_dir;
	514	struct inode *sd_jindex;
	515	struct inode *sd_inum_inode;
	516	struct inode *sd_statfs_inode;
	517	struct inode *sd_ir_inode;
	518	struct inode *sd_sc_inode;
f42faf4f SW	519	struct inode *sd_qc_inode;
	520	struct inode *sd_rindex;
	521	struct inode *sd_quota_inode;
b3b94faa DT	522
	523	/* Inum stuff */
	524
f55ab26a	525	struct mutex sd_inum_mutex;
b3b94faa DT	526
	527	/* StatFS stuff */
	528
	529	spinlock_t sd_statfs_spin;
f55ab26a	530	struct mutex sd_statfs_mutex;
b3b94faa DT	531	struct gfs2_statfs_change sd_statfs_master;
	532	struct gfs2_statfs_change sd_statfs_local;
	533	unsigned long sd_statfs_sync_time;
	534
	535	/* Resource group stuff */
	536
	537	uint64_t sd_rindex_vn;
	538	spinlock_t sd_rindex_spin;
f55ab26a	539	struct mutex sd_rindex_mutex;
b3b94faa DT	540	struct list_head sd_rindex_list;
	541	struct list_head sd_rindex_mru_list;
	542	struct list_head sd_rindex_recent_list;
	543	struct gfs2_rgrpd *sd_rindex_forward;
	544	unsigned int sd_rgrps;
	545
	546	/* Journal index stuff */
	547
	548	struct list_head sd_jindex_list;
	549	spinlock_t sd_jindex_spin;
f55ab26a	550	struct mutex sd_jindex_mutex;
b3b94faa DT	551	unsigned int sd_journals;
	552	unsigned long sd_jindex_refresh_time;
	553
	554	struct gfs2_jdesc *sd_jdesc;
	555	struct gfs2_holder sd_journal_gh;
	556	struct gfs2_holder sd_jinode_gh;
	557
	558	struct gfs2_holder sd_ir_gh;
	559	struct gfs2_holder sd_sc_gh;
b3b94faa DT	560	struct gfs2_holder sd_qc_gh;
	561
	562	/* Daemon stuff */
	563
	564	struct task_struct *sd_scand_process;
	565	struct task_struct *sd_recoverd_process;
	566	struct task_struct *sd_logd_process;
	567	struct task_struct *sd_quotad_process;
b3b94faa DT	568	struct task_struct *sd_glockd_process[GFS2_GLOCKD_MAX];
	569	unsigned int sd_glockd_num;
	570
b3b94faa DT	571	/* Quota stuff */
	572
	573	struct list_head sd_quota_list;
	574	atomic_t sd_quota_count;
	575	spinlock_t sd_quota_spin;
f55ab26a	576	struct mutex sd_quota_mutex;
b3b94faa DT	577
	578	unsigned int sd_quota_slots;
	579	unsigned int sd_quota_chunks;
	580	unsigned char **sd_quota_bitmap;
	581
	582	uint64_t sd_quota_sync_gen;
	583	unsigned long sd_quota_sync_time;
	584
	585	/* Log stuff */
	586
	587	spinlock_t sd_log_lock;
b3b94faa DT	588
	589	unsigned int sd_log_blks_reserved;
	590	unsigned int sd_log_commited_buf;
	591	unsigned int sd_log_commited_revoke;
	592
	593	unsigned int sd_log_num_gl;
	594	unsigned int sd_log_num_buf;
	595	unsigned int sd_log_num_revoke;
	596	unsigned int sd_log_num_rg;
	597	unsigned int sd_log_num_databuf;
f42faf4f	598	unsigned int sd_log_num_jdata;
b09e593d	599	unsigned int sd_log_num_hdrs;
f42faf4f	600
b3b94faa DT	601	struct list_head sd_log_le_gl;
	602	struct list_head sd_log_le_buf;
	603	struct list_head sd_log_le_revoke;
	604	struct list_head sd_log_le_rg;
	605	struct list_head sd_log_le_databuf;
	606
	607	unsigned int sd_log_blks_free;
71b86f56	608	struct mutex sd_log_reserve_mutex;
b3b94faa DT	609
	610	uint64_t sd_log_sequence;
	611	unsigned int sd_log_head;
	612	unsigned int sd_log_tail;
b3b94faa DT	613	int sd_log_idle;
	614
	615	unsigned long sd_log_flush_time;
484adff8	616	struct rw_semaphore sd_log_flush_lock;
b3b94faa DT	617	struct list_head sd_log_flush_list;
	618
	619	unsigned int sd_log_flush_head;
	620	uint64_t sd_log_flush_wrapped;
	621
	622	struct list_head sd_ail1_list;
	623	struct list_head sd_ail2_list;
	624	uint64_t sd_ail_sync_gen;
	625
	626	/* Replay stuff */
	627
	628	struct list_head sd_revoke_list;
	629	unsigned int sd_replay_tail;
	630
	631	unsigned int sd_found_blocks;
	632	unsigned int sd_found_revokes;
	633	unsigned int sd_replayed_blocks;
	634
	635	/* For quiescing the filesystem */
	636
	637	struct gfs2_holder sd_freeze_gh;
f55ab26a	638	struct mutex sd_freeze_lock;
b3b94faa DT	639	unsigned int sd_freeze_count;
	640
	641	/* Counters */
	642
	643	atomic_t sd_glock_count;
	644	atomic_t sd_glock_held_count;
	645	atomic_t sd_inode_count;
b3b94faa	646	atomic_t sd_reclaimed;
b3b94faa DT	647
	648	char sd_fsname[GFS2_FSNAME_LEN];
	649	char sd_table_name[GFS2_FSNAME_LEN];
	650	char sd_proto_name[GFS2_FSNAME_LEN];
	651
	652	/* Debugging crud */
	653
	654	unsigned long sd_last_warning;
86384605	655	struct vfsmount *sd_gfs2mnt;
b3b94faa DT	656	};
	657
	658	#endif /* __INCORE_DOT_H__ */
	659