[deliverable/linux.git] / drivers / s390 / cio / qdio.h

#ifndef _CIO_QDIO_H
#define _CIO_QDIO_H

#include <asm/page.h>
#include <asm/isc.h>
#include <asm/schid.h>

#ifdef CONFIG_QDIO_DEBUG
#define QDIO_VERBOSE_LEVEL 9
#else /* CONFIG_QDIO_DEBUG */
#define QDIO_VERBOSE_LEVEL 5
#endif /* CONFIG_QDIO_DEBUG */
#define QDIO_USE_PROCESSING_STATE

#define QDIO_MINIMAL_BH_RELIEF_TIME 16
#define QDIO_TIMER_POLL_VALUE 1
#define IQDIO_TIMER_POLL_VALUE 1

/*
 * unfortunately this can't be (QDIO_MAX_BUFFERS_PER_Q*4/3) or so -- as
 * we never know, whether we'll get initiative again, e.g. to give the
 * transmit skb's back to the stack, however the stack may be waiting for
 * them... therefore we define 4 as threshold to start polling (which
 * will stop as soon as the asynchronous queue catches up)
 * btw, this only applies to the asynchronous HiperSockets queue
 */
#define IQDIO_FILL_LEVEL_TO_POLL 4

#define TIQDIO_THININT_ISC QDIO_AIRQ_ISC
#define TIQDIO_DELAY_TARGET 0
#define QDIO_BUSY_BIT_PATIENCE 100 /* in microsecs */
#define QDIO_BUSY_BIT_GIVE_UP 10000000 /* 10 seconds */
#define IQDIO_GLOBAL_LAPS 2 /* GLOBAL_LAPS are not used as we */
#define IQDIO_GLOBAL_LAPS_INT 1 /* don't global summary */
#define IQDIO_LOCAL_LAPS 4
#define IQDIO_LOCAL_LAPS_INT 1
#define IQDIO_GLOBAL_SUMMARY_CC_MASK 2
/*#define IQDIO_IQDC_INT_PARM 0x1234*/

#define QDIO_Q_LAPS 5

#define QDIO_STORAGE_KEY PAGE_DEFAULT_KEY

#define L2_CACHELINE_SIZE 256
#define INDICATORS_PER_CACHELINE (L2_CACHELINE_SIZE/sizeof(__u32))

#define QDIO_PERF "qdio_perf"

/* must be a power of 2 */
/*#define QDIO_STATS_NUMBER 4

#define QDIO_STATS_CLASSES 2
#define QDIO_STATS_COUNT_NEEDED 2*/

#define QDIO_NO_USE_COUNT_TIMEOUT (1*HZ) /* wait for 1 sec on each q before
					    exiting without having use_count
					    of the queue to 0 */

#define QDIO_ESTABLISH_TIMEOUT (1*HZ)
#define QDIO_CLEANUP_CLEAR_TIMEOUT (20*HZ)
#define QDIO_CLEANUP_HALT_TIMEOUT (10*HZ)
#define QDIO_FORCE_CHECK_TIMEOUT (10*HZ)
#define QDIO_ACTIVATE_TIMEOUT (5) /* 5 ms */

enum qdio_irq_states {
	QDIO_IRQ_STATE_INACTIVE,
	QDIO_IRQ_STATE_ESTABLISHED,
	QDIO_IRQ_STATE_ACTIVE,
	QDIO_IRQ_STATE_STOPPED,
	QDIO_IRQ_STATE_CLEANUP,
	QDIO_IRQ_STATE_ERR,
	NR_QDIO_IRQ_STATES,
};

/* used as intparm in do_IO: */
#define QDIO_DOING_SENSEID 0
#define QDIO_DOING_ESTABLISH 1
#define QDIO_DOING_ACTIVATE 2
#define QDIO_DOING_CLEANUP 3

/************************* DEBUG FACILITY STUFF *********************/

#define QDIO_DBF_HEX(ex,name,level,addr,len) \
	do { \
	if (ex) \
		debug_exception(qdio_dbf_##name,level,(void*)(addr),len); \
	else \
		debug_event(qdio_dbf_##name,level,(void*)(addr),len); \
	} while (0)
#define QDIO_DBF_TEXT(ex,name,level,text) \
	do { \
	if (ex) \
		debug_text_exception(qdio_dbf_##name,level,text); \
	else \
		debug_text_event(qdio_dbf_##name,level,text); \
	} while (0)


#define QDIO_DBF_HEX0(ex,name,addr,len) QDIO_DBF_HEX(ex,name,0,addr,len)
#define QDIO_DBF_HEX1(ex,name,addr,len) QDIO_DBF_HEX(ex,name,1,addr,len)
#define QDIO_DBF_HEX2(ex,name,addr,len) QDIO_DBF_HEX(ex,name,2,addr,len)
#ifdef CONFIG_QDIO_DEBUG
#define QDIO_DBF_HEX3(ex,name,addr,len) QDIO_DBF_HEX(ex,name,3,addr,len)
#define QDIO_DBF_HEX4(ex,name,addr,len) QDIO_DBF_HEX(ex,name,4,addr,len)
#define QDIO_DBF_HEX5(ex,name,addr,len) QDIO_DBF_HEX(ex,name,5,addr,len)
#define QDIO_DBF_HEX6(ex,name,addr,len) QDIO_DBF_HEX(ex,name,6,addr,len)
#else /* CONFIG_QDIO_DEBUG */
#define QDIO_DBF_HEX3(ex,name,addr,len) do {} while (0)
#define QDIO_DBF_HEX4(ex,name,addr,len) do {} while (0)
#define QDIO_DBF_HEX5(ex,name,addr,len) do {} while (0)
#define QDIO_DBF_HEX6(ex,name,addr,len) do {} while (0)
#endif /* CONFIG_QDIO_DEBUG */

#define QDIO_DBF_TEXT0(ex,name,text) QDIO_DBF_TEXT(ex,name,0,text)
#define QDIO_DBF_TEXT1(ex,name,text) QDIO_DBF_TEXT(ex,name,1,text)
#define QDIO_DBF_TEXT2(ex,name,text) QDIO_DBF_TEXT(ex,name,2,text)
#ifdef CONFIG_QDIO_DEBUG
#define QDIO_DBF_TEXT3(ex,name,text) QDIO_DBF_TEXT(ex,name,3,text)
#define QDIO_DBF_TEXT4(ex,name,text) QDIO_DBF_TEXT(ex,name,4,text)
#define QDIO_DBF_TEXT5(ex,name,text) QDIO_DBF_TEXT(ex,name,5,text)
#define QDIO_DBF_TEXT6(ex,name,text) QDIO_DBF_TEXT(ex,name,6,text)
#else /* CONFIG_QDIO_DEBUG */
#define QDIO_DBF_TEXT3(ex,name,text) do {} while (0)
#define QDIO_DBF_TEXT4(ex,name,text) do {} while (0)
#define QDIO_DBF_TEXT5(ex,name,text) do {} while (0)
#define QDIO_DBF_TEXT6(ex,name,text) do {} while (0)
#endif /* CONFIG_QDIO_DEBUG */

#define QDIO_DBF_SETUP_NAME "qdio_setup"
#define QDIO_DBF_SETUP_LEN 8
#define QDIO_DBF_SETUP_PAGES 4
#define QDIO_DBF_SETUP_NR_AREAS 1
#ifdef CONFIG_QDIO_DEBUG
#define QDIO_DBF_SETUP_LEVEL 6
#else /* CONFIG_QDIO_DEBUG */
#define QDIO_DBF_SETUP_LEVEL 2
#endif /* CONFIG_QDIO_DEBUG */

#define QDIO_DBF_SBAL_NAME "qdio_labs" /* sbal */
#define QDIO_DBF_SBAL_LEN 256
#define QDIO_DBF_SBAL_PAGES 4
#define QDIO_DBF_SBAL_NR_AREAS 2
#ifdef CONFIG_QDIO_DEBUG
#define QDIO_DBF_SBAL_LEVEL 6
#else /* CONFIG_QDIO_DEBUG */
#define QDIO_DBF_SBAL_LEVEL 2
#endif /* CONFIG_QDIO_DEBUG */

#define QDIO_DBF_TRACE_NAME "qdio_trace"
#define QDIO_DBF_TRACE_LEN 8
#define QDIO_DBF_TRACE_NR_AREAS 2
#ifdef CONFIG_QDIO_DEBUG
#define QDIO_DBF_TRACE_PAGES 16
#define QDIO_DBF_TRACE_LEVEL 4 /* -------- could be even more verbose here */
#else /* CONFIG_QDIO_DEBUG */
#define QDIO_DBF_TRACE_PAGES 4
#define QDIO_DBF_TRACE_LEVEL 2
#endif /* CONFIG_QDIO_DEBUG */

#define QDIO_DBF_SENSE_NAME "qdio_sense"
#define QDIO_DBF_SENSE_LEN 64
#define QDIO_DBF_SENSE_PAGES 2
#define QDIO_DBF_SENSE_NR_AREAS 1
#ifdef CONFIG_QDIO_DEBUG
#define QDIO_DBF_SENSE_LEVEL 6
#else /* CONFIG_QDIO_DEBUG */
#define QDIO_DBF_SENSE_LEVEL 2
#endif /* CONFIG_QDIO_DEBUG */

#ifdef CONFIG_QDIO_DEBUG
#define QDIO_TRACE_QTYPE QDIO_ZFCP_QFMT

#define QDIO_DBF_SLSB_OUT_NAME "qdio_slsb_out"
#define QDIO_DBF_SLSB_OUT_LEN QDIO_MAX_BUFFERS_PER_Q
#define QDIO_DBF_SLSB_OUT_PAGES 256
#define QDIO_DBF_SLSB_OUT_NR_AREAS 1
#define QDIO_DBF_SLSB_OUT_LEVEL 6

#define QDIO_DBF_SLSB_IN_NAME "qdio_slsb_in"
#define QDIO_DBF_SLSB_IN_LEN QDIO_MAX_BUFFERS_PER_Q
#define QDIO_DBF_SLSB_IN_PAGES 256
#define QDIO_DBF_SLSB_IN_NR_AREAS 1
#define QDIO_DBF_SLSB_IN_LEVEL 6
#endif /* CONFIG_QDIO_DEBUG */

#define QDIO_PRINTK_HEADER QDIO_NAME ": "

#if QDIO_VERBOSE_LEVEL>8
#define QDIO_PRINT_STUPID(x...) printk( KERN_DEBUG QDIO_PRINTK_HEADER x)
#else
#define QDIO_PRINT_STUPID(x...) do { } while (0)
#endif

#if QDIO_VERBOSE_LEVEL>7
#define QDIO_PRINT_ALL(x...) printk( QDIO_PRINTK_HEADER x)
#else
#define QDIO_PRINT_ALL(x...) do { } while (0)
#endif

#if QDIO_VERBOSE_LEVEL>6
#define QDIO_PRINT_INFO(x...) printk( QDIO_PRINTK_HEADER x)
#else
#define QDIO_PRINT_INFO(x...) do { } while (0)
#endif

#if QDIO_VERBOSE_LEVEL>5
#define QDIO_PRINT_WARN(x...) printk( QDIO_PRINTK_HEADER x)
#else
#define QDIO_PRINT_WARN(x...) do { } while (0)
#endif

#if QDIO_VERBOSE_LEVEL>4
#define QDIO_PRINT_ERR(x...) printk( QDIO_PRINTK_HEADER x)
#else
#define QDIO_PRINT_ERR(x...) do { } while (0)
#endif

#if QDIO_VERBOSE_LEVEL>3
#define QDIO_PRINT_CRIT(x...) printk( QDIO_PRINTK_HEADER x)
#else
#define QDIO_PRINT_CRIT(x...) do { } while (0)
#endif

#if QDIO_VERBOSE_LEVEL>2
#define QDIO_PRINT_ALERT(x...) printk( QDIO_PRINTK_HEADER x)
#else
#define QDIO_PRINT_ALERT(x...) do { } while (0)
#endif

#if QDIO_VERBOSE_LEVEL>1
#define QDIO_PRINT_EMERG(x...) printk( QDIO_PRINTK_HEADER x)
#else
#define QDIO_PRINT_EMERG(x...) do { } while (0)
#endif

#define QDIO_HEXDUMP16(importance,header,ptr) \
QDIO_PRINT_##importance(header "%02x %02x %02x %02x  " \
			"%02x %02x %02x %02x  %02x %02x %02x %02x  " \
			"%02x %02x %02x %02x\n",*(((char*)ptr)), \
			*(((char*)ptr)+1),*(((char*)ptr)+2), \
			*(((char*)ptr)+3),*(((char*)ptr)+4), \
			*(((char*)ptr)+5),*(((char*)ptr)+6), \
			*(((char*)ptr)+7),*(((char*)ptr)+8), \
			*(((char*)ptr)+9),*(((char*)ptr)+10), \
			*(((char*)ptr)+11),*(((char*)ptr)+12), \
			*(((char*)ptr)+13),*(((char*)ptr)+14), \
			*(((char*)ptr)+15)); \
QDIO_PRINT_##importance(header "%02x %02x %02x %02x  %02x %02x %02x %02x  " \
			"%02x %02x %02x %02x  %02x %02x %02x %02x\n", \
			*(((char*)ptr)+16),*(((char*)ptr)+17), \
			*(((char*)ptr)+18),*(((char*)ptr)+19), \
			*(((char*)ptr)+20),*(((char*)ptr)+21), \
			*(((char*)ptr)+22),*(((char*)ptr)+23), \
			*(((char*)ptr)+24),*(((char*)ptr)+25), \
			*(((char*)ptr)+26),*(((char*)ptr)+27), \
			*(((char*)ptr)+28),*(((char*)ptr)+29), \
			*(((char*)ptr)+30),*(((char*)ptr)+31));

/****************** END OF DEBUG FACILITY STUFF *********************/

/*
 * Some instructions as assembly
 */

static inline int
do_sqbs(unsigned long sch, unsigned char state, int queue,
       unsigned int *start, unsigned int *count)
{
#ifdef CONFIG_64BIT
       register unsigned long _ccq asm ("0") = *count;
       register unsigned long _sch asm ("1") = sch;
       unsigned long _queuestart = ((unsigned long)queue << 32) | *start;

       asm volatile(
	       "	.insn	rsy,0xeb000000008A,%1,0,0(%2)"
	       : "+d" (_ccq), "+d" (_queuestart)
	       : "d" ((unsigned long)state), "d" (_sch)
	       : "memory", "cc");
       *count = _ccq & 0xff;
       *start = _queuestart & 0xff;

       return (_ccq >> 32) & 0xff;
#else
       return 0;
#endif
}

static inline int
do_eqbs(unsigned long sch, unsigned char *state, int queue,
	unsigned int *start, unsigned int *count)
{
#ifdef CONFIG_64BIT
	register unsigned long _ccq asm ("0") = *count;
	register unsigned long _sch asm ("1") = sch;
	unsigned long _queuestart = ((unsigned long)queue << 32) | *start;
	unsigned long _state = 0;

	asm volatile(
		"	.insn	rrf,0xB99c0000,%1,%2,0,0"
		: "+d" (_ccq), "+d" (_queuestart), "+d" (_state)
		: "d" (_sch)
		: "memory", "cc" );
	*count = _ccq & 0xff;
	*start = _queuestart & 0xff;
	*state = _state & 0xff;

	return (_ccq >> 32) & 0xff;
#else
	return 0;
#endif
}


static inline int
do_siga_sync(struct subchannel_id schid, unsigned int mask1, unsigned int mask2)
{
	register unsigned long reg0 asm ("0") = 2;
	register struct subchannel_id reg1 asm ("1") = schid;
	register unsigned long reg2 asm ("2") = mask1;
	register unsigned long reg3 asm ("3") = mask2;
	int cc;

	asm volatile(
		"	siga	0\n"
		"	ipm	%0\n"
		"	srl	%0,28\n"
		: "=d" (cc)
		: "d" (reg0), "d" (reg1), "d" (reg2), "d" (reg3) : "cc");
	return cc;
}

static inline int
do_siga_input(struct subchannel_id schid, unsigned int mask)
{
	register unsigned long reg0 asm ("0") = 1;
	register struct subchannel_id reg1 asm ("1") = schid;
	register unsigned long reg2 asm ("2") = mask;
	int cc;

	asm volatile(
		"	siga	0\n"
		"	ipm	%0\n"
		"	srl	%0,28\n"
		: "=d" (cc)
		: "d" (reg0), "d" (reg1), "d" (reg2) : "cc", "memory");
	return cc;
}

static inline int
do_siga_output(unsigned long schid, unsigned long mask, __u32 *bb,
	       unsigned int fc)
{
	register unsigned long __fc asm("0") = fc;
	register unsigned long __schid asm("1") = schid;
	register unsigned long __mask asm("2") = mask;
	int cc;

	asm volatile(
		"	siga	0\n"
		"0:	ipm	%0\n"
		"	srl	%0,28\n"
		"1:\n"
		EX_TABLE(0b,1b)
		: "=d" (cc), "+d" (__fc), "+d" (__schid), "+d" (__mask)
		: "0" (QDIO_SIGA_ERROR_ACCESS_EXCEPTION)
		: "cc", "memory");
	(*bb) = ((unsigned int) __fc) >> 31;
	return cc;
}

static inline unsigned long
do_clear_global_summary(void)
{
	register unsigned long __fn asm("1") = 3;
	register unsigned long __tmp asm("2");
	register unsigned long __time asm("3");

	asm volatile(
		"	.insn	rre,0xb2650000,2,0"
		: "+d" (__fn), "=d" (__tmp), "=d" (__time));
	return __time;
}
	
/*
 * QDIO device commands returned by extended Sense-ID
 */
#define DEFAULT_ESTABLISH_QS_CMD 0x1b
#define DEFAULT_ESTABLISH_QS_COUNT 0x1000
#define DEFAULT_ACTIVATE_QS_CMD 0x1f
#define DEFAULT_ACTIVATE_QS_COUNT 0

/*
 * additional CIWs returned by extended Sense-ID
 */
#define CIW_TYPE_EQUEUE 0x3       /* establish QDIO queues */
#define CIW_TYPE_AQUEUE 0x4       /* activate QDIO queues */

#define QDIO_CHSC_RESPONSE_CODE_OK 1
/* flags for st qdio sch data */
#define CHSC_FLAG_QDIO_CAPABILITY 0x80
#define CHSC_FLAG_VALIDITY 0x40

#define CHSC_FLAG_SIGA_INPUT_NECESSARY 0x40
#define CHSC_FLAG_SIGA_OUTPUT_NECESSARY 0x20
#define CHSC_FLAG_SIGA_SYNC_NECESSARY 0x10
#define CHSC_FLAG_SIGA_SYNC_DONE_ON_THININTS 0x08
#define CHSC_FLAG_SIGA_SYNC_DONE_ON_OUTB_PCIS 0x04

struct qdio_chsc_ssqd {
	struct chsc_header request;
	u16 reserved1:10;
	u16 ssid:2;
	u16 fmt:4;
	u16 first_sch;
	u16 reserved2;
	u16 last_sch;
	u32 reserved3;
	struct chsc_header response;
	u32 reserved4;
	u8  flags;
	u8  reserved5;
	u16 sch;
	u8  qfmt;
	u8  parm;
	u8  qdioac1;
	u8  sch_class;
	u8  pct;
	u8  icnt;
	u8  reserved7;
	u8  ocnt;
	u8  reserved8;
	u8  mbccnt;
	u16 qdioac2;
	u64 sch_token;
};

struct qdio_perf_stats {
#ifdef CONFIG_64BIT
	atomic64_t tl_runs;
	atomic64_t outbound_tl_runs;
	atomic64_t outbound_tl_runs_resched;
	atomic64_t inbound_tl_runs;
	atomic64_t inbound_tl_runs_resched;
	atomic64_t inbound_thin_tl_runs;
	atomic64_t inbound_thin_tl_runs_resched;

	atomic64_t siga_outs;
	atomic64_t siga_ins;
	atomic64_t siga_syncs;
	atomic64_t pcis;
	atomic64_t thinints;
	atomic64_t fast_reqs;

	atomic64_t outbound_cnt;
	atomic64_t inbound_cnt;
#else /* CONFIG_64BIT */
	atomic_t tl_runs;
	atomic_t outbound_tl_runs;
	atomic_t outbound_tl_runs_resched;
	atomic_t inbound_tl_runs;
	atomic_t inbound_tl_runs_resched;
	atomic_t inbound_thin_tl_runs;
	atomic_t inbound_thin_tl_runs_resched;

	atomic_t siga_outs;
	atomic_t siga_ins;
	atomic_t siga_syncs;
	atomic_t pcis;
	atomic_t thinints;
	atomic_t fast_reqs;

	atomic_t outbound_cnt;
	atomic_t inbound_cnt;
#endif /* CONFIG_64BIT */
};

/* unlikely as the later the better */
#define SYNC_MEMORY if (unlikely(q->siga_sync)) qdio_siga_sync_q(q)
#define SYNC_MEMORY_ALL if (unlikely(q->siga_sync)) \
	qdio_siga_sync(q,~0U,~0U)
#define SYNC_MEMORY_ALL_OUTB if (unlikely(q->siga_sync)) \
	qdio_siga_sync(q,~0U,0)

#define NOW qdio_get_micros()
#define SAVE_TIMESTAMP(q) q->timing.last_transfer_time=NOW
#define GET_SAVED_TIMESTAMP(q) (q->timing.last_transfer_time)
#define SAVE_FRONTIER(q,val) q->last_move_ftc=val
#define GET_SAVED_FRONTIER(q) (q->last_move_ftc)

#define MY_MODULE_STRING(x) #x

#ifdef CONFIG_64BIT
#define QDIO_GET_ADDR(x) ((__u32)(unsigned long)x)
#else /* CONFIG_64BIT */
#define QDIO_GET_ADDR(x) ((__u32)(long)x)
#endif /* CONFIG_64BIT */

struct qdio_q {
	volatile struct slsb slsb;

	char unused[QDIO_MAX_BUFFERS_PER_Q];

	__u32 * dev_st_chg_ind;

	int is_input_q;
	struct subchannel_id schid;
	struct ccw_device *cdev;

	unsigned int is_iqdio_q;
	unsigned int is_thinint_q;

	/* bit 0 means queue 0, bit 1 means queue 1, ... */
	unsigned int mask;
	unsigned int q_no;

	qdio_handler_t (*handler);

	/* points to the next buffer to be checked for having
	 * been processed by the card (outbound)
	 * or to the next buffer the program should check for (inbound) */
	volatile int first_to_check;
	/* and the last time it was: */
	volatile int last_move_ftc;

	atomic_t number_of_buffers_used;
	atomic_t polling;

	unsigned int siga_in;
	unsigned int siga_out;
	unsigned int siga_sync;
	unsigned int siga_sync_done_on_thinints;
	unsigned int siga_sync_done_on_outb_tis;
	unsigned int hydra_gives_outbound_pcis;

	/* used to save beginning position when calling dd_handlers */
	int first_element_to_kick;

	atomic_t use_count;
	atomic_t is_in_shutdown;

	void *irq_ptr;

	struct timer_list timer;
#ifdef QDIO_USE_TIMERS_FOR_POLLING
	atomic_t timer_already_set;
	spinlock_t timer_lock;
#else /* QDIO_USE_TIMERS_FOR_POLLING */
	struct tasklet_struct tasklet;
#endif /* QDIO_USE_TIMERS_FOR_POLLING */


	enum qdio_irq_states state;

	/* used to store the error condition during a data transfer */
	unsigned int qdio_error;
	unsigned int siga_error;
	unsigned int error_status_flags;

	/* list of interesting queues */
	volatile struct qdio_q *list_next;
	volatile struct qdio_q *list_prev;

	struct sl *sl;
	volatile struct sbal *sbal[QDIO_MAX_BUFFERS_PER_Q];

	struct qdio_buffer *qdio_buffers[QDIO_MAX_BUFFERS_PER_Q];

	unsigned long int_parm;

	/*struct {
		int in_bh_check_limit;
		int threshold;
	} threshold_classes[QDIO_STATS_CLASSES];*/

	struct {
		/* inbound: the time to stop polling
		   outbound: the time to kick peer */
		int threshold; /* the real value */

		/* outbound: last time of do_QDIO
		   inbound: last time of noticing incoming data */
		/*__u64 last_transfer_times[QDIO_STATS_NUMBER];
		int last_transfer_index; */

		__u64 last_transfer_time;
		__u64 busy_start;
	} timing;
	atomic_t busy_siga_counter;
        unsigned int queue_type;
	unsigned int is_pci_out;

	/* leave this member at the end. won't be cleared in qdio_fill_qs */
	struct slib *slib; /* a page is allocated under this pointer,
			      sl points into this page, offset PAGE_SIZE/2
			      (after slib) */
} __attribute__ ((aligned(256)));

struct qdio_irq {
	__u32 * volatile dev_st_chg_ind;

	unsigned long int_parm;
	struct subchannel_id schid;

	unsigned int is_iqdio_irq;
	unsigned int is_thinint_irq;
	unsigned int hydra_gives_outbound_pcis;
	unsigned int sync_done_on_outb_pcis;

	/* QEBSM facility */
	unsigned int is_qebsm;
	unsigned long sch_token;

	enum qdio_irq_states state;

	unsigned int no_input_qs;
	unsigned int no_output_qs;

	unsigned char qdioac;

	struct ccw1 ccw;

	struct ciw equeue;
	struct ciw aqueue;

	struct qib qib;
	
 	void (*original_int_handler) (struct ccw_device *,
 				      unsigned long, struct irb *);

	/* leave these four members together at the end. won't be cleared in qdio_fill_irq */
	struct qdr *qdr;
	struct qdio_q *input_qs[QDIO_MAX_QUEUES_PER_IRQ];
	struct qdio_q *output_qs[QDIO_MAX_QUEUES_PER_IRQ];
	struct semaphore setting_up_sema;
};
#endif
Commit	Line	Data
1da177e4 LT	1	#ifndef _CIO_QDIO_H
	2	#define _CIO_QDIO_H
	3
0b642ede	4	#include <asm/page.h>
3a3fc29a	5	#include <asm/isc.h>
9d92a7e1	6	#include <asm/schid.h>
a8237fc4	7
1da177e4 LT	8	#ifdef CONFIG_QDIO_DEBUG
	9	#define QDIO_VERBOSE_LEVEL 9
	10	#else /* CONFIG_QDIO_DEBUG */
	11	#define QDIO_VERBOSE_LEVEL 5
	12	#endif /* CONFIG_QDIO_DEBUG */
1da177e4 LT	13	#define QDIO_USE_PROCESSING_STATE
1da177e4 LT	14
1da177e4 LT	15	#define QDIO_MINIMAL_BH_RELIEF_TIME 16
	16	#define QDIO_TIMER_POLL_VALUE 1
	17	#define IQDIO_TIMER_POLL_VALUE 1
	18
	19	/*
	20	* unfortunately this can't be (QDIO_MAX_BUFFERS_PER_Q*4/3) or so -- as
	21	* we never know, whether we'll get initiative again, e.g. to give the
	22	* transmit skb's back to the stack, however the stack may be waiting for
	23	* them... therefore we define 4 as threshold to start polling (which
	24	* will stop as soon as the asynchronous queue catches up)
	25	* btw, this only applies to the asynchronous HiperSockets queue
	26	*/
	27	#define IQDIO_FILL_LEVEL_TO_POLL 4
	28
3a3fc29a	29	#define TIQDIO_THININT_ISC QDIO_AIRQ_ISC
1da177e4 LT	30	#define TIQDIO_DELAY_TARGET 0
	31	#define QDIO_BUSY_BIT_PATIENCE 100 /* in microsecs */
	32	#define QDIO_BUSY_BIT_GIVE_UP 10000000 /* 10 seconds */
	33	#define IQDIO_GLOBAL_LAPS 2 /* GLOBAL_LAPS are not used as we */
	34	#define IQDIO_GLOBAL_LAPS_INT 1 /* don't global summary */
	35	#define IQDIO_LOCAL_LAPS 4
	36	#define IQDIO_LOCAL_LAPS_INT 1
	37	#define IQDIO_GLOBAL_SUMMARY_CC_MASK 2
	38	/#define IQDIO_IQDC_INT_PARM 0x1234/
	39
	40	#define QDIO_Q_LAPS 5
	41
0b642ede	42	#define QDIO_STORAGE_KEY PAGE_DEFAULT_KEY
1da177e4 LT	43
	44	#define L2_CACHELINE_SIZE 256
	45	#define INDICATORS_PER_CACHELINE (L2_CACHELINE_SIZE/sizeof(__u32))
	46
	47	#define QDIO_PERF "qdio_perf"
	48
	49	/* must be a power of 2 */
	50	/*#define QDIO_STATS_NUMBER 4
	51
	52	#define QDIO_STATS_CLASSES 2
	53	#define QDIO_STATS_COUNT_NEEDED 2*/
	54
	55	#define QDIO_NO_USE_COUNT_TIMEOUT (1HZ) / wait for 1 sec on each q before
	56	exiting without having use_count
	57	of the queue to 0 */
	58
	59	#define QDIO_ESTABLISH_TIMEOUT (1*HZ)
1da177e4 LT	60	#define QDIO_CLEANUP_CLEAR_TIMEOUT (20*HZ)
1da177e4 LT	61	#define QDIO_CLEANUP_HALT_TIMEOUT (10*HZ)
1f8bdae9	62	#define QDIO_FORCE_CHECK_TIMEOUT (10*HZ)
b32ecdb7	63	#define QDIO_ACTIVATE_TIMEOUT (5) /* 5 ms */
1da177e4 LT	64
	65	enum qdio_irq_states {
	66	QDIO_IRQ_STATE_INACTIVE,
	67	QDIO_IRQ_STATE_ESTABLISHED,
	68	QDIO_IRQ_STATE_ACTIVE,
	69	QDIO_IRQ_STATE_STOPPED,
	70	QDIO_IRQ_STATE_CLEANUP,
	71	QDIO_IRQ_STATE_ERR,
	72	NR_QDIO_IRQ_STATES,
	73	};
	74
	75	/* used as intparm in do_IO: */
	76	#define QDIO_DOING_SENSEID 0
	77	#define QDIO_DOING_ESTABLISH 1
	78	#define QDIO_DOING_ACTIVATE 2
	79	#define QDIO_DOING_CLEANUP 3
	80
	81	/*********************** DEBUG FACILITY STUFF *******************/
	82
	83	#define QDIO_DBF_HEX(ex,name,level,addr,len) \
	84	do { \
	85	if (ex) \
	86	debug_exception(qdio_dbf_##name,level,(void*)(addr),len); \
	87	else \
	88	debug_event(qdio_dbf_##name,level,(void*)(addr),len); \
	89	} while (0)
	90	#define QDIO_DBF_TEXT(ex,name,level,text) \
	91	do { \
	92	if (ex) \
	93	debug_text_exception(qdio_dbf_##name,level,text); \
	94	else \
	95	debug_text_event(qdio_dbf_##name,level,text); \
	96	} while (0)
	97
	98
	99	#define QDIO_DBF_HEX0(ex,name,addr,len) QDIO_DBF_HEX(ex,name,0,addr,len)
	100	#define QDIO_DBF_HEX1(ex,name,addr,len) QDIO_DBF_HEX(ex,name,1,addr,len)
	101	#define QDIO_DBF_HEX2(ex,name,addr,len) QDIO_DBF_HEX(ex,name,2,addr,len)
	102	#ifdef CONFIG_QDIO_DEBUG
	103	#define QDIO_DBF_HEX3(ex,name,addr,len) QDIO_DBF_HEX(ex,name,3,addr,len)
	104	#define QDIO_DBF_HEX4(ex,name,addr,len) QDIO_DBF_HEX(ex,name,4,addr,len)
	105	#define QDIO_DBF_HEX5(ex,name,addr,len) QDIO_DBF_HEX(ex,name,5,addr,len)
	106	#define QDIO_DBF_HEX6(ex,name,addr,len) QDIO_DBF_HEX(ex,name,6,addr,len)
	107	#else /* CONFIG_QDIO_DEBUG */
	108	#define QDIO_DBF_HEX3(ex,name,addr,len) do {} while (0)
	109	#define QDIO_DBF_HEX4(ex,name,addr,len) do {} while (0)
	110	#define QDIO_DBF_HEX5(ex,name,addr,len) do {} while (0)
	111	#define QDIO_DBF_HEX6(ex,name,addr,len) do {} while (0)
	112	#endif /* CONFIG_QDIO_DEBUG */
	113
	114	#define QDIO_DBF_TEXT0(ex,name,text) QDIO_DBF_TEXT(ex,name,0,text)
	115	#define QDIO_DBF_TEXT1(ex,name,text) QDIO_DBF_TEXT(ex,name,1,text)
	116	#define QDIO_DBF_TEXT2(ex,name,text) QDIO_DBF_TEXT(ex,name,2,text)
	117	#ifdef CONFIG_QDIO_DEBUG
	118	#define QDIO_DBF_TEXT3(ex,name,text) QDIO_DBF_TEXT(ex,name,3,text)
	119	#define QDIO_DBF_TEXT4(ex,name,text) QDIO_DBF_TEXT(ex,name,4,text)
	120	#define QDIO_DBF_TEXT5(ex,name,text) QDIO_DBF_TEXT(ex,name,5,text)
	121	#define QDIO_DBF_TEXT6(ex,name,text) QDIO_DBF_TEXT(ex,name,6,text)
	122	#else /* CONFIG_QDIO_DEBUG */
	123	#define QDIO_DBF_TEXT3(ex,name,text) do {} while (0)
	124	#define QDIO_DBF_TEXT4(ex,name,text) do {} while (0)
	125	#define QDIO_DBF_TEXT5(ex,name,text) do {} while (0)
	126	#define QDIO_DBF_TEXT6(ex,name,text) do {} while (0)
	127	#endif /* CONFIG_QDIO_DEBUG */
128
129	#define QDIO_DBF_SETUP_NAME "qdio_setup"
130	#define QDIO_DBF_SETUP_LEN 8
66a464db	131	#define QDIO_DBF_SETUP_PAGES 4
1da177e4 LT	132	#define QDIO_DBF_SETUP_NR_AREAS 1
	133	#ifdef CONFIG_QDIO_DEBUG
	134	#define QDIO_DBF_SETUP_LEVEL 6
	135	#else /* CONFIG_QDIO_DEBUG */
	136	#define QDIO_DBF_SETUP_LEVEL 2
	137	#endif /* CONFIG_QDIO_DEBUG */
	138
	139	#define QDIO_DBF_SBAL_NAME "qdio_labs" /* sbal */
	140	#define QDIO_DBF_SBAL_LEN 256
66a464db	141	#define QDIO_DBF_SBAL_PAGES 4
1da177e4 LT	142	#define QDIO_DBF_SBAL_NR_AREAS 2
	143	#ifdef CONFIG_QDIO_DEBUG
	144	#define QDIO_DBF_SBAL_LEVEL 6
	145	#else /* CONFIG_QDIO_DEBUG */
	146	#define QDIO_DBF_SBAL_LEVEL 2
	147	#endif /* CONFIG_QDIO_DEBUG */
	148
	149	#define QDIO_DBF_TRACE_NAME "qdio_trace"
	150	#define QDIO_DBF_TRACE_LEN 8
	151	#define QDIO_DBF_TRACE_NR_AREAS 2
	152	#ifdef CONFIG_QDIO_DEBUG
66a464db	153	#define QDIO_DBF_TRACE_PAGES 16
1da177e4 LT	154	#define QDIO_DBF_TRACE_LEVEL 4 /* -------- could be even more verbose here */
1da177e4 LT	155	#else /* CONFIG_QDIO_DEBUG */
66a464db	156	#define QDIO_DBF_TRACE_PAGES 4
1da177e4 LT	157	#define QDIO_DBF_TRACE_LEVEL 2
	158	#endif /* CONFIG_QDIO_DEBUG */
	159
	160	#define QDIO_DBF_SENSE_NAME "qdio_sense"
	161	#define QDIO_DBF_SENSE_LEN 64
66a464db	162	#define QDIO_DBF_SENSE_PAGES 2
1da177e4 LT	163	#define QDIO_DBF_SENSE_NR_AREAS 1
	164	#ifdef CONFIG_QDIO_DEBUG
	165	#define QDIO_DBF_SENSE_LEVEL 6
	166	#else /* CONFIG_QDIO_DEBUG */
	167	#define QDIO_DBF_SENSE_LEVEL 2
	168	#endif /* CONFIG_QDIO_DEBUG */
	169
	170	#ifdef CONFIG_QDIO_DEBUG
	171	#define QDIO_TRACE_QTYPE QDIO_ZFCP_QFMT
	172
	173	#define QDIO_DBF_SLSB_OUT_NAME "qdio_slsb_out"
	174	#define QDIO_DBF_SLSB_OUT_LEN QDIO_MAX_BUFFERS_PER_Q
66a464db	175	#define QDIO_DBF_SLSB_OUT_PAGES 256
1da177e4 LT	176	#define QDIO_DBF_SLSB_OUT_NR_AREAS 1
	177	#define QDIO_DBF_SLSB_OUT_LEVEL 6
	178
	179	#define QDIO_DBF_SLSB_IN_NAME "qdio_slsb_in"
	180	#define QDIO_DBF_SLSB_IN_LEN QDIO_MAX_BUFFERS_PER_Q
66a464db	181	#define QDIO_DBF_SLSB_IN_PAGES 256
1da177e4 LT	182	#define QDIO_DBF_SLSB_IN_NR_AREAS 1
	183	#define QDIO_DBF_SLSB_IN_LEVEL 6
	184	#endif /* CONFIG_QDIO_DEBUG */
	185
	186	#define QDIO_PRINTK_HEADER QDIO_NAME ": "
	187
	188	#if QDIO_VERBOSE_LEVEL>8
	189	#define QDIO_PRINT_STUPID(x...) printk( KERN_DEBUG QDIO_PRINTK_HEADER x)
	190	#else
39b083fe	191	#define QDIO_PRINT_STUPID(x...) do { } while (0)
1da177e4 LT	192	#endif
	193
	194	#if QDIO_VERBOSE_LEVEL>7
	195	#define QDIO_PRINT_ALL(x...) printk( QDIO_PRINTK_HEADER x)
	196	#else
39b083fe	197	#define QDIO_PRINT_ALL(x...) do { } while (0)
1da177e4 LT	198	#endif
	199
	200	#if QDIO_VERBOSE_LEVEL>6
	201	#define QDIO_PRINT_INFO(x...) printk( QDIO_PRINTK_HEADER x)
	202	#else
39b083fe	203	#define QDIO_PRINT_INFO(x...) do { } while (0)
1da177e4 LT	204	#endif
	205
	206	#if QDIO_VERBOSE_LEVEL>5
	207	#define QDIO_PRINT_WARN(x...) printk( QDIO_PRINTK_HEADER x)
	208	#else
39b083fe	209	#define QDIO_PRINT_WARN(x...) do { } while (0)
1da177e4 LT	210	#endif
	211
	212	#if QDIO_VERBOSE_LEVEL>4
	213	#define QDIO_PRINT_ERR(x...) printk( QDIO_PRINTK_HEADER x)
	214	#else
39b083fe	215	#define QDIO_PRINT_ERR(x...) do { } while (0)
1da177e4 LT	216	#endif
	217
	218	#if QDIO_VERBOSE_LEVEL>3
	219	#define QDIO_PRINT_CRIT(x...) printk( QDIO_PRINTK_HEADER x)
	220	#else
39b083fe	221	#define QDIO_PRINT_CRIT(x...) do { } while (0)
1da177e4 LT	222	#endif
	223
	224	#if QDIO_VERBOSE_LEVEL>2
	225	#define QDIO_PRINT_ALERT(x...) printk( QDIO_PRINTK_HEADER x)
	226	#else
39b083fe	227	#define QDIO_PRINT_ALERT(x...) do { } while (0)
1da177e4 LT	228	#endif
	229
	230	#if QDIO_VERBOSE_LEVEL>1
	231	#define QDIO_PRINT_EMERG(x...) printk( QDIO_PRINTK_HEADER x)
	232	#else
39b083fe	233	#define QDIO_PRINT_EMERG(x...) do { } while (0)
1da177e4 LT	234	#endif
1da177e4 LT	235
9163bb2e	236	#define QDIO_HEXDUMP16(importance,header,ptr) \
1da177e4 LT	237	QDIO_PRINT_##importance(header "%02x %02x %02x %02x " \
	238	"%02x %02x %02x %02x %02x %02x %02x %02x " \
	239	"%02x %02x %02x %02x\n",(((char)ptr)), \
	240	(((char)ptr)+1),(((char)ptr)+2), \
	241	(((char)ptr)+3),(((char)ptr)+4), \
	242	(((char)ptr)+5),(((char)ptr)+6), \
	243	(((char)ptr)+7),(((char)ptr)+8), \
	244	(((char)ptr)+9),(((char)ptr)+10), \
	245	(((char)ptr)+11),(((char)ptr)+12), \
	246	(((char)ptr)+13),(((char)ptr)+14), \
	247	(((char)ptr)+15)); \
	248	QDIO_PRINT_##importance(header "%02x %02x %02x %02x %02x %02x %02x %02x " \
	249	"%02x %02x %02x %02x %02x %02x %02x %02x\n", \
	250	(((char)ptr)+16),(((char)ptr)+17), \
	251	(((char)ptr)+18),(((char)ptr)+19), \
	252	(((char)ptr)+20),(((char)ptr)+21), \
	253	(((char)ptr)+22),(((char)ptr)+23), \
	254	(((char)ptr)+24),(((char)ptr)+25), \
	255	(((char)ptr)+26),(((char)ptr)+27), \
	256	(((char)ptr)+28),(((char)ptr)+29), \
	257	(((char)ptr)+30),(((char)ptr)+31));
	258
	259	/**************** END OF DEBUG FACILITY STUFF *******************/
	260
	261	/*
	262	* Some instructions as assembly
	263	*/
8129ee16 FP	264
	265	static inline int
	266	do_sqbs(unsigned long sch, unsigned char state, int queue,
	267	unsigned int start, unsigned int count)
	268	{
347a8dc3	269	#ifdef CONFIG_64BIT
8129ee16 FP	270	register unsigned long _ccq asm ("0") = *count;
	271	register unsigned long _sch asm ("1") = sch;
	272	unsigned long _queuestart = ((unsigned long)queue << 32) \| *start;
	273
94c12cc7 MS	274	asm volatile(
	275	" .insn rsy,0xeb000000008A,%1,0,0(%2)"
	276	: "+d" (_ccq), "+d" (_queuestart)
	277	: "d" ((unsigned long)state), "d" (_sch)
	278	: "memory", "cc");
8129ee16 FP	279	*count = _ccq & 0xff;
	280	*start = _queuestart & 0xff;
	281
	282	return (_ccq >> 32) & 0xff;
	283	#else
	284	return 0;
	285	#endif
	286	}
	287
	288	static inline int
	289	do_eqbs(unsigned long sch, unsigned char *state, int queue,
	290	unsigned int start, unsigned int count)
	291	{
347a8dc3	292	#ifdef CONFIG_64BIT
8129ee16 FP	293	register unsigned long _ccq asm ("0") = *count;
	294	register unsigned long _sch asm ("1") = sch;
	295	unsigned long _queuestart = ((unsigned long)queue << 32) \| *start;
	296	unsigned long _state = 0;
	297
94c12cc7 MS	298	asm volatile(
	299	" .insn rrf,0xB99c0000,%1,%2,0,0"
	300	: "+d" (_ccq), "+d" (_queuestart), "+d" (_state)
	301	: "d" (_sch)
	302	: "memory", "cc" );
8129ee16 FP	303	*count = _ccq & 0xff;
	304	*start = _queuestart & 0xff;
	305	*state = _state & 0xff;
	306
	307	return (_ccq >> 32) & 0xff;
	308	#else
	309	return 0;
	310	#endif
	311	}
	312
	313
4448aaf0	314	static inline int
a8237fc4	315	do_siga_sync(struct subchannel_id schid, unsigned int mask1, unsigned int mask2)
1da177e4	316	{
94c12cc7 MS	317	register unsigned long reg0 asm ("0") = 2;
	318	register struct subchannel_id reg1 asm ("1") = schid;
	319	register unsigned long reg2 asm ("2") = mask1;
	320	register unsigned long reg3 asm ("3") = mask2;
1da177e4 LT	321	int cc;
1da177e4 LT	322
94c12cc7 MS	323	asm volatile(
	324	" siga 0\n"
	325	" ipm %0\n"
	326	" srl %0,28\n"
1da177e4	327	: "=d" (cc)
94c12cc7	328	: "d" (reg0), "d" (reg1), "d" (reg2), "d" (reg3) : "cc");
1da177e4 LT	329	return cc;
	330	}
	331
4448aaf0	332	static inline int
a8237fc4	333	do_siga_input(struct subchannel_id schid, unsigned int mask)
1da177e4	334	{
94c12cc7 MS	335	register unsigned long reg0 asm ("0") = 1;
	336	register struct subchannel_id reg1 asm ("1") = schid;
	337	register unsigned long reg2 asm ("2") = mask;
1da177e4 LT	338	int cc;
1da177e4 LT	339
94c12cc7 MS	340	asm volatile(
	341	" siga 0\n"
	342	" ipm %0\n"
	343	" srl %0,28\n"
1da177e4	344	: "=d" (cc)
94c12cc7	345	: "d" (reg0), "d" (reg1), "d" (reg2) : "cc", "memory");
1da177e4 LT	346	return cc;
	347	}
	348
4448aaf0	349	static inline int
a8237fc4	350	do_siga_output(unsigned long schid, unsigned long mask, __u32 *bb,
8129ee16	351	unsigned int fc)
1da177e4	352	{
94c12cc7 MS	353	register unsigned long __fc asm("0") = fc;
	354	register unsigned long __schid asm("1") = schid;
	355	register unsigned long __mask asm("2") = mask;
1da177e4	356	int cc;
94c12cc7 MS	357
	358	asm volatile(
	359	" siga 0\n"
	360	"0: ipm %0\n"
	361	" srl %0,28\n"
	362	"1:\n"
	363	EX_TABLE(0b,1b)
	364	: "=d" (cc), "+d" (__fc), "+d" (__schid), "+d" (__mask)
	365	: "0" (QDIO_SIGA_ERROR_ACCESS_EXCEPTION)
	366	: "cc", "memory");
	367	(*bb) = ((unsigned int) __fc) >> 31;
1da177e4 LT	368	return cc;
	369	}
	370
4448aaf0	371	static inline unsigned long
1da177e4 LT	372	do_clear_global_summary(void)
1da177e4 LT	373	{
94c12cc7 MS	374	register unsigned long __fn asm("1") = 3;
	375	register unsigned long __tmp asm("2");
	376	register unsigned long __time asm("3");
	377
	378	asm volatile(
	379	" .insn rre,0xb2650000,2,0"
	380	: "+d" (__fn), "=d" (__tmp), "=d" (__time));
	381	return __time;
1da177e4 LT	382	}
	383
	384	/*
	385	* QDIO device commands returned by extended Sense-ID
	386	*/
	387	#define DEFAULT_ESTABLISH_QS_CMD 0x1b
	388	#define DEFAULT_ESTABLISH_QS_COUNT 0x1000
	389	#define DEFAULT_ACTIVATE_QS_CMD 0x1f
	390	#define DEFAULT_ACTIVATE_QS_COUNT 0
	391
	392	/*
	393	* additional CIWs returned by extended Sense-ID
	394	*/
	395	#define CIW_TYPE_EQUEUE 0x3 /* establish QDIO queues */
	396	#define CIW_TYPE_AQUEUE 0x4 /* activate QDIO queues */
	397
	398	#define QDIO_CHSC_RESPONSE_CODE_OK 1
	399	/* flags for st qdio sch data */
	400	#define CHSC_FLAG_QDIO_CAPABILITY 0x80
	401	#define CHSC_FLAG_VALIDITY 0x40
	402
	403	#define CHSC_FLAG_SIGA_INPUT_NECESSARY 0x40
	404	#define CHSC_FLAG_SIGA_OUTPUT_NECESSARY 0x20
	405	#define CHSC_FLAG_SIGA_SYNC_NECESSARY 0x10
	406	#define CHSC_FLAG_SIGA_SYNC_DONE_ON_THININTS 0x08
	407	#define CHSC_FLAG_SIGA_SYNC_DONE_ON_OUTB_PCIS 0x04
	408
e1776856 UB	409	struct qdio_chsc_ssqd {
	410	struct chsc_header request;
	411	u16 reserved1:10;
	412	u16 ssid:2;
	413	u16 fmt:4;
	414	u16 first_sch;
	415	u16 reserved2;
	416	u16 last_sch;
	417	u32 reserved3;
	418	struct chsc_header response;
	419	u32 reserved4;
	420	u8 flags;
	421	u8 reserved5;
	422	u16 sch;
	423	u8 qfmt;
	424	u8 parm;
	425	u8 qdioac1;
	426	u8 sch_class;
	427	u8 pct;
	428	u8 icnt;
	429	u8 reserved7;
	430	u8 ocnt;
	431	u8 reserved8;
	432	u8 mbccnt;
	433	u16 qdioac2;
	434	u64 sch_token;
	435	};
	436
1da177e4	437	struct qdio_perf_stats {
00c0c646 UB	438	#ifdef CONFIG_64BIT
	439	atomic64_t tl_runs;
	440	atomic64_t outbound_tl_runs;
	441	atomic64_t outbound_tl_runs_resched;
	442	atomic64_t inbound_tl_runs;
	443	atomic64_t inbound_tl_runs_resched;
	444	atomic64_t inbound_thin_tl_runs;
	445	atomic64_t inbound_thin_tl_runs_resched;
	446
	447	atomic64_t siga_outs;
	448	atomic64_t siga_ins;
	449	atomic64_t siga_syncs;
	450	atomic64_t pcis;
	451	atomic64_t thinints;
	452	atomic64_t fast_reqs;
	453
	454	atomic64_t outbound_cnt;
	455	atomic64_t inbound_cnt;
	456	#else /* CONFIG_64BIT */
	457	atomic_t tl_runs;
	458	atomic_t outbound_tl_runs;
	459	atomic_t outbound_tl_runs_resched;
	460	atomic_t inbound_tl_runs;
	461	atomic_t inbound_tl_runs_resched;
	462	atomic_t inbound_thin_tl_runs;
	463	atomic_t inbound_thin_tl_runs_resched;
	464
	465	atomic_t siga_outs;
	466	atomic_t siga_ins;
	467	atomic_t siga_syncs;
	468	atomic_t pcis;
	469	atomic_t thinints;
	470	atomic_t fast_reqs;
	471
	472	atomic_t outbound_cnt;
	473	atomic_t inbound_cnt;
	474	#endif /* CONFIG_64BIT */
1da177e4	475	};
1da177e4	476
1da177e4 LT	477	/* unlikely as the later the better */
	478	#define SYNC_MEMORY if (unlikely(q->siga_sync)) qdio_siga_sync_q(q)
	479	#define SYNC_MEMORY_ALL if (unlikely(q->siga_sync)) \
	480	qdio_siga_sync(q,~0U,~0U)
	481	#define SYNC_MEMORY_ALL_OUTB if (unlikely(q->siga_sync)) \
	482	qdio_siga_sync(q,~0U,0)
	483
	484	#define NOW qdio_get_micros()
	485	#define SAVE_TIMESTAMP(q) q->timing.last_transfer_time=NOW
	486	#define GET_SAVED_TIMESTAMP(q) (q->timing.last_transfer_time)
	487	#define SAVE_FRONTIER(q,val) q->last_move_ftc=val
	488	#define GET_SAVED_FRONTIER(q) (q->last_move_ftc)
	489
	490	#define MY_MODULE_STRING(x) #x
	491
347a8dc3	492	#ifdef CONFIG_64BIT
1da177e4	493	#define QDIO_GET_ADDR(x) ((__u32)(unsigned long)x)
347a8dc3	494	#else /* CONFIG_64BIT */
1da177e4	495	#define QDIO_GET_ADDR(x) ((__u32)(long)x)
347a8dc3	496	#endif /* CONFIG_64BIT */
1da177e4	497
1da177e4 LT	498	struct qdio_q {
	499	volatile struct slsb slsb;
	500
	501	char unused[QDIO_MAX_BUFFERS_PER_Q];
	502
8129ee16	503	__u32 * dev_st_chg_ind;
1da177e4 LT	504
1da177e4 LT	505	int is_input_q;
a8237fc4	506	struct subchannel_id schid;
1da177e4 LT	507	struct ccw_device *cdev;
	508
	509	unsigned int is_iqdio_q;
	510	unsigned int is_thinint_q;
	511
	512	/* bit 0 means queue 0, bit 1 means queue 1, ... */
	513	unsigned int mask;
	514	unsigned int q_no;
	515
	516	qdio_handler_t (*handler);
	517
	518	/* points to the next buffer to be checked for having
	519	* been processed by the card (outbound)
	520	* or to the next buffer the program should check for (inbound) */
	521	volatile int first_to_check;
	522	/* and the last time it was: */
	523	volatile int last_move_ftc;
	524
	525	atomic_t number_of_buffers_used;
	526	atomic_t polling;
	527
	528	unsigned int siga_in;
	529	unsigned int siga_out;
	530	unsigned int siga_sync;
	531	unsigned int siga_sync_done_on_thinints;
	532	unsigned int siga_sync_done_on_outb_tis;
	533	unsigned int hydra_gives_outbound_pcis;
	534
	535	/* used to save beginning position when calling dd_handlers */
	536	int first_element_to_kick;
	537
	538	atomic_t use_count;
	539	atomic_t is_in_shutdown;
	540
	541	void *irq_ptr;
	542
1da177e4	543	struct timer_list timer;
1f8bdae9	544	#ifdef QDIO_USE_TIMERS_FOR_POLLING
1da177e4 LT	545	atomic_t timer_already_set;
	546	spinlock_t timer_lock;
	547	#else /* QDIO_USE_TIMERS_FOR_POLLING */
	548	struct tasklet_struct tasklet;
	549	#endif /* QDIO_USE_TIMERS_FOR_POLLING */
	550
8129ee16	551
1da177e4 LT	552	enum qdio_irq_states state;
	553
	554	/* used to store the error condition during a data transfer */
	555	unsigned int qdio_error;
	556	unsigned int siga_error;
	557	unsigned int error_status_flags;
	558
	559	/* list of interesting queues */
	560	volatile struct qdio_q *list_next;
	561	volatile struct qdio_q *list_prev;
	562
	563	struct sl *sl;
	564	volatile struct sbal *sbal[QDIO_MAX_BUFFERS_PER_Q];
	565
	566	struct qdio_buffer *qdio_buffers[QDIO_MAX_BUFFERS_PER_Q];
	567
	568	unsigned long int_parm;
	569
	570	/*struct {
	571	int in_bh_check_limit;
	572	int threshold;
	573	} threshold_classes[QDIO_STATS_CLASSES];*/
	574
	575	struct {
	576	/* inbound: the time to stop polling
	577	outbound: the time to kick peer */
	578	int threshold; /* the real value */
	579
	580	/* outbound: last time of do_QDIO
	581	inbound: last time of noticing incoming data */
	582	/*__u64 last_transfer_times[QDIO_STATS_NUMBER];
	583	int last_transfer_index; */
	584
	585	__u64 last_transfer_time;
	586	__u64 busy_start;
	587	} timing;
	588	atomic_t busy_siga_counter;
	589	unsigned int queue_type;
1f8bdae9	590	unsigned int is_pci_out;
1da177e4 LT	591
	592	/* leave this member at the end. won't be cleared in qdio_fill_qs */
	593	struct slib slib; / a page is allocated under this pointer,
	594	sl points into this page, offset PAGE_SIZE/2
	595	(after slib) */
	596	} __attribute__ ((aligned(256)));
	597
	598	struct qdio_irq {
	599	__u32 * volatile dev_st_chg_ind;
	600
	601	unsigned long int_parm;
a8237fc4	602	struct subchannel_id schid;
1da177e4 LT	603
	604	unsigned int is_iqdio_irq;
	605	unsigned int is_thinint_irq;
	606	unsigned int hydra_gives_outbound_pcis;
	607	unsigned int sync_done_on_outb_pcis;
	608
8129ee16 FP	609	/* QEBSM facility */
	610	unsigned int is_qebsm;
	611	unsigned long sch_token;
	612
1da177e4 LT	613	enum qdio_irq_states state;
	614
	615	unsigned int no_input_qs;
	616	unsigned int no_output_qs;
	617
	618	unsigned char qdioac;
	619
	620	struct ccw1 ccw;
	621
	622	struct ciw equeue;
	623	struct ciw aqueue;
	624
	625	struct qib qib;
	626
	627	void (original_int_handler) (struct ccw_device ,
	628	unsigned long, struct irb *);
	629
	630	/* leave these four members together at the end. won't be cleared in qdio_fill_irq */
	631	struct qdr *qdr;
	632	struct qdio_q *input_qs[QDIO_MAX_QUEUES_PER_IRQ];
	633	struct qdio_q *output_qs[QDIO_MAX_QUEUES_PER_IRQ];
	634	struct semaphore setting_up_sema;
	635	};
	636	#endif