1 /**********************************************************************
4 * Contact: support@cavium.com
5 * Please include "LiquidIO" in the subject.
7 * Copyright (c) 2003-2015 Cavium, Inc.
9 * This file is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License, Version 2, as
11 * published by the Free Software Foundation.
13 * This file is distributed in the hope that it will be useful, but
14 * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty
15 * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or
16 * NONINFRINGEMENT. See the GNU General Public License for more
19 * This file may also be available under a different license from Cavium.
20 * Contact Cavium, Inc. for more information
21 **********************************************************************/
24 * \brief Host Driver: Implementation of Octeon input queues. "Input" is
25 * with respect to the Octeon device on the NIC. From this driver's
26 * point of view they are egress queues.
29 #ifndef __OCTEON_IQ_H__
30 #define __OCTEON_IQ_H__
32 #define IQ_STATUS_RUNNING 1
35 #define IQ_SEND_STOP 1
36 #define IQ_SEND_FAILED -1
38 /*------------------------- INSTRUCTION QUEUE --------------------------*/
42 #define REQTYPE_NONE 0
43 #define REQTYPE_NORESP_NET 1
44 #define REQTYPE_NORESP_NET_SG 2
45 #define REQTYPE_RESP_NET 3
46 #define REQTYPE_RESP_NET_SG 4
47 #define REQTYPE_SOFT_COMMAND 5
48 #define REQTYPE_LAST 5
50 struct octeon_request_list
{
57 /** Input Queue statistics. Each input queue has four stats fields. */
59 u64 instr_posted
; /**< Instructions posted to this queue. */
60 u64 instr_processed
; /**< Instructions processed in this queue. */
61 u64 instr_dropped
; /**< Instructions that could not be processed */
62 u64 bytes_sent
; /**< Bytes sent through this queue. */
63 u64 sgentry_sent
;/**< Gather entries sent through this queue. */
64 u64 tx_done
;/**< Num of packets sent to network. */
65 u64 tx_iq_busy
;/**< Numof times this iq was found to be full. */
66 u64 tx_dropped
;/**< Numof pkts dropped dueto xmitpath errors. */
67 u64 tx_tot_bytes
;/**< Total count of bytes sento to network. */
70 #define OCT_IQ_STATS_SIZE (sizeof(struct oct_iq_stats))
72 /** The instruction (input) queue.
73 * The input queue is used to post raw (instruction) mode data or packet
74 * data to Octeon device from the host. Each input queue (upto 4) for
75 * a Octeon device has one such structure to represent it.
77 struct octeon_instr_queue
{
78 struct octeon_device
*oct_dev
;
80 /** A spinlock to protect access to the input ring. */
83 /** A spinlock to protect while posting on the ring. */
86 /** A spinlock to protect access to the input ring.*/
87 spinlock_t iq_flush_running_lock
;
89 /** Flag that indicates if the queue uses 64 byte commands. */
93 union oct_txpciq txpciq
;
97 /* Controls the periodic flushing of iq */
102 /** Maximum no. of instructions in this queue. */
105 /** Index in input ring where the driver should write the next packet */
106 u32 host_write_index
;
108 /** Index in input ring where Octeon is expected to read the next
111 u32 octeon_read_index
;
113 /** This index aids in finding the window in the queue where Octeon
114 * has read the commands.
118 /** This field keeps track of the instructions pending in this queue. */
119 atomic_t instr_pending
;
123 /** Pointer to the Virtual Base addr of the input ring. */
126 struct octeon_request_list
*request_list
;
128 /** Octeon doorbell register for the ring. */
129 void __iomem
*doorbell_reg
;
131 /** Octeon instruction count register for this ring. */
132 void __iomem
*inst_cnt_reg
;
134 /** Number of instructions pending to be posted to Octeon. */
137 /** The max. number of instructions that can be held pending by the
142 /** The last time that the doorbell was rung. */
145 /** The doorbell timeout. If the doorbell was not rung for this time and
146 * fill_cnt is non-zero, ring the doorbell again.
150 /** Statistics for this input queue. */
151 struct oct_iq_stats stats
;
153 /** DMA mapped base address of the input descriptor ring. */
156 /** Application context */
159 /* network stack queue index */
162 /*os ifidx associated with this queue */
167 /*---------------------- INSTRUCTION FORMAT ----------------------------*/
169 /** 32-byte instruction format.
170 * Format of instruction for a 32-byte mode input queue.
172 struct octeon_instr_32B
{
173 /** Pointer where the input data is available. */
176 /** Instruction Header. */
179 /** Pointer where the response for a RAW mode packet will be written
184 /** Input Request Header. Additional info about the input. */
189 #define OCT_32B_INSTR_SIZE (sizeof(struct octeon_instr_32B))
191 /** 64-byte instruction format.
192 * Format of instruction for a 64-byte mode input queue.
194 struct octeon_instr2_64B
{
195 /** Pointer where the input data is available. */
198 /** Instruction Header. */
201 /** Input Request Header. */
204 /** opcode/subcode specific parameters */
207 /** Return Data Parameters */
210 /** Pointer where the response for a RAW mode packet will be written
218 struct octeon_instr3_64B
{
219 /** Pointer where the input data is available. */
222 /** Instruction Header. */
225 /** Instruction Header. */
228 /** Input Request Header. */
231 /** opcode/subcode specific parameters */
234 /** Return Data Parameters */
237 /** Pointer where the response for a RAW mode packet will be written
244 union octeon_instr_64B
{
245 struct octeon_instr2_64B cmd2
;
246 struct octeon_instr3_64B cmd3
;
249 #define OCT_64B_INSTR_SIZE (sizeof(union octeon_instr_64B))
251 /** The size of each buffer in soft command buffer pool
253 #define SOFT_COMMAND_BUFFER_SIZE 1536
255 struct octeon_soft_command
{
256 /** Soft command buffer info. */
257 struct list_head node
;
261 /** Command and return status */
262 union octeon_instr_64B cmd
;
264 #define COMPLETION_WORD_INIT 0xffffffffffffffffULL
267 /** Data buffer info */
272 /** Return buffer info */
277 /** Context buffer info */
281 /** Time out and callback */
285 void (*callback
)(struct octeon_device
*, u32
, void *);
289 /** Maximum number of buffers to allocate into soft command buffer pool
291 #define MAX_SOFT_COMMAND_BUFFERS 256
293 /** Head of a soft command buffer pool.
295 struct octeon_sc_buffer_pool
{
296 /** List structure to add delete pending entries to */
297 struct list_head head
;
299 /** A lock for this response list */
302 atomic_t alloc_buf_count
;
305 int octeon_setup_sc_buffer_pool(struct octeon_device
*oct
);
306 int octeon_free_sc_buffer_pool(struct octeon_device
*oct
);
307 struct octeon_soft_command
*
308 octeon_alloc_soft_command(struct octeon_device
*oct
,
309 u32 datasize
, u32 rdatasize
,
311 void octeon_free_soft_command(struct octeon_device
*oct
,
312 struct octeon_soft_command
*sc
);
315 * octeon_init_instr_queue()
316 * @param octeon_dev - pointer to the octeon device structure.
317 * @param txpciq - queue to be initialized (0 <= q_no <= 3).
319 * Called at driver init time for each input queue. iq_conf has the
320 * configuration parameters for the queue.
322 * @return Success: 0 Failure: 1
324 int octeon_init_instr_queue(struct octeon_device
*octeon_dev
,
325 union oct_txpciq txpciq
,
329 * octeon_delete_instr_queue()
330 * @param octeon_dev - pointer to the octeon device structure.
331 * @param iq_no - queue to be deleted (0 <= q_no <= 3).
333 * Called at driver unload time for each input queue. Deletes all
334 * allocated resources for the input queue.
336 * @return Success: 0 Failure: 1
338 int octeon_delete_instr_queue(struct octeon_device
*octeon_dev
, u32 iq_no
);
340 int lio_wait_for_instr_fetch(struct octeon_device
*oct
);
343 octeon_register_reqtype_free_fn(struct octeon_device
*oct
, int reqtype
,
347 lio_process_iq_request_list(struct octeon_device
*oct
,
348 struct octeon_instr_queue
*iq
, u32 napi_budget
);
350 int octeon_send_command(struct octeon_device
*oct
, u32 iq_no
,
351 u32 force_db
, void *cmd
, void *buf
,
352 u32 datasize
, u32 reqtype
);
354 void octeon_prepare_soft_command(struct octeon_device
*oct
,
355 struct octeon_soft_command
*sc
,
356 u8 opcode
, u8 subcode
,
357 u32 irh_ossp
, u64 ossp0
,
360 int octeon_send_soft_command(struct octeon_device
*oct
,
361 struct octeon_soft_command
*sc
);
363 int octeon_setup_iq(struct octeon_device
*oct
, int ifidx
,
364 int q_index
, union oct_txpciq iq_no
, u32 num_descs
,
367 octeon_flush_iq(struct octeon_device
*oct
, struct octeon_instr_queue
*iq
,
368 u32 pending_thresh
, u32 napi_budget
);
369 #endif /* __OCTEON_IQ_H__ */