128 #define FRONT_RING_ATTACH(_r, _s, _i, __size) do {			\  argument
129     (_r)->req_prod_pvt = (_i);						\
130     (_r)->rsp_cons = (_i);						\
131     (_r)->nr_ents = __RING_SIZE(_s, __size);				\
132     (_r)->sring = (_s);							\
135 #define FRONT_RING_INIT(_r, _s, __size) FRONT_RING_ATTACH(_r, _s, 0, __size)  argument
137 #define BACK_RING_ATTACH(_r, _s, _i, __size) do {			\  argument
138     (_r)->rsp_prod_pvt = (_i);						\
139     (_r)->req_cons = (_i);						\
140     (_r)->nr_ents = __RING_SIZE(_s, __size);				\
141     (_r)->sring = (_s);							\
144 #define BACK_RING_INIT(_r, _s, __size) BACK_RING_ATTACH(_r, _s, 0, __size)  argument
147 #define RING_SIZE(_r)							\  argument
148     ((_r)->nr_ents)
151 #define RING_FREE_REQUESTS(_r)						\  argument
152     (RING_SIZE(_r) - ((_r)->req_prod_pvt - (_r)->rsp_cons))
157 #define RING_FULL(_r)							\  argument
158     (RING_FREE_REQUESTS(_r) == 0)
161 #define RING_HAS_UNCONSUMED_RESPONSES(_r)				\  argument
162     ((_r)->sring->rsp_prod - (_r)->rsp_cons)
164 #define RING_HAS_UNCONSUMED_REQUESTS(_r)				\  argument
166 	unsigned int req = (_r)->sring->req_prod - (_r)->req_cons;	\
167 	unsigned int rsp = RING_SIZE(_r) -				\
168 			   ((_r)->req_cons - (_r)->rsp_prod_pvt);	\
173 #define RING_GET_REQUEST(_r, _idx)					\  argument
174     (&((_r)->sring->ring[((_idx) & (RING_SIZE(_r) - 1))].req))
185 #define RING_COPY_REQUEST(_r, _idx, _req) do {				\  argument
187 	*(_req) = *(volatile typeof(_req))RING_GET_REQUEST(_r, _idx);	\
190 #define RING_GET_RESPONSE(_r, _idx)					\  argument
191     (&((_r)->sring->ring[((_idx) & (RING_SIZE(_r) - 1))].rsp))
194 #define RING_REQUEST_CONS_OVERFLOW(_r, _cons)				\  argument
195     (((_cons) - (_r)->rsp_prod_pvt) >= RING_SIZE(_r))
198 #define RING_REQUEST_PROD_OVERFLOW(_r, _prod)               \  argument
199     (((_prod) - (_r)->rsp_prod_pvt) > RING_SIZE(_r))
202 #define RING_PUSH_REQUESTS(_r) do {					\  argument
204     (_r)->sring->req_prod = (_r)->req_prod_pvt;				\
207 #define RING_PUSH_RESPONSES(_r) do {					\  argument
209     (_r)->sring->rsp_prod = (_r)->rsp_prod_pvt;				\
242 #define RING_PUSH_REQUESTS_AND_CHECK_NOTIFY(_r, _notify) do {		\  argument
243     RING_IDX __old = (_r)->sring->req_prod;				\
244     RING_IDX __new = (_r)->req_prod_pvt;				\
246     (_r)->sring->req_prod = __new;					\
248     (_notify) = ((RING_IDX)(__new - (_r)->sring->req_event) <		\
252 #define RING_PUSH_RESPONSES_AND_CHECK_NOTIFY(_r, _notify) do {		\  argument
253     RING_IDX __old = (_r)->sring->rsp_prod;				\
254     RING_IDX __new = (_r)->rsp_prod_pvt;				\
256     (_r)->sring->rsp_prod = __new;					\
258     (_notify) = ((RING_IDX)(__new - (_r)->sring->rsp_event) <		\
262 #define RING_FINAL_CHECK_FOR_REQUESTS(_r, _work_to_do) do {		\  argument
263     (_work_to_do) = RING_HAS_UNCONSUMED_REQUESTS(_r);			\
265     (_r)->sring->req_event = (_r)->req_cons + 1;			\
267     (_work_to_do) = RING_HAS_UNCONSUMED_REQUESTS(_r);			\
270 #define RING_FINAL_CHECK_FOR_RESPONSES(_r, _work_to_do) do {		\  argument
271     (_work_to_do) = RING_HAS_UNCONSUMED_RESPONSES(_r);			\
273     (_r)->sring->rsp_event = (_r)->rsp_cons + 1;			\
275     (_work_to_do) = RING_HAS_UNCONSUMED_RESPONSES(_r);			\