src/gallium/state_trackers/nine/nine_csmt_helper.h - platform/external/mesa3d - Git at Google

 /*
  * Copyright 2016 Patrick Rudolph <siro@das-labor.org>
  *
  * Permission is hereby granted, free of charge, f, to any person obtaining a
  * copy of this software and associated documentation files (the "Software"),
  * to deal in the Software without restriction, including without limitation
  * on the rights to use, f, copy, modify, merge, f, publish, distribute, f, sub
  * license, f, and/or sell copies of the Software, f, and to permit persons to whom
  * the Software is furnished to do so, subject to the following conditions:
  *
  * The above copyright notice and this permission notice (including the next
  * paragraph) shall be included in all copies or substantial portions of the
  * Software.
  *
  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
  * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
  * OTHERWISe, f, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
  * USE OR OTHER DEALINGS IN THE SOFTWARE. */

 /* get number of arguments with __NARG__ */
 #define __NARG__(...)  __NARG_I_(__VA_ARGS__,__RSEQ_N())
 #define __NARG_I_(...) __ARG_N(__VA_ARGS__)
 #define __ARG_N( \
       _1, _2, _3, _4, _5, _6, _7, _8, _9,_10, \
      _11,_12,_13,_14,_15,_16,_17,_18,_19,_20, \
      _21,_22,_23,_24,_25,_26,_27,_28,_29,_30, \
      _31,_32,_33,_34,_35,_36,_37,_38,_39,_40, \
      _41,_42,_43,_44,_45,_46,_47,_48,_49,_50, \
      _51,_52,_53,_54,_55,_56,_57,_58,_59,_60, \
      _61,_62,_63,N,...) N
 #define __RSEQ_N() \
      63,62,61,60,                   \
      59,58,57,56,55,54,53,52,51,50, \
      49,48,47,46,45,44,43,42,41,40, \
      39,38,37,36,35,34,33,32,31,30, \
      29,28,27,26,25,24,23,22,21,20, \
      19,18,17,16,15,14,13,12,11,10, \
      9,8,7,6,5,4,3,2,1,0


 #define _args_for_bypass_1(a) a
 #define _args_for_bypass_7(a, b, c, d, e, f, g) ,g
 #define _args_for_bypass_14(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_7(__VA_ARGS__)
 #define _args_for_bypass_21(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_14(__VA_ARGS__)
 #define _args_for_bypass_28(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_21(__VA_ARGS__)
 #define _args_for_bypass_35(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_28(__VA_ARGS__)
 #define _args_for_bypass_42(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_35(__VA_ARGS__)
 #define _args_for_bypass_49(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_42(__VA_ARGS__)
 #define _args_for_bypass_56(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_49(__VA_ARGS__)
 #define _args_for_bypass_63(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_56(__VA_ARGS__)
 #define _args_for_bypass_70(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_63(__VA_ARGS__)

 #define _GFUNC_(n) _args_for_bypass_##n
 #define _GFUNC(n) _GFUNC_(n)

 #define ARGS_FOR_BYPASS(...) _GFUNC(__NARG__(__VA_ARGS__)) (__VA_ARGS__)

 #define _args_for_mem_1(a) a;
 #define _args_for_mem_7(a, b, c, d, e, f, g) f;
 #define _args_for_mem_14(a, b, c, d, e, f, g, ...) f; _args_for_mem_7(__VA_ARGS__)
 #define _args_for_mem_21(a, b, c, d, e, f, g, ...) f; _args_for_mem_14(__VA_ARGS__)
 #define _args_for_mem_28(a, b, c, d, e, f, g, ...) f; _args_for_mem_21(__VA_ARGS__)
 #define _args_for_mem_35(a, b, c, d, e, f, g, ...) f; _args_for_mem_28(__VA_ARGS__)
 #define _args_for_mem_42(a, b, c, d, e, f, g, ...) f; _args_for_mem_35(__VA_ARGS__)
 #define _args_for_mem_49(a, b, c, d, e, f, g, ...) f; _args_for_mem_42(__VA_ARGS__)
 #define _args_for_mem_56(a, b, c, d, e, f, g, ...) f; _args_for_mem_49(__VA_ARGS__)
 #define _args_for_mem_63(a, b, c, d, e, f, g, ...) f; _args_for_mem_56(__VA_ARGS__)
 #define _args_for_mem_70(a, b, c, d, e, f, g, ...) f; _args_for_mem_63(__VA_ARGS__)

 #define _FFUNC_(n) _args_for_mem_##n
 #define _FFUNC(n) _FFUNC_(n)

 #define ARGS_FOR_MEM(...) _FFUNC(__NARG__(__VA_ARGS__)) (__VA_ARGS__)

 #define _args_for_unbind_1(a) a;
 #define _args_for_unbind_7(a, b, c, d, e, f, g) e;
 #define _args_for_unbind_14(a, b, c, d, e, f, g, ...) e; _args_for_unbind_7(__VA_ARGS__)
 #define _args_for_unbind_21(a, b, c, d, e, f, g, ...) e; _args_for_unbind_14(__VA_ARGS__)
 #define _args_for_unbind_28(a, b, c, d, e, f, g, ...) e; _args_for_unbind_21(__VA_ARGS__)
 #define _args_for_unbind_35(a, b, c, d, e, f, g, ...) e; _args_for_unbind_28(__VA_ARGS__)
 #define _args_for_unbind_42(a, b, c, d, e, f, g, ...) e; _args_for_unbind_35(__VA_ARGS__)
 #define _args_for_unbind_49(a, b, c, d, e, f, g, ...) e; _args_for_unbind_42(__VA_ARGS__)
 #define _args_for_unbind_56(a, b, c, d, e, f, g, ...) e; _args_for_unbind_49(__VA_ARGS__)
 #define _args_for_unbind_63(a, b, c, d, e, f, g, ...) e; _args_for_unbind_56(__VA_ARGS__)
 #define _args_for_unbind_70(a, b, c, d, e, f, g, ...) e; _args_for_unbind_63(__VA_ARGS__)

 #define _EFUNC_(n) _args_for_unbind_##n
 #define _EFUNC(n) _EFUNC_(n)

 #define ARGS_FOR_UNBIND(...) _EFUNC(__NARG__(__VA_ARGS__)) (__VA_ARGS__)

 #define _args_for_call_1(a) a
 #define _args_for_call_7(a, b, c, d, e, f, g) ,d
 #define _args_for_call_14(a, b, c, d, e, f, g, ...) ,d _args_for_call_7(__VA_ARGS__)
 #define _args_for_call_21(a, b, c, d, e, f, g, ...) ,d _args_for_call_14(__VA_ARGS__)
 #define _args_for_call_28(a, b, c, d, e, f, g, ...) ,d _args_for_call_21(__VA_ARGS__)
 #define _args_for_call_35(a, b, c, d, e, f, g, ...) ,d _args_for_call_28(__VA_ARGS__)
 #define _args_for_call_42(a, b, c, d, e, f, g, ...) ,d _args_for_call_35(__VA_ARGS__)
 #define _args_for_call_49(a, b, c, d, e, f, g, ...) ,d _args_for_call_42(__VA_ARGS__)
 #define _args_for_call_56(a, b, c, d, e, f, g, ...) ,d _args_for_call_49(__VA_ARGS__)
 #define _args_for_call_63(a, b, c, d, e, f, g, ...) ,d _args_for_call_56(__VA_ARGS__)
 #define _args_for_call_70(a, b, c, d, e, f, g, ...) ,d _args_for_call_63(__VA_ARGS__)

 #define _DFUNC_(n) _args_for_call_##n
 #define _DFUNC(n) _DFUNC_(n)

 #define ARGS_FOR_CALL(...) _DFUNC(__NARG__(__VA_ARGS__)) (__VA_ARGS__)

 #define _args_for_decl_1(a) a
 #define _args_for_decl_7(a, b, c, d, e, f, g) ,c
 #define _args_for_decl_14(a, b, c, d, e, f, g, ...) ,c _args_for_decl_7(__VA_ARGS__)
 #define _args_for_decl_21(a, b, c, d, e, f, g, ...) ,c _args_for_decl_14(__VA_ARGS__)
 #define _args_for_decl_28(a, b, c, d, e, f, g, ...) ,c _args_for_decl_21(__VA_ARGS__)
 #define _args_for_decl_35(a, b, c, d, e, f, g, ...) ,c _args_for_decl_28(__VA_ARGS__)
 #define _args_for_decl_42(a, b, c, d, e, f, g, ...) ,c _args_for_decl_35(__VA_ARGS__)
 #define _args_for_decl_49(a, b, c, d, e, f, g, ...) ,c _args_for_decl_42(__VA_ARGS__)
 #define _args_for_decl_56(a, b, c, d, e, f, g, ...) ,c _args_for_decl_49(__VA_ARGS__)
 #define _args_for_decl_63(a, b, c, d, e, f, g, ...) ,c _args_for_decl_56(__VA_ARGS__)
 #define _args_for_decl_70(a, b, c, d, e, f, g, ...) ,c _args_for_decl_63(__VA_ARGS__)

 #define _CFUNC_(n) _args_for_decl_##n
 #define _CFUNC(n) _CFUNC_(n)

 #define ARGS_FOR_DECLARATION(...) _CFUNC(__NARG__(__VA_ARGS__)) (__VA_ARGS__)

 #define _args_for_assign_1(a) a
 #define _args_for_assign_7(a, b, c, d, e, f, g) b;
 #define _args_for_assign_14(a, b, c, d, e, f, g, ...) b; _args_for_assign_7(__VA_ARGS__)
 #define _args_for_assign_21(a, b, c, d, e, f, g, ...) b; _args_for_assign_14(__VA_ARGS__)
 #define _args_for_assign_28(a, b, c, d, e, f, g, ...) b; _args_for_assign_21(__VA_ARGS__)
 #define _args_for_assign_35(a, b, c, d, e, f, g, ...) b; _args_for_assign_28(__VA_ARGS__)
 #define _args_for_assign_42(a, b, c, d, e, f, g, ...) b; _args_for_assign_35(__VA_ARGS__)
 #define _args_for_assign_49(a, b, c, d, e, f, g, ...) b; _args_for_assign_42(__VA_ARGS__)
 #define _args_for_assign_56(a, b, c, d, e, f, g, ...) b; _args_for_assign_49(__VA_ARGS__)
 #define _args_for_assign_63(a, b, c, d, e, f, g, ...) b; _args_for_assign_56(__VA_ARGS__)
 #define _args_for_assign_70(a, b, c, d, e, f, g, ...) b; _args_for_assign_63(__VA_ARGS__)

 #define _BFUNC_(n) _args_for_assign_##n
 #define _BFUNC(n) _BFUNC_(n)

 #define ARGS_FOR_ASSIGN(...) _BFUNC(__NARG__(__VA_ARGS__)) (__VA_ARGS__)

 #define _args_for_struct_1(a) a;
 #define _args_for_struct_7(a, b, c, d, e, f, g) a;
 #define _args_for_struct_14(a, b, c, d, e, f, g, ...) a; _args_for_struct_7(__VA_ARGS__)
 #define _args_for_struct_21(a, b, c, d, e, f, g, ...) a; _args_for_struct_14(__VA_ARGS__)
 #define _args_for_struct_28(a, b, c, d, e, f, g, ...) a; _args_for_struct_21(__VA_ARGS__)
 #define _args_for_struct_35(a, b, c, d, e, f, g, ...) a; _args_for_struct_28(__VA_ARGS__)
 #define _args_for_struct_42(a, b, c, d, e, f, g, ...) a; _args_for_struct_35(__VA_ARGS__)
 #define _args_for_struct_49(a, b, c, d, e, f, g, ...) a; _args_for_struct_42(__VA_ARGS__)
 #define _args_for_struct_56(a, b, c, d, e, f, g, ...) a; _args_for_struct_49(__VA_ARGS__)
 #define _args_for_struct_63(a, b, c, d, e, f, g, ...) a; _args_for_struct_56(__VA_ARGS__)
 #define _args_for_struct_70(a, b, c, d, e, f, g, ...) a; _args_for_struct_63(__VA_ARGS__)

 #define _AFUNC_(n) _args_for_struct_##n
 #define _AFUNC(n) _AFUNC_(n)

 #define ARGS_FOR_STRUCT(...) _AFUNC(__NARG__(__VA_ARGS__)) (__VA_ARGS__)

 /* Serialization and deserialization */

 #define CSMT_ITEM_NO_WAIT(name, ...) \
 \
 struct s_##name##_private { \
     struct csmt_instruction instr; \
     ARGS_FOR_STRUCT( __VA_ARGS__ ) \
 }; \
 \
 static void \
 name##_priv( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) ); \
 \
 static int \
 name##_rx( struct NineDevice9 *device, struct csmt_instruction *instr ) \
 { \
     struct csmt_context *ctx = device->csmt_ctx; \
     struct s_##name##_private *args = (struct s_##name##_private *)instr; \
     \
     (void) args; \
     (void) ctx; \
     name##_priv( \
         device ARGS_FOR_CALL( __VA_ARGS__ ) \
     ); \
     ARGS_FOR_UNBIND( __VA_ARGS__ ) \
     return 0; \
 } \
 \
 void \
 name( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) ) \
 { \
     struct csmt_context *ctx = device->csmt_ctx; \
     struct s_##name##_private *args; \
     unsigned memsize = sizeof(struct s_##name##_private); \
     unsigned memsize2 = 0; \
     \
     if (!device->csmt_active) { \
         name##_priv( \
             device ARGS_FOR_BYPASS( __VA_ARGS__ ) \
         ); \
         return; \
     } \
     ARGS_FOR_MEM ( __VA_ARGS__ ) \
     args = nine_queue_alloc(ctx->pool, memsize + memsize2); \
     assert(args); \
     args->instr.func = &name##_rx; \
     ARGS_FOR_ASSIGN( __VA_ARGS__ ) \
 } \
 \
 static void \
 name##_priv( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) )

 #define CSMT_ITEM_NO_WAIT_WITH_COUNTER(name, ...) \
 \
 struct s_##name##_private { \
     struct csmt_instruction instr; \
     unsigned *counter; \
     ARGS_FOR_STRUCT( __VA_ARGS__ ) \
 }; \
 \
 static void \
 name##_priv( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) ); \
 \
 static int \
 name##_rx( struct NineDevice9 *device, struct csmt_instruction *instr ) \
 { \
     struct csmt_context *ctx = device->csmt_ctx; \
     struct s_##name##_private *args = (struct s_##name##_private *)instr; \
     \
     (void) args; \
     (void) ctx; \
     name##_priv( \
         device ARGS_FOR_CALL( __VA_ARGS__ ) \
     ); \
     ARGS_FOR_UNBIND( __VA_ARGS__ ) \
     p_atomic_dec(args->counter); \
     return 0; \
 } \
 \
 void \
 name( struct NineDevice9 *device, unsigned *counter ARGS_FOR_DECLARATION( __VA_ARGS__ ) ) \
 { \
     struct csmt_context *ctx = device->csmt_ctx; \
     struct s_##name##_private *args; \
     unsigned memsize = sizeof(struct s_##name##_private); \
     unsigned memsize2 = 0; \
     \
     if (!device->csmt_active) { \
         name##_priv( \
             device ARGS_FOR_BYPASS( __VA_ARGS__ ) \
         ); \
         return; \
     } \
     assert(counter); \
     p_atomic_inc(counter); \
     ARGS_FOR_MEM ( __VA_ARGS__ ) \
     args = nine_queue_alloc(ctx->pool, memsize + memsize2); \
     assert(args); \
     args->instr.func = &name##_rx; \
     args->counter = counter; \
     ARGS_FOR_ASSIGN( __VA_ARGS__ ) \
 } \
 \
 static void \
 name##_priv( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) )

 #define CSMT_ITEM_DO_WAIT(name, ...) \
 \
 struct s_##name##_private { \
     struct csmt_instruction instr; \
     ARGS_FOR_STRUCT( __VA_ARGS__ ) \
 }; \
 static void \
 name##_priv( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) ); \
 \
 static int \
 name##_rx( struct NineDevice9 *device, struct csmt_instruction *instr) \
 { \
     struct csmt_context *ctx = device->csmt_ctx; \
     struct s_##name##_private *args = (struct s_##name##_private *)instr; \
     \
     (void) args; \
     (void) ctx; \
     name##_priv( \
         device ARGS_FOR_CALL( __VA_ARGS__ ) \
     ); \
     ARGS_FOR_UNBIND( __VA_ARGS__ ) \
     return 1; \
 } \
 \
 void \
 name( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) ) \
 { \
     struct csmt_context *ctx = device->csmt_ctx; \
     struct s_##name##_private *args; \
     unsigned memsize = sizeof(struct s_##name##_private); \
     unsigned memsize2 = 0; \
     \
     if (!device->csmt_active) { \
         name##_priv( \
             device ARGS_FOR_BYPASS( __VA_ARGS__ ) \
         ); \
         return; \
     } \
     ARGS_FOR_MEM ( __VA_ARGS__ ) \
     args = nine_queue_alloc(ctx->pool, memsize + memsize2); \
     assert(args); \
     args->instr.func = &name##_rx; \
     ARGS_FOR_ASSIGN( __VA_ARGS__ ) \
     ctx->processed = FALSE; \
     nine_queue_flush(ctx->pool); \
     nine_csmt_wait_processed(ctx); \
 } \
 \
 static void \
 name##_priv( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) )

 /* ARGS_FOR_STRUCT, ARGS_FOR_ASSIGN, ARGS_FOR_DECLARATION, ARGS_FOR_CALL, ARGS_FOR_UNBIND, ARGS_FOR_MEM, ARGS_FOR_BYPASS */
 #define ARG_VAL(x, y) \
         x _##y ; ,\
         args->_##y = y ; ,\
         x y ,\
         args->_##y ,\
         ,\
         ,\
         y

 #define ARG_REF(x, y) \
         x* _##y ; ,\
         args->_##y = y; ,\
         x *y ,\
         args->_##y ,\
         ,\
         ,\
         y

 #define ARG_COPY_REF(x, y) \
         x * _##y ; x __##y ; ,\
         if ( y ) { args->_##y = &args->__##y ; args->__##y = *y ; } else { args->_##y = NULL; } ,\
         const x *y ,\
         (const x *)args->_##y ,\
         ,\
         ,\
         (const x *)y

 #define ARG_BIND_REF(x, y) \
         x * _##y ,\
         if ( y ) \
             NineUnknown_Bind( (void *)y ); \
         args->_##y = y ; ,\
         x *y ,\
         args->_##y,\
         if (args->_##y) \
             NineUnknown_Unbind((void *)(args->_##y)); \
         args->_##y = NULL; ,\
         ,\
         y

 #define ARG_BIND_RES(x, y) \
         x * _##y ,\
         args->_##y = NULL; \
         if (y) \
             pipe_resource_reference(&args->_##y, y); ,\
         x *y ,\
         args->_##y ,\
         if (args->_##y) \
             pipe_resource_reference(&args->_##y, NULL); ,\
         ,\
         y

 #define ARG_MEM(x, y) \
         x * _##y ,\
         args->_##y = (void *)args + memsize;\
         memcpy(args->_##y, y, memsize2); ,\
         const x *y ,\
         (const x *)args->_##y ,\
         ,\
         ,\
         (const x *)y

 #define ARG_MEM_SIZE(x, y) \
         x _##y ,\
         args->_##y = y; ,\
         x y ,\
         args->_##y ,\
         ,\
         memsize2 = y, \
         y

 #define ARG_BIND_BLIT(x, y) \
         x _##y ,\
         memcpy(&args->_##y , y, sizeof(x)); \
         args->_##y.src.resource = NULL; \
         args->_##y.dst.resource = NULL; \
         pipe_resource_reference(&args->_##y.src.resource, y->src.resource); \
         pipe_resource_reference(&args->_##y.dst.resource, y->dst.resource);,\
         x *y ,\
         &args->_##y ,\
         pipe_resource_reference(&args->_##y.src.resource, NULL); \
         pipe_resource_reference(&args->_##y.dst.resource, NULL);,\
         ,\
         y

 #define ARG_BIND_BUF(x, y) \
         x _##y ,\
         memcpy(&args->_##y , y, sizeof(x)); \
         args->_##y.buffer = NULL; \
         pipe_resource_reference(&args->_##y.buffer, y->buffer); ,\
         x *y ,\
         &args->_##y ,\
         pipe_resource_reference(&args->_##y.buffer, NULL); ,\
         ,\
         y

 #define ARG_BIND_VIEW(x, y) \
         x * _##y ,\
         args->_##y = NULL; \
         if (y) \
             pipe_sampler_view_reference(&args->_##y, y); ,\
         x *y ,\
         args->_##y ,\
         if (args->_##y) \
             pipe_sampler_view_reference(&args->_##y, NULL); ,\
         ,\
         y
	/*
	* Copyright 2016 Patrick Rudolph <siro@das-labor.org>
	*
	* Permission is hereby granted, free of charge, f, to any person obtaining a
	* copy of this software and associated documentation files (the "Software"),
	* to deal in the Software without restriction, including without limitation
	* on the rights to use, f, copy, modify, merge, f, publish, distribute, f, sub
	* license, f, and/or sell copies of the Software, f, and to permit persons to whom
	* the Software is furnished to do so, subject to the following conditions:
	*
	* The above copyright notice and this permission notice (including the next
	* paragraph) shall be included in all copies or substantial portions of the
	* Software.
	*
	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	* FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
	* THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
	* DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
	* OTHERWISe, f, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
	* USE OR OTHER DEALINGS IN THE SOFTWARE. */

	/* get number of arguments with __NARG__ */
	#define __NARG__(...) __NARG_I_(__VA_ARGS__,__RSEQ_N())
	#define __NARG_I_(...) __ARG_N(__VA_ARGS__)
	#define __ARG_N( \
	_1, _2, _3, _4, _5, _6, _7, _8, _9,_10, \
	_11,_12,_13,_14,_15,_16,_17,_18,_19,_20, \
	_21,_22,_23,_24,_25,_26,_27,_28,_29,_30, \
	_31,_32,_33,_34,_35,_36,_37,_38,_39,_40, \
	_41,_42,_43,_44,_45,_46,_47,_48,_49,_50, \
	_51,_52,_53,_54,_55,_56,_57,_58,_59,_60, \
	_61,_62,_63,N,...) N
	#define __RSEQ_N() \
	63,62,61,60, \
	59,58,57,56,55,54,53,52,51,50, \
	49,48,47,46,45,44,43,42,41,40, \
	39,38,37,36,35,34,33,32,31,30, \
	29,28,27,26,25,24,23,22,21,20, \
	19,18,17,16,15,14,13,12,11,10, \
	9,8,7,6,5,4,3,2,1,0


	#define _args_for_bypass_1(a) a
	#define _args_for_bypass_7(a, b, c, d, e, f, g) ,g
	#define _args_for_bypass_14(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_7(__VA_ARGS__)
	#define _args_for_bypass_21(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_14(__VA_ARGS__)
	#define _args_for_bypass_28(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_21(__VA_ARGS__)
	#define _args_for_bypass_35(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_28(__VA_ARGS__)
	#define _args_for_bypass_42(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_35(__VA_ARGS__)
	#define _args_for_bypass_49(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_42(__VA_ARGS__)
	#define _args_for_bypass_56(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_49(__VA_ARGS__)
	#define _args_for_bypass_63(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_56(__VA_ARGS__)
	#define _args_for_bypass_70(a, b, c, d, e, f, g, ...) ,g _args_for_bypass_63(__VA_ARGS__)

	#define _GFUNC_(n) _args_for_bypass_##n
	#define _GFUNC(n) _GFUNC_(n)

	#define ARGS_FOR_BYPASS(...) _GFUNC(__NARG__(__VA_ARGS__)) (__VA_ARGS__)

	#define _args_for_mem_1(a) a;
	#define _args_for_mem_7(a, b, c, d, e, f, g) f;
	#define _args_for_mem_14(a, b, c, d, e, f, g, ...) f; _args_for_mem_7(__VA_ARGS__)
	#define _args_for_mem_21(a, b, c, d, e, f, g, ...) f; _args_for_mem_14(__VA_ARGS__)
	#define _args_for_mem_28(a, b, c, d, e, f, g, ...) f; _args_for_mem_21(__VA_ARGS__)
	#define _args_for_mem_35(a, b, c, d, e, f, g, ...) f; _args_for_mem_28(__VA_ARGS__)
	#define _args_for_mem_42(a, b, c, d, e, f, g, ...) f; _args_for_mem_35(__VA_ARGS__)
	#define _args_for_mem_49(a, b, c, d, e, f, g, ...) f; _args_for_mem_42(__VA_ARGS__)
	#define _args_for_mem_56(a, b, c, d, e, f, g, ...) f; _args_for_mem_49(__VA_ARGS__)
	#define _args_for_mem_63(a, b, c, d, e, f, g, ...) f; _args_for_mem_56(__VA_ARGS__)
	#define _args_for_mem_70(a, b, c, d, e, f, g, ...) f; _args_for_mem_63(__VA_ARGS__)

	#define _FFUNC_(n) _args_for_mem_##n
	#define _FFUNC(n) _FFUNC_(n)

	#define ARGS_FOR_MEM(...) _FFUNC(__NARG__(__VA_ARGS__)) (__VA_ARGS__)

	#define _args_for_unbind_1(a) a;
	#define _args_for_unbind_7(a, b, c, d, e, f, g) e;
	#define _args_for_unbind_14(a, b, c, d, e, f, g, ...) e; _args_for_unbind_7(__VA_ARGS__)
	#define _args_for_unbind_21(a, b, c, d, e, f, g, ...) e; _args_for_unbind_14(__VA_ARGS__)
	#define _args_for_unbind_28(a, b, c, d, e, f, g, ...) e; _args_for_unbind_21(__VA_ARGS__)
	#define _args_for_unbind_35(a, b, c, d, e, f, g, ...) e; _args_for_unbind_28(__VA_ARGS__)
	#define _args_for_unbind_42(a, b, c, d, e, f, g, ...) e; _args_for_unbind_35(__VA_ARGS__)
	#define _args_for_unbind_49(a, b, c, d, e, f, g, ...) e; _args_for_unbind_42(__VA_ARGS__)
	#define _args_for_unbind_56(a, b, c, d, e, f, g, ...) e; _args_for_unbind_49(__VA_ARGS__)
	#define _args_for_unbind_63(a, b, c, d, e, f, g, ...) e; _args_for_unbind_56(__VA_ARGS__)
	#define _args_for_unbind_70(a, b, c, d, e, f, g, ...) e; _args_for_unbind_63(__VA_ARGS__)

	#define _EFUNC_(n) _args_for_unbind_##n
	#define _EFUNC(n) _EFUNC_(n)

	#define ARGS_FOR_UNBIND(...) _EFUNC(__NARG__(__VA_ARGS__)) (__VA_ARGS__)

	#define _args_for_call_1(a) a
	#define _args_for_call_7(a, b, c, d, e, f, g) ,d
	#define _args_for_call_14(a, b, c, d, e, f, g, ...) ,d _args_for_call_7(__VA_ARGS__)
	#define _args_for_call_21(a, b, c, d, e, f, g, ...) ,d _args_for_call_14(__VA_ARGS__)
	#define _args_for_call_28(a, b, c, d, e, f, g, ...) ,d _args_for_call_21(__VA_ARGS__)
	#define _args_for_call_35(a, b, c, d, e, f, g, ...) ,d _args_for_call_28(__VA_ARGS__)
	#define _args_for_call_42(a, b, c, d, e, f, g, ...) ,d _args_for_call_35(__VA_ARGS__)
	#define _args_for_call_49(a, b, c, d, e, f, g, ...) ,d _args_for_call_42(__VA_ARGS__)
	#define _args_for_call_56(a, b, c, d, e, f, g, ...) ,d _args_for_call_49(__VA_ARGS__)
	#define _args_for_call_63(a, b, c, d, e, f, g, ...) ,d _args_for_call_56(__VA_ARGS__)
	#define _args_for_call_70(a, b, c, d, e, f, g, ...) ,d _args_for_call_63(__VA_ARGS__)

	#define _DFUNC_(n) _args_for_call_##n
	#define _DFUNC(n) _DFUNC_(n)

	#define ARGS_FOR_CALL(...) _DFUNC(__NARG__(__VA_ARGS__)) (__VA_ARGS__)

	#define _args_for_decl_1(a) a
	#define _args_for_decl_7(a, b, c, d, e, f, g) ,c
	#define _args_for_decl_14(a, b, c, d, e, f, g, ...) ,c _args_for_decl_7(__VA_ARGS__)
	#define _args_for_decl_21(a, b, c, d, e, f, g, ...) ,c _args_for_decl_14(__VA_ARGS__)
	#define _args_for_decl_28(a, b, c, d, e, f, g, ...) ,c _args_for_decl_21(__VA_ARGS__)
	#define _args_for_decl_35(a, b, c, d, e, f, g, ...) ,c _args_for_decl_28(__VA_ARGS__)
	#define _args_for_decl_42(a, b, c, d, e, f, g, ...) ,c _args_for_decl_35(__VA_ARGS__)
	#define _args_for_decl_49(a, b, c, d, e, f, g, ...) ,c _args_for_decl_42(__VA_ARGS__)
	#define _args_for_decl_56(a, b, c, d, e, f, g, ...) ,c _args_for_decl_49(__VA_ARGS__)
	#define _args_for_decl_63(a, b, c, d, e, f, g, ...) ,c _args_for_decl_56(__VA_ARGS__)
	#define _args_for_decl_70(a, b, c, d, e, f, g, ...) ,c _args_for_decl_63(__VA_ARGS__)

	#define _CFUNC_(n) _args_for_decl_##n
	#define _CFUNC(n) _CFUNC_(n)

	#define ARGS_FOR_DECLARATION(...) _CFUNC(__NARG__(__VA_ARGS__)) (__VA_ARGS__)

	#define _args_for_assign_1(a) a
	#define _args_for_assign_7(a, b, c, d, e, f, g) b;
	#define _args_for_assign_14(a, b, c, d, e, f, g, ...) b; _args_for_assign_7(__VA_ARGS__)
	#define _args_for_assign_21(a, b, c, d, e, f, g, ...) b; _args_for_assign_14(__VA_ARGS__)
	#define _args_for_assign_28(a, b, c, d, e, f, g, ...) b; _args_for_assign_21(__VA_ARGS__)
	#define _args_for_assign_35(a, b, c, d, e, f, g, ...) b; _args_for_assign_28(__VA_ARGS__)
	#define _args_for_assign_42(a, b, c, d, e, f, g, ...) b; _args_for_assign_35(__VA_ARGS__)
	#define _args_for_assign_49(a, b, c, d, e, f, g, ...) b; _args_for_assign_42(__VA_ARGS__)
	#define _args_for_assign_56(a, b, c, d, e, f, g, ...) b; _args_for_assign_49(__VA_ARGS__)
	#define _args_for_assign_63(a, b, c, d, e, f, g, ...) b; _args_for_assign_56(__VA_ARGS__)
	#define _args_for_assign_70(a, b, c, d, e, f, g, ...) b; _args_for_assign_63(__VA_ARGS__)

	#define _BFUNC_(n) _args_for_assign_##n
	#define _BFUNC(n) _BFUNC_(n)

	#define ARGS_FOR_ASSIGN(...) _BFUNC(__NARG__(__VA_ARGS__)) (__VA_ARGS__)

	#define _args_for_struct_1(a) a;
	#define _args_for_struct_7(a, b, c, d, e, f, g) a;
	#define _args_for_struct_14(a, b, c, d, e, f, g, ...) a; _args_for_struct_7(__VA_ARGS__)
	#define _args_for_struct_21(a, b, c, d, e, f, g, ...) a; _args_for_struct_14(__VA_ARGS__)
	#define _args_for_struct_28(a, b, c, d, e, f, g, ...) a; _args_for_struct_21(__VA_ARGS__)
	#define _args_for_struct_35(a, b, c, d, e, f, g, ...) a; _args_for_struct_28(__VA_ARGS__)
	#define _args_for_struct_42(a, b, c, d, e, f, g, ...) a; _args_for_struct_35(__VA_ARGS__)
	#define _args_for_struct_49(a, b, c, d, e, f, g, ...) a; _args_for_struct_42(__VA_ARGS__)
	#define _args_for_struct_56(a, b, c, d, e, f, g, ...) a; _args_for_struct_49(__VA_ARGS__)
	#define _args_for_struct_63(a, b, c, d, e, f, g, ...) a; _args_for_struct_56(__VA_ARGS__)
	#define _args_for_struct_70(a, b, c, d, e, f, g, ...) a; _args_for_struct_63(__VA_ARGS__)

	#define _AFUNC_(n) _args_for_struct_##n
	#define _AFUNC(n) _AFUNC_(n)

	#define ARGS_FOR_STRUCT(...) _AFUNC(__NARG__(__VA_ARGS__)) (__VA_ARGS__)

	/* Serialization and deserialization */

	#define CSMT_ITEM_NO_WAIT(name, ...) \
	\
	struct s_##name##_private { \
	struct csmt_instruction instr; \
	ARGS_FOR_STRUCT( __VA_ARGS__ ) \
	}; \
	\
	static void \
	name##_priv( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) ); \
	\
	static int \
	name##_rx( struct NineDevice9 device, struct csmt_instruction instr ) \
	{ \
	struct csmt_context *ctx = device->csmt_ctx; \
	struct s_##name##_private args = (struct s_##name##_private )instr; \
	\
	(void) args; \
	(void) ctx; \
	name##_priv( \
	device ARGS_FOR_CALL( __VA_ARGS__ ) \
	); \
	ARGS_FOR_UNBIND( __VA_ARGS__ ) \
	return 0; \
	} \
	\
	void \
	name( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) ) \
	{ \
	struct csmt_context *ctx = device->csmt_ctx; \
	struct s_##name##_private *args; \
	unsigned memsize = sizeof(struct s_##name##_private); \
	unsigned memsize2 = 0; \
	\
	if (!device->csmt_active) { \
	name##_priv( \
	device ARGS_FOR_BYPASS( __VA_ARGS__ ) \
	); \
	return; \
	} \
	ARGS_FOR_MEM ( __VA_ARGS__ ) \
	args = nine_queue_alloc(ctx->pool, memsize + memsize2); \
	assert(args); \
	args->instr.func = &name##_rx; \
	ARGS_FOR_ASSIGN( __VA_ARGS__ ) \
	} \
	\
	static void \
	name##_priv( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) )

	#define CSMT_ITEM_NO_WAIT_WITH_COUNTER(name, ...) \
	\
	struct s_##name##_private { \
	struct csmt_instruction instr; \
	unsigned *counter; \
	ARGS_FOR_STRUCT( __VA_ARGS__ ) \
	}; \
	\
	static void \
	name##_priv( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) ); \
	\
	static int \
	name##_rx( struct NineDevice9 device, struct csmt_instruction instr ) \
	{ \
	struct csmt_context *ctx = device->csmt_ctx; \
	struct s_##name##_private args = (struct s_##name##_private )instr; \
	\
	(void) args; \
	(void) ctx; \
	name##_priv( \
	device ARGS_FOR_CALL( __VA_ARGS__ ) \
	); \
	ARGS_FOR_UNBIND( __VA_ARGS__ ) \
	p_atomic_dec(args->counter); \
	return 0; \
	} \
	\
	void \
	name( struct NineDevice9 device, unsigned counter ARGS_FOR_DECLARATION( __VA_ARGS__ ) ) \
	{ \
	struct csmt_context *ctx = device->csmt_ctx; \
	struct s_##name##_private *args; \
	unsigned memsize = sizeof(struct s_##name##_private); \
	unsigned memsize2 = 0; \
	\
	if (!device->csmt_active) { \
	name##_priv( \
	device ARGS_FOR_BYPASS( __VA_ARGS__ ) \
	); \
	return; \
	} \
	assert(counter); \
	p_atomic_inc(counter); \
	ARGS_FOR_MEM ( __VA_ARGS__ ) \
	args = nine_queue_alloc(ctx->pool, memsize + memsize2); \
	assert(args); \
	args->instr.func = &name##_rx; \
	args->counter = counter; \
	ARGS_FOR_ASSIGN( __VA_ARGS__ ) \
	} \
	\
	static void \
	name##_priv( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) )

	#define CSMT_ITEM_DO_WAIT(name, ...) \
	\
	struct s_##name##_private { \
	struct csmt_instruction instr; \
	ARGS_FOR_STRUCT( __VA_ARGS__ ) \
	}; \
	static void \
	name##_priv( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) ); \
	\
	static int \
	name##_rx( struct NineDevice9 device, struct csmt_instruction instr) \
	{ \
	struct csmt_context *ctx = device->csmt_ctx; \
	struct s_##name##_private args = (struct s_##name##_private )instr; \
	\
	(void) args; \
	(void) ctx; \
	name##_priv( \
	device ARGS_FOR_CALL( __VA_ARGS__ ) \
	); \
	ARGS_FOR_UNBIND( __VA_ARGS__ ) \
	return 1; \
	} \
	\
	void \
	name( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) ) \
	{ \
	struct csmt_context *ctx = device->csmt_ctx; \
	struct s_##name##_private *args; \
	unsigned memsize = sizeof(struct s_##name##_private); \
	unsigned memsize2 = 0; \
	\
	if (!device->csmt_active) { \
	name##_priv( \
	device ARGS_FOR_BYPASS( __VA_ARGS__ ) \
	); \
	return; \
	} \
	ARGS_FOR_MEM ( __VA_ARGS__ ) \
	args = nine_queue_alloc(ctx->pool, memsize + memsize2); \
	assert(args); \
	args->instr.func = &name##_rx; \
	ARGS_FOR_ASSIGN( __VA_ARGS__ ) \
	ctx->processed = FALSE; \
	nine_queue_flush(ctx->pool); \
	nine_csmt_wait_processed(ctx); \
	} \
	\
	static void \
	name##_priv( struct NineDevice9 *device ARGS_FOR_DECLARATION( __VA_ARGS__ ) )

	/* ARGS_FOR_STRUCT, ARGS_FOR_ASSIGN, ARGS_FOR_DECLARATION, ARGS_FOR_CALL, ARGS_FOR_UNBIND, ARGS_FOR_MEM, ARGS_FOR_BYPASS */
	#define ARG_VAL(x, y) \
	x _##y ; ,\
	args->_##y = y ; ,\
	x y ,\
	args->_##y ,\
	,\
	,\
	y

	#define ARG_REF(x, y) \
	x* _##y ; ,\
	args->_##y = y; ,\
	x *y ,\
	args->_##y ,\
	,\
	,\
	y

	#define ARG_COPY_REF(x, y) \
	x * _##y ; x __##y ; ,\
	if ( y ) { args->_##y = &args->__##y ; args->__##y = *y ; } else { args->_##y = NULL; } ,\
	const x *y ,\
	(const x *)args->_##y ,\
	,\
	,\
	(const x *)y

	#define ARG_BIND_REF(x, y) \
	x * _##y ,\
	if ( y ) \
	NineUnknown_Bind( (void *)y ); \
	args->_##y = y ; ,\
	x *y ,\
	args->_##y,\
	if (args->_##y) \
	NineUnknown_Unbind((void *)(args->_##y)); \
	args->_##y = NULL; ,\
	,\
	y

	#define ARG_BIND_RES(x, y) \
	x * _##y ,\
	args->_##y = NULL; \
	if (y) \
	pipe_resource_reference(&args->_##y, y); ,\
	x *y ,\
	args->_##y ,\
	if (args->_##y) \
	pipe_resource_reference(&args->_##y, NULL); ,\
	,\
	y

	#define ARG_MEM(x, y) \
	x * _##y ,\
	args->_##y = (void *)args + memsize;\
	memcpy(args->_##y, y, memsize2); ,\
	const x *y ,\
	(const x *)args->_##y ,\
	,\
	,\
	(const x *)y

	#define ARG_MEM_SIZE(x, y) \
	x _##y ,\
	args->_##y = y; ,\
	x y ,\
	args->_##y ,\
	,\
	memsize2 = y, \
	y

	#define ARG_BIND_BLIT(x, y) \
	x _##y ,\
	memcpy(&args->_##y , y, sizeof(x)); \
	args->_##y.src.resource = NULL; \
	args->_##y.dst.resource = NULL; \
	pipe_resource_reference(&args->_##y.src.resource, y->src.resource); \
	pipe_resource_reference(&args->_##y.dst.resource, y->dst.resource);,\
	x *y ,\
	&args->_##y ,\
	pipe_resource_reference(&args->_##y.src.resource, NULL); \
	pipe_resource_reference(&args->_##y.dst.resource, NULL);,\
	,\
	y

	#define ARG_BIND_BUF(x, y) \
	x _##y ,\
	memcpy(&args->_##y , y, sizeof(x)); \
	args->_##y.buffer = NULL; \
	pipe_resource_reference(&args->_##y.buffer, y->buffer); ,\
	x *y ,\
	&args->_##y ,\
	pipe_resource_reference(&args->_##y.buffer, NULL); ,\
	,\
	y

	#define ARG_BIND_VIEW(x, y) \
	x * _##y ,\
	args->_##y = NULL; \
	if (y) \
	pipe_sampler_view_reference(&args->_##y, y); ,\
	x *y ,\
	args->_##y ,\
	if (args->_##y) \
	pipe_sampler_view_reference(&args->_##y, NULL); ,\
	,\
	y