105 	struct its_cmd_block	*cmd_base;
106 	struct its_cmd_block	*cmd_write;
418 struct its_cmd_block {  struct
426 #define ITS_CMD_QUEUE_NR_ENTRIES	(ITS_CMD_QUEUE_SZ / sizeof(struct its_cmd_block))  argument
429 						    struct its_cmd_block *,
433 					      struct its_cmd_block *,
443 static void its_encode_cmd(struct its_cmd_block *cmd, u8 cmd_nr)  in its_encode_cmd()
448 static void its_encode_devid(struct its_cmd_block *cmd, u32 devid)  in its_encode_devid()
453 static void its_encode_event_id(struct its_cmd_block *cmd, u32 id)  in its_encode_event_id()
458 static void its_encode_phys_id(struct its_cmd_block *cmd, u32 phys_id)  in its_encode_phys_id()
463 static void its_encode_size(struct its_cmd_block *cmd, u8 size)  in its_encode_size()
468 static void its_encode_itt(struct its_cmd_block *cmd, u64 itt_addr)  in its_encode_itt()
473 static void its_encode_valid(struct its_cmd_block *cmd, int valid)  in its_encode_valid()
478 static void its_encode_target(struct its_cmd_block *cmd, u64 target_addr)  in its_encode_target()
483 static void its_encode_collection(struct its_cmd_block *cmd, u16 col)  in its_encode_collection()
488 static void its_encode_vpeid(struct its_cmd_block *cmd, u16 vpeid)  in its_encode_vpeid()
493 static void its_encode_virt_id(struct its_cmd_block *cmd, u32 virt_id)  in its_encode_virt_id()
498 static void its_encode_db_phys_id(struct its_cmd_block *cmd, u32 db_phys_id)  in its_encode_db_phys_id()
503 static void its_encode_db_valid(struct its_cmd_block *cmd, bool db_valid)  in its_encode_db_valid()
508 static void its_encode_seq_num(struct its_cmd_block *cmd, u16 seq_num)  in its_encode_seq_num()
513 static void its_encode_its_list(struct its_cmd_block *cmd, u16 its_list)  in its_encode_its_list()
518 static void its_encode_vpt_addr(struct its_cmd_block *cmd, u64 vpt_pa)  in its_encode_vpt_addr()
523 static void its_encode_vpt_size(struct its_cmd_block *cmd, u8 vpt_size)  in its_encode_vpt_size()
528 static void its_encode_vconf_addr(struct its_cmd_block *cmd, u64 vconf_pa)  in its_encode_vconf_addr()
533 static void its_encode_alloc(struct its_cmd_block *cmd, bool alloc)  in its_encode_alloc()
538 static void its_encode_ptz(struct its_cmd_block *cmd, bool ptz)  in its_encode_ptz()
543 static void its_encode_vmapp_default_db(struct its_cmd_block *cmd,  in its_encode_vmapp_default_db()
549 static void its_encode_vmovp_default_db(struct its_cmd_block *cmd,  in its_encode_vmovp_default_db()
555 static void its_encode_db(struct its_cmd_block *cmd, bool db)  in its_encode_db()
560 static void its_encode_sgi_intid(struct its_cmd_block *cmd, u8 sgi)  in its_encode_sgi_intid()
565 static void its_encode_sgi_priority(struct its_cmd_block *cmd, u8 prio)  in its_encode_sgi_priority()
570 static void its_encode_sgi_group(struct its_cmd_block *cmd, bool grp)  in its_encode_sgi_group()
575 static void its_encode_sgi_clear(struct its_cmd_block *cmd, bool clr)  in its_encode_sgi_clear()
580 static void its_encode_sgi_enable(struct its_cmd_block *cmd, bool en)  in its_encode_sgi_enable()
585 static inline void its_fixup_cmd(struct its_cmd_block *cmd)  in its_fixup_cmd()
595 						 struct its_cmd_block *cmd,  in its_build_mapd_cmd()
616 						 struct its_cmd_block *cmd,  in its_build_mapc_cmd()
630 						  struct its_cmd_block *cmd,  in its_build_mapti_cmd()
650 						 struct its_cmd_block *cmd,  in its_build_movi_cmd()
669 						    struct its_cmd_block *cmd,  in its_build_discard_cmd()
687 						struct its_cmd_block *cmd,  in its_build_inv_cmd()
705 						struct its_cmd_block *cmd,  in its_build_int_cmd()
723 						  struct its_cmd_block *cmd,  in its_build_clear_cmd()
741 						   struct its_cmd_block *cmd,  in its_build_invall_cmd()
753 					     struct its_cmd_block *cmd,  in its_build_vinvall_cmd()
765 					   struct its_cmd_block *cmd,  in its_build_vmapp_cmd()
818 					    struct its_cmd_block *cmd,  in its_build_vmapti_cmd()
841 					   struct its_cmd_block *cmd,  in its_build_vmovi_cmd()
864 					   struct its_cmd_block *cmd,  in its_build_vmovp_cmd()
887 					  struct its_cmd_block *cmd,  in its_build_vinv_cmd()
905 					  struct its_cmd_block *cmd,  in its_build_vint_cmd()
923 					    struct its_cmd_block *cmd,  in its_build_vclear_cmd()
941 					   struct its_cmd_block *cmd,  in its_build_invdb_cmd()
956 					  struct its_cmd_block *cmd,  in its_build_vsgi_cmd()
976 				 struct its_cmd_block *ptr)  in its_cmd_ptr_to_offset()
987 	ridx = readl_relaxed(its->base + GITS_CREADR) / sizeof(struct its_cmd_block);  in its_queue_full()
996 static struct its_cmd_block *its_allocate_entry(struct its_node *its)  in its_allocate_entry()
998 	struct its_cmd_block *cmd;  in its_allocate_entry()
1026 static struct its_cmd_block *its_post_commands(struct its_node *its)  in its_post_commands()
1035 static void its_flush_cmd(struct its_node *its, struct its_cmd_block *cmd)  in its_flush_cmd()
1049 					 struct its_cmd_block *to)  in its_wait_for_range_completion()
1098 	struct its_cmd_block *cmd, *sync_cmd, *next_cmd;		\
1132 			       struct its_cmd_block *sync_cmd,  in its_build_sync_cmd()
1145 				struct its_cmd_block *sync_cmd,  in BUILD_SINGLE_CMD_FUNC()