101 	struct its_cmd_block	*cmd_base;
102 	struct its_cmd_block	*cmd_write;
414 struct its_cmd_block {  struct
422 #define ITS_CMD_QUEUE_NR_ENTRIES	(ITS_CMD_QUEUE_SZ / sizeof(struct its_cmd_block))  argument
425 						    struct its_cmd_block *,
429 					      struct its_cmd_block *,
439 static void its_encode_cmd(struct its_cmd_block *cmd, u8 cmd_nr)  in its_encode_cmd()
444 static void its_encode_devid(struct its_cmd_block *cmd, u32 devid)  in its_encode_devid()
449 static void its_encode_event_id(struct its_cmd_block *cmd, u32 id)  in its_encode_event_id()
454 static void its_encode_phys_id(struct its_cmd_block *cmd, u32 phys_id)  in its_encode_phys_id()
459 static void its_encode_size(struct its_cmd_block *cmd, u8 size)  in its_encode_size()
464 static void its_encode_itt(struct its_cmd_block *cmd, u64 itt_addr)  in its_encode_itt()
469 static void its_encode_valid(struct its_cmd_block *cmd, int valid)  in its_encode_valid()
474 static void its_encode_target(struct its_cmd_block *cmd, u64 target_addr)  in its_encode_target()
479 static void its_encode_collection(struct its_cmd_block *cmd, u16 col)  in its_encode_collection()
484 static void its_encode_vpeid(struct its_cmd_block *cmd, u16 vpeid)  in its_encode_vpeid()
489 static void its_encode_virt_id(struct its_cmd_block *cmd, u32 virt_id)  in its_encode_virt_id()
494 static void its_encode_db_phys_id(struct its_cmd_block *cmd, u32 db_phys_id)  in its_encode_db_phys_id()
499 static void its_encode_db_valid(struct its_cmd_block *cmd, bool db_valid)  in its_encode_db_valid()
504 static void its_encode_seq_num(struct its_cmd_block *cmd, u16 seq_num)  in its_encode_seq_num()
509 static void its_encode_its_list(struct its_cmd_block *cmd, u16 its_list)  in its_encode_its_list()
514 static void its_encode_vpt_addr(struct its_cmd_block *cmd, u64 vpt_pa)  in its_encode_vpt_addr()
519 static void its_encode_vpt_size(struct its_cmd_block *cmd, u8 vpt_size)  in its_encode_vpt_size()
524 static void its_encode_vconf_addr(struct its_cmd_block *cmd, u64 vconf_pa)  in its_encode_vconf_addr()
529 static void its_encode_alloc(struct its_cmd_block *cmd, bool alloc)  in its_encode_alloc()
534 static void its_encode_ptz(struct its_cmd_block *cmd, bool ptz)  in its_encode_ptz()
539 static void its_encode_vmapp_default_db(struct its_cmd_block *cmd,  in its_encode_vmapp_default_db()
545 static void its_encode_vmovp_default_db(struct its_cmd_block *cmd,  in its_encode_vmovp_default_db()
551 static void its_encode_db(struct its_cmd_block *cmd, bool db)  in its_encode_db()
556 static void its_encode_sgi_intid(struct its_cmd_block *cmd, u8 sgi)  in its_encode_sgi_intid()
561 static void its_encode_sgi_priority(struct its_cmd_block *cmd, u8 prio)  in its_encode_sgi_priority()
566 static void its_encode_sgi_group(struct its_cmd_block *cmd, bool grp)  in its_encode_sgi_group()
571 static void its_encode_sgi_clear(struct its_cmd_block *cmd, bool clr)  in its_encode_sgi_clear()
576 static void its_encode_sgi_enable(struct its_cmd_block *cmd, bool en)  in its_encode_sgi_enable()
581 static inline void its_fixup_cmd(struct its_cmd_block *cmd)  in its_fixup_cmd()
591 						 struct its_cmd_block *cmd,  in its_build_mapd_cmd()
612 						 struct its_cmd_block *cmd,  in its_build_mapc_cmd()
626 						  struct its_cmd_block *cmd,  in its_build_mapti_cmd()
646 						 struct its_cmd_block *cmd,  in its_build_movi_cmd()
665 						    struct its_cmd_block *cmd,  in its_build_discard_cmd()
683 						struct its_cmd_block *cmd,  in its_build_inv_cmd()
701 						struct its_cmd_block *cmd,  in its_build_int_cmd()
719 						  struct its_cmd_block *cmd,  in its_build_clear_cmd()
737 						   struct its_cmd_block *cmd,  in its_build_invall_cmd()
749 					     struct its_cmd_block *cmd,  in its_build_vinvall_cmd()
761 					   struct its_cmd_block *cmd,  in its_build_vmapp_cmd()
809 					    struct its_cmd_block *cmd,  in its_build_vmapti_cmd()
832 					   struct its_cmd_block *cmd,  in its_build_vmovi_cmd()
855 					   struct its_cmd_block *cmd,  in its_build_vmovp_cmd()
878 					  struct its_cmd_block *cmd,  in its_build_vinv_cmd()
896 					  struct its_cmd_block *cmd,  in its_build_vint_cmd()
914 					    struct its_cmd_block *cmd,  in its_build_vclear_cmd()
932 					   struct its_cmd_block *cmd,  in its_build_invdb_cmd()
947 					  struct its_cmd_block *cmd,  in its_build_vsgi_cmd()
967 				 struct its_cmd_block *ptr)  in its_cmd_ptr_to_offset()
978 	ridx = readl_relaxed(its->base + GITS_CREADR) / sizeof(struct its_cmd_block);  in its_queue_full()
987 static struct its_cmd_block *its_allocate_entry(struct its_node *its)  in its_allocate_entry()
989 	struct its_cmd_block *cmd;  in its_allocate_entry()
1017 static struct its_cmd_block *its_post_commands(struct its_node *its)  in its_post_commands()
1026 static void its_flush_cmd(struct its_node *its, struct its_cmd_block *cmd)  in its_flush_cmd()
1040 					 struct its_cmd_block *to)  in its_wait_for_range_completion()
1089 	struct its_cmd_block *cmd, *sync_cmd, *next_cmd;		\
1123 			       struct its_cmd_block *sync_cmd,  in its_build_sync_cmd()
1136 				struct its_cmd_block *sync_cmd,  in BUILD_SINGLE_CMD_FUNC()