3  * Tegra host1x Job
21 #include "job.h"
30 	struct host1x_job *job = NULL;  in host1x_job_alloc()  local
51 	mem = job = kzalloc(total, GFP_KERNEL);  in host1x_job_alloc()
52 	if (!job)  in host1x_job_alloc()
55 	job->enable_firewall = enable_firewall;  in host1x_job_alloc()
57 	kref_init(&job->ref);  in host1x_job_alloc()
58 	job->channel = ch;  in host1x_job_alloc()
62 	job->relocs = num_relocs ? mem : NULL;  in host1x_job_alloc()
64 	job->unpins = num_unpins ? mem : NULL;  in host1x_job_alloc()
66 	job->cmds = num_cmdbufs ? mem : NULL;  in host1x_job_alloc()
68 	job->addr_phys = num_unpins ? mem : NULL;  in host1x_job_alloc()
70 	job->reloc_addr_phys = job->addr_phys;  in host1x_job_alloc()
71 	job->gather_addr_phys = &job->addr_phys[num_relocs];  in host1x_job_alloc()
73 	return job;  in host1x_job_alloc()
77 struct host1x_job *host1x_job_get(struct host1x_job *job)  in host1x_job_get()  argument
79 	kref_get(&job->ref);  in host1x_job_get()
80 	return job;  in host1x_job_get()
86 	struct host1x_job *job = container_of(ref, struct host1x_job, ref);  in job_free()  local
88 	if (job->release)  in job_free()
89 		job->release(job);  in job_free()
91 	if (job->waiter)  in job_free()
92 		host1x_intr_put_ref(job->syncpt->host, job->syncpt->id,  in job_free()
93 				    job->waiter, false);  in job_free()
95 	if (job->syncpt)  in job_free()
96 		host1x_syncpt_put(job->syncpt);  in job_free()
98 	kfree(job);  in job_free()
101 void host1x_job_put(struct host1x_job *job)  in host1x_job_put()  argument
103 	kref_put(&job->ref, job_free);  in host1x_job_put()
107 void host1x_job_add_gather(struct host1x_job *job, struct host1x_bo *bo,  in host1x_job_add_gather()  argument
110 	struct host1x_job_gather *gather = &job->cmds[job->num_cmds].gather;  in host1x_job_add_gather()
116 	job->num_cmds++;  in host1x_job_add_gather()
120 void host1x_job_add_wait(struct host1x_job *job, u32 id, u32 thresh,  in host1x_job_add_wait()  argument
123 	struct host1x_job_cmd *cmd = &job->cmds[job->num_cmds];  in host1x_job_add_wait()
131 	job->num_cmds++;  in host1x_job_add_wait()
135 static unsigned int pin_job(struct host1x *host, struct host1x_job *job)  in pin_job()  argument
138 	struct host1x_client *client = job->client;  in pin_job()
144 	job->num_unpins = 0;  in pin_job()
146 	for (i = 0; i < job->num_relocs; i++) {  in pin_job()
147 		struct host1x_reloc *reloc = &job->relocs[i];  in pin_job()
194 		job->addr_phys[job->num_unpins] = map->phys;  in pin_job()
195 		job->unpins[job->num_unpins].map = map;  in pin_job()
196 		job->num_unpins++;  in pin_job()
203 	if (job->enable_firewall)  in pin_job()
206 	for (i = 0; i < job->num_cmds; i++) {  in pin_job()
214 		if (job->cmds[i].is_wait)  in pin_job()
217 		g = &job->cmds[i].gather;  in pin_job()
257 		job->addr_phys[job->num_unpins] = map->phys;  in pin_job()
258 		job->unpins[job->num_unpins].map = map;  in pin_job()
259 		job->num_unpins++;  in pin_job()
261 		job->gather_addr_phys[i] = map->phys;  in pin_job()
269 	host1x_job_unpin(job);  in pin_job()
273 static int do_relocs(struct host1x_job *job, struct host1x_job_gather *g)  in do_relocs()  argument
280 	for (i = 0; i < job->num_relocs; i++) {  in do_relocs()
281 		struct host1x_reloc *reloc = &job->relocs[i];  in do_relocs()
282 		u32 reloc_addr = (job->reloc_addr_phys[i] +  in do_relocs()
290 		if (job->enable_firewall) {  in do_relocs()
291 			target = (u32 *)job->gather_copy_mapped +  in do_relocs()
333 	struct host1x_job *job;  member
351 	if (!fw->job->is_addr_reg)  in check_register()
354 	if (fw->job->is_addr_reg(fw->dev, fw->class, offset)) {  in check_register()
370 	if (!fw->job->is_valid_class) {  in check_class()
374 		if (!fw->job->is_valid_class(fw->class))  in check_class()
452 	u32 *cmdbuf_base = (u32 *)fw->job->gather_copy_mapped +  in validate()
518 static inline int copy_gathers(struct device *host, struct host1x_job *job,  in copy_gathers()  argument
526 	fw.job = job;  in copy_gathers()
528 	fw.reloc = job->relocs;  in copy_gathers()
529 	fw.num_relocs = job->num_relocs;  in copy_gathers()
530 	fw.class = job->class;  in copy_gathers()
532 	for (i = 0; i < job->num_cmds; i++) {  in copy_gathers()
535 		if (job->cmds[i].is_wait)  in copy_gathers()
538 		g = &job->cmds[i].gather;  in copy_gathers()
547 	job->gather_copy_mapped = dma_alloc_wc(host, size, &job->gather_copy,  in copy_gathers()
551 	if (!job->gather_copy_mapped)  in copy_gathers()
552 		job->gather_copy_mapped = dma_alloc_wc(host, size,  in copy_gathers()
553 						       &job->gather_copy,  in copy_gathers()
555 	if (!job->gather_copy_mapped)  in copy_gathers()
558 	job->gather_copy_size = size;  in copy_gathers()
560 	for (i = 0; i < job->num_cmds; i++) {  in copy_gathers()
564 		if (job->cmds[i].is_wait)  in copy_gathers()
566 		g = &job->cmds[i].gather;  in copy_gathers()
570 		memcpy(job->gather_copy_mapped + offset, gather + g->offset,  in copy_gathers()
575 		g->base = job->gather_copy;  in copy_gathers()
578 		/* Validate the job */  in copy_gathers()
592 int host1x_job_pin(struct host1x_job *job, struct device *dev)  in host1x_job_pin()  argument
599 	err = pin_job(host, job);  in host1x_job_pin()
603 	if (job->enable_firewall) {  in host1x_job_pin()
604 		err = copy_gathers(host->dev, job, dev);  in host1x_job_pin()
610 	for (i = 0; i < job->num_cmds; i++) {  in host1x_job_pin()
613 		if (job->cmds[i].is_wait)  in host1x_job_pin()
615 		g = &job->cmds[i].gather;  in host1x_job_pin()
622 		if (!job->enable_firewall)  in host1x_job_pin()
623 			g->base = job->gather_addr_phys[i];  in host1x_job_pin()
625 		for (j = i + 1; j < job->num_cmds; j++) {  in host1x_job_pin()
626 			if (!job->cmds[j].is_wait &&  in host1x_job_pin()
627 			    job->cmds[j].gather.bo == g->bo) {  in host1x_job_pin()
628 				job->cmds[j].gather.handled = true;  in host1x_job_pin()
629 				job->cmds[j].gather.base = g->base;  in host1x_job_pin()
633 		err = do_relocs(job, g);  in host1x_job_pin()
640 		host1x_job_unpin(job);  in host1x_job_pin()
647 void host1x_job_unpin(struct host1x_job *job)  in host1x_job_unpin()  argument
649 	struct host1x *host = dev_get_drvdata(job->channel->dev->parent);  in host1x_job_unpin()
652 	for (i = 0; i < job->num_unpins; i++) {  in host1x_job_unpin()
653 		struct host1x_bo_mapping *map = job->unpins[i].map;  in host1x_job_unpin()
656 		if (!job->enable_firewall && map->size && host->domain) {  in host1x_job_unpin()
657 			iommu_unmap(host->domain, job->addr_phys[i], map->size);  in host1x_job_unpin()
658 			free_iova(&host->iova, iova_pfn(&host->iova, job->addr_phys[i]));  in host1x_job_unpin()
665 	job->num_unpins = 0;  in host1x_job_unpin()
667 	if (job->gather_copy_size)  in host1x_job_unpin()
668 		dma_free_wc(host->dev, job->gather_copy_size,  in host1x_job_unpin()
669 			    job->gather_copy_mapped, job->gather_copy);  in host1x_job_unpin()
674  * Debug routine used to dump job entries
676 void host1x_job_dump(struct device *dev, struct host1x_job *job)  in host1x_job_dump()  argument
678 	dev_dbg(dev, "    SYNCPT_ID   %d\n", job->syncpt->id);  in host1x_job_dump()
679 	dev_dbg(dev, "    SYNCPT_VAL  %d\n", job->syncpt_end);  in host1x_job_dump()
680 	dev_dbg(dev, "    FIRST_GET   0x%x\n", job->first_get);  in host1x_job_dump()
681 	dev_dbg(dev, "    TIMEOUT     %d\n", job->timeout);  in host1x_job_dump()
682 	dev_dbg(dev, "    NUM_SLOTS   %d\n", job->num_slots);  in host1x_job_dump()
683 	dev_dbg(dev, "    NUM_HANDLES %d\n", job->num_unpins);  in host1x_job_dump()