374 	struct rcar_du_device *rcdu = to_rcar_du_device(dev);  in rcar_du_gem_prime_import_sg_table()  local
379 	if (!rcar_du_has(rcdu, RCAR_DU_FEATURE_VSP1_SOURCE))  in rcar_du_gem_prime_import_sg_table()
409 	struct rcar_du_device *rcdu = to_rcar_du_device(dev);  in rcar_du_dumb_create()  local
417 	if (rcar_du_needs(rcdu, RCAR_DU_QUIRK_ALIGN_128B))  in rcar_du_dumb_create()
431 	struct rcar_du_device *rcdu = to_rcar_du_device(dev);  in rcar_du_fb_create()  local
445 	if (rcdu->info->gen < 3) {  in rcar_du_fb_create()
455 		if (rcar_du_needs(rcdu, RCAR_DU_QUIRK_ALIGN_128B))  in rcar_du_fb_create()
503 	struct rcar_du_device *rcdu = to_rcar_du_device(dev);  in rcar_du_atomic_check()  local
510 	if (rcar_du_has(rcdu, RCAR_DU_FEATURE_VSP1_SOURCE))  in rcar_du_atomic_check()
519 	struct rcar_du_device *rcdu = to_rcar_du_device(dev);  in rcar_du_atomic_commit_tail()  local
528 	rcdu->dpad1_source = -1;  in rcar_du_atomic_commit_tail()
536 			rcdu->dpad0_source = rcrtc->index;  in rcar_du_atomic_commit_tail()
539 			rcdu->dpad1_source = rcrtc->index;  in rcar_du_atomic_commit_tail()
568 static int rcar_du_encoders_init_one(struct rcar_du_device *rcdu,  in rcar_du_encoders_init_one()  argument
578 		dev_dbg(rcdu->dev, "unconnected endpoint %pOF, skipping\n",  in rcar_du_encoders_init_one()
584 		dev_dbg(rcdu->dev,  in rcar_du_encoders_init_one()
591 	ret = rcar_du_encoder_init(rcdu, output, entity);  in rcar_du_encoders_init_one()
593 		dev_warn(rcdu->dev,  in rcar_du_encoders_init_one()
602 static int rcar_du_encoders_init(struct rcar_du_device *rcdu)  in rcar_du_encoders_init()  argument
604 	struct device_node *np = rcdu->dev->of_node;  in rcar_du_encoders_init()
626 			if (rcdu->info->routes[i].possible_crtcs &&  in rcar_du_encoders_init()
627 			    rcdu->info->routes[i].port == ep.port) {  in rcar_du_encoders_init()
634 			dev_warn(rcdu->dev,  in rcar_du_encoders_init()
641 		ret = rcar_du_encoders_init_one(rcdu, output, &ep);  in rcar_du_encoders_init()
657 static int rcar_du_properties_init(struct rcar_du_device *rcdu)  in rcar_du_properties_init()  argument
664 	rcdu->props.colorkey =  in rcar_du_properties_init()
665 		drm_property_create_range(&rcdu->ddev, 0, "colorkey",  in rcar_du_properties_init()
667 	if (rcdu->props.colorkey == NULL)  in rcar_du_properties_init()
673 static int rcar_du_vsps_init(struct rcar_du_device *rcdu)  in rcar_du_vsps_init()  argument
675 	const struct device_node *np = rcdu->dev->of_node;  in rcar_du_vsps_init()
698 	cells = ret / rcdu->num_crtcs - 1;  in rcar_du_vsps_init()
702 	for (i = 0; i < rcdu->num_crtcs; ++i) {  in rcar_du_vsps_init()
731 		rcdu->crtcs[i].vsp = &rcdu->vsps[j];  in rcar_du_vsps_init()
732 		rcdu->crtcs[i].vsp_pipe = cells >= 1 ? args.args[0] : 0;  in rcar_du_vsps_init()
740 		struct rcar_du_vsp *vsp = &rcdu->vsps[i];  in rcar_du_vsps_init()
743 		vsp->dev = rcdu;  in rcar_du_vsps_init()
759 static int rcar_du_cmm_init(struct rcar_du_device *rcdu)  in rcar_du_cmm_init()  argument
761 	const struct device_node *np = rcdu->dev->of_node;  in rcar_du_cmm_init()
769 	if (cells > rcdu->num_crtcs) {  in rcar_du_cmm_init()
770 		dev_err(rcdu->dev,  in rcar_du_cmm_init()
783 			dev_err(rcdu->dev,  in rcar_du_cmm_init()
796 			dev_err(rcdu->dev, "No device found for CMM%u\n", i);  in rcar_du_cmm_init()
813 		rcdu->cmms[i] = pdev;  in rcar_du_cmm_init()
819 		link = device_link_add(rcdu->dev, &pdev->dev, DL_FLAG_STATELESS);  in rcar_du_cmm_init()
821 			dev_err(rcdu->dev,  in rcar_du_cmm_init()
832 	struct rcar_du_device *rcdu = to_rcar_du_device(dev);  in rcar_du_modeset_cleanup()  local
835 	for (i = 0; i < ARRAY_SIZE(rcdu->cmms); ++i)  in rcar_du_modeset_cleanup()
836 		platform_device_put(rcdu->cmms[i]);  in rcar_du_modeset_cleanup()
839 int rcar_du_modeset_init(struct rcar_du_device *rcdu)  in rcar_du_modeset_init()  argument
845 	struct drm_device *dev = &rcdu->ddev;  in rcar_du_modeset_init()
859 	ret = drmm_add_action(&rcdu->ddev, rcar_du_modeset_cleanup, NULL);  in rcar_du_modeset_init()
869 	if (rcdu->info->gen < 3) {  in rcar_du_modeset_init()
881 	rcdu->num_crtcs = hweight8(rcdu->info->channels_mask);  in rcar_du_modeset_init()
883 	ret = rcar_du_properties_init(rcdu);  in rcar_du_modeset_init()
891 	ret = drm_vblank_init(dev, rcdu->num_crtcs);  in rcar_du_modeset_init()
896 	num_groups = DIV_ROUND_UP(rcdu->num_crtcs, 2);  in rcar_du_modeset_init()
899 		struct rcar_du_group *rgrp = &rcdu->groups[i];  in rcar_du_modeset_init()
903 		rgrp->dev = rcdu;  in rcar_du_modeset_init()
907 		rgrp->channels_mask = (rcdu->info->channels_mask >> (2 * i))  in rcar_du_modeset_init()
918 				   ? (rcdu->info->gen >= 3 ? 0x04 : 0xf0)  in rcar_du_modeset_init()
921 		if (!rcar_du_has(rcdu, RCAR_DU_FEATURE_VSP1_SOURCE)) {  in rcar_du_modeset_init()
929 	if (rcar_du_has(rcdu, RCAR_DU_FEATURE_VSP1_SOURCE)) {  in rcar_du_modeset_init()
930 		ret = rcar_du_vsps_init(rcdu);  in rcar_du_modeset_init()
936 	ret = rcar_du_cmm_init(rcdu);  in rcar_du_modeset_init()
938 		return dev_err_probe(rcdu->dev, ret,  in rcar_du_modeset_init()
942 	for (swindex = 0, hwindex = 0; swindex < rcdu->num_crtcs; ++hwindex) {  in rcar_du_modeset_init()
946 		if (!(rcdu->info->channels_mask & BIT(hwindex)))  in rcar_du_modeset_init()
949 		rgrp = &rcdu->groups[hwindex / 2];  in rcar_du_modeset_init()
957 	ret = rcar_du_encoders_init(rcdu);  in rcar_du_modeset_init()
959 		return dev_err_probe(rcdu->dev, ret,  in rcar_du_modeset_init()
963 		dev_err(rcdu->dev, "error: no encoder could be initialized\n");  in rcar_du_modeset_init()
977 			&rcdu->info->routes[renc->output];  in rcar_du_modeset_init()
984 	if (rcdu->info->gen >= 3) {  in rcar_du_modeset_init()
985 		for (i = 0; i < rcdu->num_crtcs; ++i) {  in rcar_du_modeset_init()
986 			struct rcar_du_crtc *rcrtc = &rcdu->crtcs[i];  in rcar_du_modeset_init()
988 			ret = rcar_du_writeback_init(rcdu, rcrtc);  in rcar_du_modeset_init()
1002 	dpad0_sources = rcdu->info->routes[RCAR_DU_OUTPUT_DPAD0].possible_crtcs;  in rcar_du_modeset_init()
1003 	rcdu->dpad0_source = ffs(dpad0_sources) - 1;  in rcar_du_modeset_init()