75 #define CSUM_BIGCHUNK1(src, offset, sum, _t0, _t1, _t2, _t3)	\  argument
76 	LOAD	_t0, (offset + UNIT(0))(src);			\
77 	LOAD	_t1, (offset + UNIT(1))(src);			\
78 	LOAD	_t2, (offset + UNIT(2))(src);			\
79 	LOAD	_t3, (offset + UNIT(3))(src);			\
86 #define CSUM_BIGCHUNK(src, offset, sum, _t0, _t1, _t2, _t3)	\  argument
87 	CSUM_BIGCHUNK1(src, offset, sum, _t0, _t1, _t2, _t3)
89 #define CSUM_BIGCHUNK(src, offset, sum, _t0, _t1, _t2, _t3)	\  argument
90 	CSUM_BIGCHUNK1(src, offset, sum, _t0, _t1, _t2, _t3);	\
91 	CSUM_BIGCHUNK1(src, offset + 0x10, sum, _t0, _t1, _t2, _t3)
100 #define src a0  macro
115 	andi	t7, src, 0x1			/* odd buffer? */
119 	 andi	t8, src, 0x2
121 	lbu	t0, (src)
127 	PTR_ADDU	src, src, 0x1
128 	andi	t8, src, 0x2
134 	lhu	t0, (src)
138 	PTR_ADDU	src, src, 0x2
144 	andi	t8, src, 0x4
146 	 andi	t8, src, 0x8
148 	LOAD32	t0, 0x00(src)
151 	PTR_ADDU	src, src, 0x4
152 	andi	t8, src, 0x8
156 	 andi	t8, src, 0x10
159 	ld	t0, 0x00(src)
163 	lw	t0, 0x00(src)
164 	lw	t1, 0x04(src)
169 	PTR_ADDU	src, src, 0x8
170 	andi	t8, src, 0x10
177 	ld	t0, 0x00(src)
178 	ld	t1, 0x08(src)
182 	CSUM_BIGCHUNK1(src, 0x00, sum, t0, t1, t3, t4)
185 	PTR_ADDU	src, src, 0x10
193 	CSUM_BIGCHUNK(src, 0x00, sum, t0, t1, t3, t4)
194 	CSUM_BIGCHUNK(src, 0x20, sum, t0, t1, t3, t4)
195 	CSUM_BIGCHUNK(src, 0x40, sum, t0, t1, t3, t4)
196 	CSUM_BIGCHUNK(src, 0x60, sum, t0, t1, t3, t4)
199 	PTR_ADDU	src, src, 0x80
208 	CSUM_BIGCHUNK(src, 0x00, sum, t0, t1, t3, t4)
209 	CSUM_BIGCHUNK(src, 0x20, sum, t0, t1, t3, t4)
210 	PTR_ADDU	src, src, 0x40
217 	CSUM_BIGCHUNK(src, 0x00, sum, t0, t1, t3, t4)
219 	PTR_ADDU	src, src, 0x20
227 	LOAD32	t0, (src)
231 	PTR_ADDU	src, src, 0x4
244 	ulw	t1, (src)
245 	PTR_ADDIU	src, 4
256 	ulhu	t1, (src)
257 	PTR_ADDIU	src, 2
262 	lbu	t2, (src)
317 #define src a0  macro
454 	PTR_ADDU	AT, src, len	/* See (1) above. */
483 	 and	t0, src, ADDRMASK
499 	LOAD(t0, UNIT(0)(src), .Ll_exc\@)
500 	LOAD(t1, UNIT(1)(src), .Ll_exc_copy\@)
501 	LOAD(t2, UNIT(2)(src), .Ll_exc_copy\@)
502 	LOAD(t3, UNIT(3)(src), .Ll_exc_copy\@)
503 	LOAD(t4, UNIT(4)(src), .Ll_exc_copy\@)
504 	LOAD(t5, UNIT(5)(src), .Ll_exc_copy\@)
505 	LOAD(t6, UNIT(6)(src), .Ll_exc_copy\@)
506 	LOAD(t7, UNIT(7)(src), .Ll_exc_copy\@)
508 	ADD	src, src, 8*NBYTES
543 	LOAD(t0, UNIT(0)(src), .Ll_exc\@)
544 	LOAD(t1, UNIT(1)(src), .Ll_exc_copy\@)
545 	LOAD(t2, UNIT(2)(src), .Ll_exc_copy\@)
546 	LOAD(t3, UNIT(3)(src), .Ll_exc_copy\@)
548 	ADD	src, src, 4*NBYTES
568 	LOAD(t0, 0(src), .Ll_exc\@)
569 	ADD	src, src, NBYTES
594 	LOAD(t0, 0(src), .Ll_exc\@)
614 	LDFIRST(t3, FIRST(0)(src), .Ll_exc\@)
616 	LDREST(t3, REST(0)(src), .Ll_exc_copy\@)
628 	 ADD	src, src, t2
641 	LDFIRST(t0, FIRST(0)(src), .Ll_exc\@)
642 	LDFIRST(t1, FIRST(1)(src), .Ll_exc_copy\@)
644 	LDREST(t0, REST(0)(src), .Ll_exc_copy\@)
645 	LDREST(t1, REST(1)(src), .Ll_exc_copy\@)
646 	LDFIRST(t2, FIRST(2)(src), .Ll_exc_copy\@)
647 	LDFIRST(t3, FIRST(3)(src), .Ll_exc_copy\@)
648 	LDREST(t2, REST(2)(src), .Ll_exc_copy\@)
649 	LDREST(t3, REST(3)(src), .Ll_exc_copy\@)
650 	ADD	src, src, 4*NBYTES
673 	LDFIRST(t0, FIRST(0)(src), .Ll_exc\@)
674 	LDREST(t0, REST(0)(src), .Ll_exc_copy\@)
675 	ADD	src, src, NBYTES
700 	LOADBU(t0, N(src), .Ll_exc_copy\@);	\
716 	LOADBU(t0, NBYTES-2(src), .Ll_exc_copy\@)
773 	LOADBU(t1, 0(src), .Ll_exc\@)
774 	ADD	src, src, 1
781 	bne	src, t0, 1b
795 	SUB	dst, src
801 	SUB	src, len, 1
809 	bnez	src, 1b
810 	 SUB	src, src, 1
813 	bnez	src, 1b
814 	 SUB	src, src, v1