| /* | |
| * This file is subject to the terms and conditions of the GNU General Public | |
| * License. See the file "COPYING" in the main directory of this archive | |
| * for more details. | |
| * | |
| * Copyright (C) 1998 Ralf Baechle | |
| */ | |
| #include <asm/asm.h> | |
| #include <asm/regdef.h> | |
| #define ADDC(sum,reg) \ | |
| addu sum, reg; \ | |
| sltu v1, sum, reg; \ | |
| addu sum, v1 | |
| #define CSUM_BIGCHUNK(src, offset, sum, t0, t1, t2, t3) \ | |
| lw t0, (offset + 0x00)(src); \ | |
| lw t1, (offset + 0x04)(src); \ | |
| lw t2, (offset + 0x08)(src); \ | |
| lw t3, (offset + 0x0c)(src); \ | |
| ADDC(sum, t0); \ | |
| ADDC(sum, t1); \ | |
| ADDC(sum, t2); \ | |
| ADDC(sum, t3); \ | |
| lw t0, (offset + 0x10)(src); \ | |
| lw t1, (offset + 0x14)(src); \ | |
| lw t2, (offset + 0x18)(src); \ | |
| lw t3, (offset + 0x1c)(src); \ | |
| ADDC(sum, t0); \ | |
| ADDC(sum, t1); \ | |
| ADDC(sum, t2); \ | |
| ADDC(sum, t3); \ | |
| /* | |
| * a0: source address | |
| * a1: length of the area to checksum | |
| * a2: partial checksum | |
| */ | |
| #define src a0 | |
| #define dest a1 | |
| #define sum v0 | |
| .text | |
| .set noreorder | |
| /* unknown src alignment and < 8 bytes to go */ | |
| small_csumcpy: | |
| move a1, t2 | |
| andi t0, a1, 4 | |
| beqz t0, 1f | |
| andi t0, a1, 2 | |
| /* Still a full word to go */ | |
| ulw t1, (src) | |
| addiu src, 4 | |
| ADDC(sum, t1) | |
| 1: move t1, zero | |
| beqz t0, 1f | |
| andi t0, a1, 1 | |
| /* Still a halfword to go */ | |
| ulhu t1, (src) | |
| addiu src, 2 | |
| 1: beqz t0, 1f | |
| sll t1, t1, 16 | |
| lbu t2, (src) | |
| nop | |
| #ifdef __MIPSEB__ | |
| sll t2, t2, 8 | |
| #endif | |
| or t1, t2 | |
| 1: ADDC(sum, t1) | |
| /* fold checksum */ | |
| sll v1, sum, 16 | |
| addu sum, v1 | |
| sltu v1, sum, v1 | |
| srl sum, sum, 16 | |
| addu sum, v1 | |
| /* odd buffer alignment? */ | |
| beqz t7, 1f | |
| nop | |
| sll v1, sum, 8 | |
| srl sum, sum, 8 | |
| or sum, v1 | |
| andi sum, 0xffff | |
| 1: | |
| .set reorder | |
| /* Add the passed partial csum. */ | |
| ADDC(sum, a2) | |
| jr ra | |
| .set noreorder | |
| /* ------------------------------------------------------------------------- */ | |
| .align 5 | |
| LEAF(csum_partial) | |
| move sum, zero | |
| move t7, zero | |
| sltiu t8, a1, 0x8 | |
| bnez t8, small_csumcpy /* < 8 bytes to copy */ | |
| move t2, a1 | |
| beqz a1, out | |
| andi t7, src, 0x1 /* odd buffer? */ | |
| hword_align: | |
| beqz t7, word_align | |
| andi t8, src, 0x2 | |
| lbu t0, (src) | |
| subu a1, a1, 0x1 | |
| #ifdef __MIPSEL__ | |
| sll t0, t0, 8 | |
| #endif | |
| ADDC(sum, t0) | |
| addu src, src, 0x1 | |
| andi t8, src, 0x2 | |
| word_align: | |
| beqz t8, dword_align | |
| sltiu t8, a1, 56 | |
| lhu t0, (src) | |
| subu a1, a1, 0x2 | |
| ADDC(sum, t0) | |
| sltiu t8, a1, 56 | |
| addu src, src, 0x2 | |
| dword_align: | |
| bnez t8, do_end_words | |
| move t8, a1 | |
| andi t8, src, 0x4 | |
| beqz t8, qword_align | |
| andi t8, src, 0x8 | |
| lw t0, 0x00(src) | |
| subu a1, a1, 0x4 | |
| ADDC(sum, t0) | |
| addu src, src, 0x4 | |
| andi t8, src, 0x8 | |
| qword_align: | |
| beqz t8, oword_align | |
| andi t8, src, 0x10 | |
| lw t0, 0x00(src) | |
| lw t1, 0x04(src) | |
| subu a1, a1, 0x8 | |
| ADDC(sum, t0) | |
| ADDC(sum, t1) | |
| addu src, src, 0x8 | |
| andi t8, src, 0x10 | |
| oword_align: | |
| beqz t8, begin_movement | |
| srl t8, a1, 0x7 | |
| lw t3, 0x08(src) | |
| lw t4, 0x0c(src) | |
| lw t0, 0x00(src) | |
| lw t1, 0x04(src) | |
| ADDC(sum, t3) | |
| ADDC(sum, t4) | |
| ADDC(sum, t0) | |
| ADDC(sum, t1) | |
| subu a1, a1, 0x10 | |
| addu src, src, 0x10 | |
| srl t8, a1, 0x7 | |
| begin_movement: | |
| beqz t8, 1f | |
| andi t2, a1, 0x40 | |
| move_128bytes: | |
| CSUM_BIGCHUNK(src, 0x00, sum, t0, t1, t3, t4) | |
| CSUM_BIGCHUNK(src, 0x20, sum, t0, t1, t3, t4) | |
| CSUM_BIGCHUNK(src, 0x40, sum, t0, t1, t3, t4) | |
| CSUM_BIGCHUNK(src, 0x60, sum, t0, t1, t3, t4) | |
| subu t8, t8, 0x01 | |
| bnez t8, move_128bytes | |
| addu src, src, 0x80 | |
| 1: | |
| beqz t2, 1f | |
| andi t2, a1, 0x20 | |
| move_64bytes: | |
| CSUM_BIGCHUNK(src, 0x00, sum, t0, t1, t3, t4) | |
| CSUM_BIGCHUNK(src, 0x20, sum, t0, t1, t3, t4) | |
| addu src, src, 0x40 | |
| 1: | |
| beqz t2, do_end_words | |
| andi t8, a1, 0x1c | |
| move_32bytes: | |
| CSUM_BIGCHUNK(src, 0x00, sum, t0, t1, t3, t4) | |
| andi t8, a1, 0x1c | |
| addu src, src, 0x20 | |
| do_end_words: | |
| beqz t8, maybe_end_cruft | |
| srl t8, t8, 0x2 | |
| end_words: | |
| lw t0, (src) | |
| subu t8, t8, 0x1 | |
| ADDC(sum, t0) | |
| bnez t8, end_words | |
| addu src, src, 0x4 | |
| maybe_end_cruft: | |
| andi t2, a1, 0x3 | |
| small_memcpy: | |
| j small_csumcpy; move a1, t2 | |
| beqz t2, out | |
| move a1, t2 | |
| end_bytes: | |
| lb t0, (src) | |
| subu a1, a1, 0x1 | |
| bnez a2, end_bytes | |
| addu src, src, 0x1 | |
| out: | |
| jr ra | |
| move v0, sum | |
| END(csum_partial) |