| /* SPDX-License-Identifier: GPL-2.0 */ |
| /* strlen.S: Sparc optimized strlen code |
| * Hand optimized from GNU libc's strlen |
| * Copyright (C) 1991,1996 Free Software Foundation |
| * Copyright (C) 1996,2008 David S. Miller (davem@davemloft.net) |
| * Copyright (C) 1996, 1997 Jakub Jelinek (jj@sunsite.mff.cuni.cz) |
| */ |
| |
| #include <linux/export.h> |
| #include <linux/linkage.h> |
| #include <asm/asm.h> |
| |
| #define LO_MAGIC 0x01010101 |
| #define HI_MAGIC 0x80808080 |
| |
| .text |
| ENTRY(strlen) |
| mov %o0, %o1 |
| andcc %o0, 3, %g0 |
| BRANCH32(be, pt, 9f) |
| sethi %hi(HI_MAGIC), %o4 |
| ldub [%o0], %o5 |
| BRANCH_REG_ZERO(pn, %o5, 11f) |
| add %o0, 1, %o0 |
| andcc %o0, 3, %g0 |
| BRANCH32(be, pn, 4f) |
| or %o4, %lo(HI_MAGIC), %o3 |
| ldub [%o0], %o5 |
| BRANCH_REG_ZERO(pn, %o5, 12f) |
| add %o0, 1, %o0 |
| andcc %o0, 3, %g0 |
| BRANCH32(be, pt, 5f) |
| sethi %hi(LO_MAGIC), %o4 |
| ldub [%o0], %o5 |
| BRANCH_REG_ZERO(pn, %o5, 13f) |
| add %o0, 1, %o0 |
| BRANCH32(ba, pt, 8f) |
| or %o4, %lo(LO_MAGIC), %o2 |
| 9: |
| or %o4, %lo(HI_MAGIC), %o3 |
| 4: |
| sethi %hi(LO_MAGIC), %o4 |
| 5: |
| or %o4, %lo(LO_MAGIC), %o2 |
| 8: |
| ld [%o0], %o5 |
| 2: |
| sub %o5, %o2, %o4 |
| andcc %o4, %o3, %g0 |
| BRANCH32(be, pt, 8b) |
| add %o0, 4, %o0 |
| |
| /* Check every byte. */ |
| srl %o5, 24, %g7 |
| andcc %g7, 0xff, %g0 |
| BRANCH32(be, pn, 1f) |
| add %o0, -4, %o4 |
| srl %o5, 16, %g7 |
| andcc %g7, 0xff, %g0 |
| BRANCH32(be, pn, 1f) |
| add %o4, 1, %o4 |
| srl %o5, 8, %g7 |
| andcc %g7, 0xff, %g0 |
| BRANCH32(be, pn, 1f) |
| add %o4, 1, %o4 |
| andcc %o5, 0xff, %g0 |
| BRANCH32_ANNUL(bne, pt, 2b) |
| ld [%o0], %o5 |
| add %o4, 1, %o4 |
| 1: |
| retl |
| sub %o4, %o1, %o0 |
| 11: |
| retl |
| mov 0, %o0 |
| 12: |
| retl |
| mov 1, %o0 |
| 13: |
| retl |
| mov 2, %o0 |
| ENDPROC(strlen) |
| EXPORT_SYMBOL(strlen) |