/* * Copyright (c) 2017 Imagination Technologies. * * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer * in the documentation and/or other materials provided with * the distribution. * * Neither the name of Imagination Technologies nor the names of its * contributors may be used to endorse or promote products derived * from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include <string.h> #define op_t unsigned long int #define op_size sizeof (op_t) #if __mips64 || __mips_isa_rev >= 2 static inline size_t __attribute__ ((always_inline)) do_bytes (const char *base, const char *p, op_t inval) { op_t outval = 0; #if __mips64 __asm__ volatile ( "dsbh %1, %0 \n\t" "dshd %0, %1 \n\t" "dclz %1, %0 \n\t" : "+r" (inval), "+r" (outval) ); #else __asm__ volatile ( "wsbh %1, %0 \n\t" "rotr %0, %1, 16 \n\t" "clz %1, %0 \n\t" : "+r" (inval), "+r" (outval) ); #endif p += (outval >> 3); return (size_t) (p - base); } #define DO_WORD(w, cnt) { \ op_t val = ((w[cnt] - mask_1) & ~w[cnt]) & mask_128; \ if (val) \ return do_bytes(str, (const char *)(w + cnt), val); \ } #else static inline size_t __attribute__ ((always_inline)) do_bytes (const char *base, const char *p) { for (; *p; ++p); return (size_t) (p - base); } #define DO_WORD(w, cnt) { \ if (((w[cnt] - mask_1) & ~w[cnt]) & mask_128) \ return do_bytes(str, (const char *)(w + cnt)); \ } #endif size_t strlen (const char *str) __overloadable { if (*str) { const char *p = (const char *) str; const op_t *w; op_t mask_1, mask_128; while ((size_t) p % sizeof (op_t)) { if (!(*p)) return (p - str); p++; } __asm__ volatile ( "li %0, 0x01010101 \n\t" : "=r" (mask_1) ); #if __mips64 mask_1 |= mask_1 << 32; #endif mask_128 = mask_1 << 7; w = (const op_t *) p; while (1) { DO_WORD(w, 0); DO_WORD(w, 1); DO_WORD(w, 2); DO_WORD(w, 3); w += 4; } } return 0; }