| lh | 9ed821d | 2023-04-07 01:36:19 -0700 | [diff] [blame] | 1 | /* Optimized strcpy for Xtensa. | 
|  | 2 | Copyright (C) 2001, 2007 Free Software Foundation, Inc. | 
|  | 3 | This file is part of the GNU C Library. | 
|  | 4 |  | 
|  | 5 | The GNU C Library is free software; you can redistribute it and/or | 
|  | 6 | modify it under the terms of the GNU Lesser General Public | 
|  | 7 | License as published by the Free Software Foundation; either | 
|  | 8 | version 2.1 of the License, or (at your option) any later version. | 
|  | 9 |  | 
|  | 10 | The GNU C Library is distributed in the hope that it will be useful, | 
|  | 11 | but WITHOUT ANY WARRANTY; without even the implied warranty of | 
|  | 12 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU | 
|  | 13 | Lesser General Public License for more details. | 
|  | 14 |  | 
|  | 15 | You should have received a copy of the GNU Lesser General Public | 
|  | 16 | License along with the GNU C Library; if not, write to the Free | 
|  | 17 | Software Foundation, Inc., 51 Franklin Street - Fifth Floor, | 
|  | 18 | Boston, MA 02110-1301, USA.  */ | 
|  | 19 |  | 
|  | 20 | #include "../../sysdeps/linux/xtensa/sysdep.h" | 
|  | 21 | #include <bits/xtensa-config.h> | 
|  | 22 |  | 
|  | 23 | #ifdef __XTENSA_EB__ | 
|  | 24 | #define	MASK0 0xff000000 | 
|  | 25 | #define	MASK1 0x00ff0000 | 
|  | 26 | #define	MASK2 0x0000ff00 | 
|  | 27 | #define	MASK3 0x000000ff | 
|  | 28 | #else | 
|  | 29 | #define	MASK0 0x000000ff | 
|  | 30 | #define	MASK1 0x0000ff00 | 
|  | 31 | #define	MASK2 0x00ff0000 | 
|  | 32 | #define	MASK3 0xff000000 | 
|  | 33 | #endif | 
|  | 34 |  | 
|  | 35 | /* Do not use .literal_position in the ENTRY macro.  */ | 
|  | 36 | #undef LITERAL_POSITION | 
|  | 37 | #define LITERAL_POSITION | 
|  | 38 |  | 
|  | 39 | .text | 
|  | 40 | .align	4 | 
|  | 41 | .literal_position | 
|  | 42 | __strncpy_aux: | 
|  | 43 |  | 
|  | 44 | .Lsrc1mod2: /* src address is odd */ | 
|  | 45 | l8ui	a8, a3, 0	/* get byte 0 */ | 
|  | 46 | addi	a3, a3, 1	/* advance src pointer */ | 
|  | 47 | s8i	a8, a10, 0	/* store byte 0 */ | 
|  | 48 | addi	a4, a4, -1	/* decrement n */ | 
|  | 49 | beqz    a4, .Lret       /* if n is zero */ | 
|  | 50 | addi	a10, a10, 1	/* advance dst pointer */ | 
|  | 51 | beqz	a8, .Lfill	/* if byte 0 is zero */ | 
|  | 52 | bbci.l	a3, 1, .Lsrcaligned /* if src is now word-aligned */ | 
|  | 53 |  | 
|  | 54 | .Lsrc2mod4: /* src address is 2 mod 4 */ | 
|  | 55 | l8ui	a8, a3, 0	/* get byte 0 */ | 
|  | 56 | addi	a4, a4, -1	/* decrement n */ | 
|  | 57 | s8i	a8, a10, 0	/* store byte 0 */ | 
|  | 58 | beqz    a4, .Lret       /* if n is zero */ | 
|  | 59 | addi	a10, a10, 1	/* advance dst pointer */ | 
|  | 60 | beqz	a8, .Lfill	/* if byte 0 is zero */ | 
|  | 61 | l8ui	a8, a3, 1	/* get byte 0 */ | 
|  | 62 | addi	a3, a3, 2	/* advance src pointer */ | 
|  | 63 | s8i	a8, a10, 0	/* store byte 0 */ | 
|  | 64 | addi	a4, a4, -1	/* decrement n */ | 
|  | 65 | beqz    a4, .Lret       /* if n is zero */ | 
|  | 66 | addi	a10, a10, 1	/* advance dst pointer */ | 
|  | 67 | bnez	a8, .Lsrcaligned | 
|  | 68 | j	.Lfill | 
|  | 69 |  | 
|  | 70 | .Lret: | 
|  | 71 | retw | 
|  | 72 |  | 
|  | 73 |  | 
|  | 74 | ENTRY (strncpy) | 
|  | 75 | /* a2 = dst, a3 = src */ | 
|  | 76 |  | 
|  | 77 | mov	a10, a2		/* leave dst in return value register */ | 
|  | 78 | beqz    a4, .Lret       /* if n is zero */ | 
|  | 79 |  | 
|  | 80 | movi	a11, MASK0 | 
|  | 81 | movi	a5, MASK1 | 
|  | 82 | movi	a6, MASK2 | 
|  | 83 | movi	a7, MASK3 | 
|  | 84 | bbsi.l	a3, 0, .Lsrc1mod2 | 
|  | 85 | bbsi.l	a3, 1, .Lsrc2mod4 | 
|  | 86 | .Lsrcaligned: | 
|  | 87 |  | 
|  | 88 | /* Check if the destination is aligned.  */ | 
|  | 89 | movi	a8, 3 | 
|  | 90 | bnone	a10, a8, .Laligned | 
|  | 91 |  | 
|  | 92 | j	.Ldstunaligned | 
|  | 93 |  | 
|  | 94 |  | 
|  | 95 | /* Fill the dst with zeros -- n is at least 1.  */ | 
|  | 96 |  | 
|  | 97 | .Lfill: | 
|  | 98 | movi	a9, 0 | 
|  | 99 | bbsi.l	a10, 0, .Lfill1mod2 | 
|  | 100 | bbsi.l	a10, 1, .Lfill2mod4 | 
|  | 101 | .Lfillaligned: | 
|  | 102 | blti	a4, 4, .Lfillcleanup | 
|  | 103 |  | 
|  | 104 | /* Loop filling complete words with zero.  */ | 
|  | 105 | #if XCHAL_HAVE_LOOPS | 
|  | 106 |  | 
|  | 107 | srai	a8, a4, 2 | 
|  | 108 | loop	a8, 1f | 
|  | 109 | s32i	a9, a10, 0 | 
|  | 110 | addi	a10, a10, 4 | 
|  | 111 |  | 
|  | 112 | 1:	slli	a8, a8, 2 | 
|  | 113 | sub	a4, a4, a8 | 
|  | 114 |  | 
|  | 115 | #else /* !XCHAL_HAVE_LOOPS */ | 
|  | 116 |  | 
|  | 117 | 1:	s32i	a9, a10, 0 | 
|  | 118 | addi	a10, a10, 4 | 
|  | 119 | addi	a4, a4, -4 | 
|  | 120 | bgei    a4, 4, 1b | 
|  | 121 |  | 
|  | 122 | #endif /* !XCHAL_HAVE_LOOPS */ | 
|  | 123 |  | 
|  | 124 | beqz	a4, 2f | 
|  | 125 |  | 
|  | 126 | .Lfillcleanup: | 
|  | 127 | /* Fill leftover (1 to 3) bytes with zero.  */ | 
|  | 128 | s8i	a9, a10, 0	/* store byte 0 */ | 
|  | 129 | addi	a4, a4, -1	/* decrement n */ | 
|  | 130 | addi	a10, a10, 1 | 
|  | 131 | bnez    a4, .Lfillcleanup | 
|  | 132 |  | 
|  | 133 | 2:	retw | 
|  | 134 |  | 
|  | 135 | .Lfill1mod2: /* dst address is odd */ | 
|  | 136 | s8i	a9, a10, 0	/* store byte 0 */ | 
|  | 137 | addi	a4, a4, -1	/* decrement n */ | 
|  | 138 | beqz    a4, 2b		/* if n is zero */ | 
|  | 139 | addi    a10, a10, 1	/* advance dst pointer */ | 
|  | 140 | bbci.l	a10, 1, .Lfillaligned /* if dst is now word-aligned */ | 
|  | 141 |  | 
|  | 142 | .Lfill2mod4: /* dst address is 2 mod 4 */ | 
|  | 143 | s8i	a9, a10, 0	/* store byte 0 */ | 
|  | 144 | addi	a4, a4, -1	/* decrement n */ | 
|  | 145 | beqz    a4, 2b		/* if n is zero */ | 
|  | 146 | s8i	a9, a10, 1	/* store byte 1 */ | 
|  | 147 | addi	a4, a4, -1	/* decrement n */ | 
|  | 148 | beqz    a4, 2b		/* if n is zero */ | 
|  | 149 | addi    a10, a10, 2	/* advance dst pointer */ | 
|  | 150 | j	.Lfillaligned | 
|  | 151 |  | 
|  | 152 |  | 
|  | 153 | /* dst is word-aligned; src is word-aligned; n is at least 1.  */ | 
|  | 154 |  | 
|  | 155 | .align	4 | 
|  | 156 | /* (2 mod 4) alignment for loop instruction */ | 
|  | 157 | .Laligned: | 
|  | 158 | #if XCHAL_HAVE_LOOPS | 
|  | 159 | _movi.n	a8, 0		/* set up for the maximum loop count */ | 
|  | 160 | loop	a8, 1f		/* loop forever (almost anyway) */ | 
|  | 161 | blti	a4, 5, .Ldstunaligned /* n is near limit; do one at a time */ | 
|  | 162 | l32i	a8, a3, 0	/* get word from src */ | 
|  | 163 | addi	a3, a3, 4	/* advance src pointer */ | 
|  | 164 | bnone	a8, a11, .Lz0	/* if byte 0 is zero */ | 
|  | 165 | bnone	a8, a5, .Lz1	/* if byte 1 is zero */ | 
|  | 166 | bnone	a8, a6, .Lz2	/* if byte 2 is zero */ | 
|  | 167 | s32i	a8, a10, 0	/* store word to dst */ | 
|  | 168 | addi	a4, a4, -4	/* decrement n */ | 
|  | 169 | addi	a10, a10, 4	/* advance dst pointer */ | 
|  | 170 | bnone	a8, a7, .Lfill	/* if byte 3 is zero */ | 
|  | 171 | 1: | 
|  | 172 |  | 
|  | 173 | #else /* !XCHAL_HAVE_LOOPS */ | 
|  | 174 |  | 
|  | 175 | 1:	blti	a4, 5, .Ldstunaligned /* n is near limit; do one at a time */ | 
|  | 176 | l32i	a8, a3, 0	/* get word from src */ | 
|  | 177 | addi	a3, a3, 4	/* advance src pointer */ | 
|  | 178 | bnone	a8, a11, .Lz0	/* if byte 0 is zero */ | 
|  | 179 | bnone	a8, a5, .Lz1	/* if byte 1 is zero */ | 
|  | 180 | bnone	a8, a6, .Lz2	/* if byte 2 is zero */ | 
|  | 181 | s32i	a8, a10, 0	/* store word to dst */ | 
|  | 182 | addi	a4, a4, -4	/* decrement n */ | 
|  | 183 | addi	a10, a10, 4	/* advance dst pointer */ | 
|  | 184 | bany	a8, a7, 1b	/* no zeroes */ | 
|  | 185 | #endif /* !XCHAL_HAVE_LOOPS */ | 
|  | 186 |  | 
|  | 187 | j	.Lfill | 
|  | 188 |  | 
|  | 189 | .Lz0:	/* Byte 0 is zero.  */ | 
|  | 190 | #ifdef __XTENSA_EB__ | 
|  | 191 | movi	a8, 0 | 
|  | 192 | #endif | 
|  | 193 | s8i	a8, a10, 0 | 
|  | 194 | addi	a4, a4, -1	/* decrement n */ | 
|  | 195 | addi	a10, a10, 1	/* advance dst pointer */ | 
|  | 196 | j	.Lfill | 
|  | 197 |  | 
|  | 198 | .Lz1:	/* Byte 1 is zero.  */ | 
|  | 199 | #ifdef __XTENSA_EB__ | 
|  | 200 | extui   a8, a8, 16, 16 | 
|  | 201 | #endif | 
|  | 202 | s16i	a8, a10, 0 | 
|  | 203 | addi	a4, a4, -2	/* decrement n */ | 
|  | 204 | addi	a10, a10, 2	/* advance dst pointer */ | 
|  | 205 | j	.Lfill | 
|  | 206 |  | 
|  | 207 | .Lz2:	/* Byte 2 is zero.  */ | 
|  | 208 | #ifdef __XTENSA_EB__ | 
|  | 209 | extui   a8, a8, 16, 16 | 
|  | 210 | #endif | 
|  | 211 | s16i	a8, a10, 0 | 
|  | 212 | movi	a8, 0 | 
|  | 213 | s8i	a8, a10, 2 | 
|  | 214 | addi	a4, a4, -3	/* decrement n */ | 
|  | 215 | addi	a10, a10, 3	/* advance dst pointer */ | 
|  | 216 | j	.Lfill | 
|  | 217 |  | 
|  | 218 | .align	4 | 
|  | 219 | /* (2 mod 4) alignment for loop instruction */ | 
|  | 220 | .Ldstunaligned: | 
|  | 221 |  | 
|  | 222 | #if XCHAL_HAVE_LOOPS | 
|  | 223 | _movi.n	a8, 0		/* set up for the maximum loop count */ | 
|  | 224 | loop	a8, 2f		/* loop forever (almost anyway) */ | 
|  | 225 | #endif | 
|  | 226 | 1:	l8ui	a8, a3, 0 | 
|  | 227 | addi	a3, a3, 1 | 
|  | 228 | s8i	a8, a10, 0 | 
|  | 229 | addi	a4, a4, -1 | 
|  | 230 | beqz	a4, 3f | 
|  | 231 | addi	a10, a10, 1 | 
|  | 232 | #if XCHAL_HAVE_LOOPS | 
|  | 233 | beqz	a8, 2f | 
|  | 234 | #else | 
|  | 235 | bnez	a8, 1b | 
|  | 236 | #endif | 
|  | 237 | 2:	j	.Lfill | 
|  | 238 |  | 
|  | 239 | 3:	retw | 
|  | 240 |  | 
|  | 241 | libc_hidden_def (strncpy) |