| xf.li | bdd93d5 | 2023-05-12 07:10:14 -0700 | [diff] [blame] | 1 | /* Hardware capability support for run-time dynamic loader. | 
|  | 2 | Copyright (C) 2012-2016 Free Software Foundation, Inc. | 
|  | 3 | This file is part of the GNU C Library. | 
|  | 4 |  | 
|  | 5 | The GNU C Library is free software; you can redistribute it and/or | 
|  | 6 | modify it under the terms of the GNU Lesser General Public | 
|  | 7 | License as published by the Free Software Foundation; either | 
|  | 8 | version 2.1 of the License, or (at your option) any later version. | 
|  | 9 |  | 
|  | 10 | The GNU C Library is distributed in the hope that it will be useful, | 
|  | 11 | but WITHOUT ANY WARRANTY; without even the implied warranty of | 
|  | 12 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU | 
|  | 13 | Lesser General Public License for more details. | 
|  | 14 |  | 
|  | 15 | You should have received a copy of the GNU Lesser General Public | 
|  | 16 | License along with the GNU C Library; if not, see | 
|  | 17 | <http://www.gnu.org/licenses/>.  */ | 
|  | 18 |  | 
|  | 19 | #include <assert.h> | 
|  | 20 | #include <elf.h> | 
|  | 21 | #include <errno.h> | 
|  | 22 | #include <libintl.h> | 
|  | 23 | #include <unistd.h> | 
|  | 24 | #include <ldsodefs.h> | 
|  | 25 |  | 
|  | 26 | #include <dl-procinfo.h> | 
|  | 27 |  | 
|  | 28 | #ifdef _DL_FIRST_PLATFORM | 
|  | 29 | # define _DL_FIRST_EXTRA (_DL_FIRST_PLATFORM + _DL_PLATFORMS_COUNT) | 
|  | 30 | #else | 
|  | 31 | # define _DL_FIRST_EXTRA _DL_HWCAP_COUNT | 
|  | 32 | #endif | 
|  | 33 |  | 
|  | 34 | /* Return an array of useful/necessary hardware capability names.  */ | 
|  | 35 | const struct r_strlenpair * | 
|  | 36 | internal_function | 
|  | 37 | _dl_important_hwcaps (const char *platform, size_t platform_len, size_t *sz, | 
|  | 38 | size_t *max_capstrlen) | 
|  | 39 | { | 
|  | 40 | /* Determine how many important bits are set.  */ | 
|  | 41 | uint64_t masked = GLRO(dl_hwcap) & GLRO(dl_hwcap_mask); | 
|  | 42 | size_t cnt = platform != NULL; | 
|  | 43 | size_t n, m; | 
|  | 44 | size_t total; | 
|  | 45 | struct r_strlenpair *result; | 
|  | 46 | struct r_strlenpair *rp; | 
|  | 47 | char *cp; | 
|  | 48 |  | 
|  | 49 | /* Count the number of bits set in the masked value.  */ | 
|  | 50 | for (n = 0; (~((1ULL << n) - 1) & masked) != 0; ++n) | 
|  | 51 | if ((masked & (1ULL << n)) != 0) | 
|  | 52 | ++cnt; | 
|  | 53 |  | 
|  | 54 | #ifdef NEED_DL_SYSINFO_DSO | 
|  | 55 | /* The system-supplied DSO can contain a note of type 2, vendor "GNU". | 
|  | 56 | This gives us a list of names to treat as fake hwcap bits.  */ | 
|  | 57 |  | 
|  | 58 | const char *dsocaps = NULL; | 
|  | 59 | size_t dsocapslen = 0; | 
|  | 60 | if (GLRO(dl_sysinfo_map) != NULL) | 
|  | 61 | { | 
|  | 62 | const ElfW(Phdr) *const phdr = GLRO(dl_sysinfo_map)->l_phdr; | 
|  | 63 | const ElfW(Word) phnum = GLRO(dl_sysinfo_map)->l_phnum; | 
|  | 64 | for (uint_fast16_t i = 0; i < phnum; ++i) | 
|  | 65 | if (phdr[i].p_type == PT_NOTE) | 
|  | 66 | { | 
|  | 67 | const ElfW(Addr) start = (phdr[i].p_vaddr | 
|  | 68 | + GLRO(dl_sysinfo_map)->l_addr); | 
|  | 69 | /* The standard ELF note layout is exactly as the anonymous struct. | 
|  | 70 | The next element is a variable length vendor name of length | 
|  | 71 | VENDORLEN (with a real length rounded to ElfW(Word)), followed | 
|  | 72 | by the data of length DATALEN (with a real length rounded to | 
|  | 73 | ElfW(Word)).  */ | 
|  | 74 | const struct | 
|  | 75 | { | 
|  | 76 | ElfW(Word) vendorlen; | 
|  | 77 | ElfW(Word) datalen; | 
|  | 78 | ElfW(Word) type; | 
|  | 79 | } *note = (const void *) start; | 
|  | 80 | while ((ElfW(Addr)) (note + 1) - start < phdr[i].p_memsz) | 
|  | 81 | { | 
|  | 82 | #define ROUND(len) (((len) + sizeof (ElfW(Word)) - 1) & -sizeof (ElfW(Word))) | 
|  | 83 | /* The layout of the type 2, vendor "GNU" note is as follows: | 
|  | 84 | .long <Number of capabilities enabled by this note> | 
|  | 85 | .long <Capabilities mask> (as mask >> _DL_FIRST_EXTRA). | 
|  | 86 | .byte <The bit number for the next capability> | 
|  | 87 | .asciz <The name of the capability>.  */ | 
|  | 88 | if (note->type == NT_GNU_HWCAP | 
|  | 89 | && note->vendorlen == sizeof "GNU" | 
|  | 90 | && !memcmp ((note + 1), "GNU", sizeof "GNU") | 
|  | 91 | && note->datalen > 2 * sizeof (ElfW(Word)) + 2) | 
|  | 92 | { | 
|  | 93 | const ElfW(Word) *p = ((const void *) (note + 1) | 
|  | 94 | + ROUND (sizeof "GNU")); | 
|  | 95 | cnt += *p++; | 
|  | 96 | ++p;	/* Skip mask word.  */ | 
|  | 97 | dsocaps = (const char *) p; /* Pseudo-string "<b>name"  */ | 
|  | 98 | dsocapslen = note->datalen - sizeof *p * 2; | 
|  | 99 | break; | 
|  | 100 | } | 
|  | 101 | note = ((const void *) (note + 1) | 
|  | 102 | + ROUND (note->vendorlen) + ROUND (note->datalen)); | 
|  | 103 | #undef ROUND | 
|  | 104 | } | 
|  | 105 | if (dsocaps != NULL) | 
|  | 106 | break; | 
|  | 107 | } | 
|  | 108 | } | 
|  | 109 | #endif | 
|  | 110 |  | 
|  | 111 | /* For TLS enabled builds always add 'tls'.  */ | 
|  | 112 | ++cnt; | 
|  | 113 |  | 
|  | 114 | /* Create temporary data structure to generate result table.  */ | 
|  | 115 | struct r_strlenpair temp[cnt]; | 
|  | 116 | m = 0; | 
|  | 117 | #ifdef NEED_DL_SYSINFO_DSO | 
|  | 118 | if (dsocaps != NULL) | 
|  | 119 | { | 
|  | 120 | /* dsocaps points to the .asciz string, and -1 points to the mask | 
|  | 121 | .long just before the string.  */ | 
|  | 122 | const ElfW(Word) mask = ((const ElfW(Word) *) dsocaps)[-1]; | 
|  | 123 | GLRO(dl_hwcap) |= (uint64_t) mask << _DL_FIRST_EXTRA; | 
|  | 124 | /* Note that we add the dsocaps to the set already chosen by the | 
|  | 125 | LD_HWCAP_MASK environment variable (or default HWCAP_IMPORTANT). | 
|  | 126 | So there is no way to request ignoring an OS-supplied dsocap | 
|  | 127 | string and bit like you can ignore an OS-supplied HWCAP bit.  */ | 
|  | 128 | GLRO(dl_hwcap_mask) |= (uint64_t) mask << _DL_FIRST_EXTRA; | 
|  | 129 | size_t len; | 
|  | 130 | for (const char *p = dsocaps; p < dsocaps + dsocapslen; p += len + 1) | 
|  | 131 | { | 
|  | 132 | uint_fast8_t bit = *p++; | 
|  | 133 | len = strlen (p); | 
|  | 134 |  | 
|  | 135 | /* Skip entries that are not enabled in the mask word.  */ | 
|  | 136 | if (__glibc_likely (mask & ((ElfW(Word)) 1 << bit))) | 
|  | 137 | { | 
|  | 138 | temp[m].str = p; | 
|  | 139 | temp[m].len = len; | 
|  | 140 | ++m; | 
|  | 141 | } | 
|  | 142 | else | 
|  | 143 | --cnt; | 
|  | 144 | } | 
|  | 145 | } | 
|  | 146 | #endif | 
|  | 147 | for (n = 0; masked != 0; ++n) | 
|  | 148 | if ((masked & (1ULL << n)) != 0) | 
|  | 149 | { | 
|  | 150 | temp[m].str = _dl_hwcap_string (n); | 
|  | 151 | temp[m].len = strlen (temp[m].str); | 
|  | 152 | masked ^= 1ULL << n; | 
|  | 153 | ++m; | 
|  | 154 | } | 
|  | 155 | if (platform != NULL) | 
|  | 156 | { | 
|  | 157 | temp[m].str = platform; | 
|  | 158 | temp[m].len = platform_len; | 
|  | 159 | ++m; | 
|  | 160 | } | 
|  | 161 |  | 
|  | 162 | temp[m].str = "tls"; | 
|  | 163 | temp[m].len = 3; | 
|  | 164 | ++m; | 
|  | 165 |  | 
|  | 166 | assert (m == cnt); | 
|  | 167 |  | 
|  | 168 | /* Determine the total size of all strings together.  */ | 
|  | 169 | if (cnt == 1) | 
|  | 170 | total = temp[0].len + 1; | 
|  | 171 | else | 
|  | 172 | { | 
|  | 173 | total = temp[0].len + temp[cnt - 1].len + 2; | 
|  | 174 | if (cnt > 2) | 
|  | 175 | { | 
|  | 176 | total <<= 1; | 
|  | 177 | for (n = 1; n + 1 < cnt; ++n) | 
|  | 178 | total += temp[n].len + 1; | 
|  | 179 | if (cnt > 3 | 
|  | 180 | && (cnt >= sizeof (size_t) * 8 | 
|  | 181 | || total + (sizeof (*result) << 3) | 
|  | 182 | >= (1UL << (sizeof (size_t) * 8 - cnt + 3)))) | 
|  | 183 | _dl_signal_error (ENOMEM, NULL, NULL, | 
|  | 184 | N_("cannot create capability list")); | 
|  | 185 |  | 
|  | 186 | total <<= cnt - 3; | 
|  | 187 | } | 
|  | 188 | } | 
|  | 189 |  | 
|  | 190 | /* The result structure: we use a very compressed way to store the | 
|  | 191 | various combinations of capability names.  */ | 
|  | 192 | *sz = 1 << cnt; | 
|  | 193 | result = (struct r_strlenpair *) malloc (*sz * sizeof (*result) + total); | 
|  | 194 | if (result == NULL) | 
|  | 195 | _dl_signal_error (ENOMEM, NULL, NULL, | 
|  | 196 | N_("cannot create capability list")); | 
|  | 197 |  | 
|  | 198 | if (cnt == 1) | 
|  | 199 | { | 
|  | 200 | result[0].str = (char *) (result + *sz); | 
|  | 201 | result[0].len = temp[0].len + 1; | 
|  | 202 | result[1].str = (char *) (result + *sz); | 
|  | 203 | result[1].len = 0; | 
|  | 204 | cp = __mempcpy ((char *) (result + *sz), temp[0].str, temp[0].len); | 
|  | 205 | *cp = '/'; | 
|  | 206 | *sz = 2; | 
|  | 207 | *max_capstrlen = result[0].len; | 
|  | 208 |  | 
|  | 209 | return result; | 
|  | 210 | } | 
|  | 211 |  | 
|  | 212 | /* Fill in the information.  This follows the following scheme | 
|  | 213 | (indices from TEMP for four strings): | 
|  | 214 | entry #0: 0, 1, 2, 3	binary: 1111 | 
|  | 215 | #1: 0, 1, 3		1101 | 
|  | 216 | #2: 0, 2, 3		1011 | 
|  | 217 | #3: 0, 3			1001 | 
|  | 218 | This allows the representation of all possible combinations of | 
|  | 219 | capability names in the string.  First generate the strings.  */ | 
|  | 220 | result[1].str = result[0].str = cp = (char *) (result + *sz); | 
|  | 221 | #define add(idx) \ | 
|  | 222 | cp = __mempcpy (__mempcpy (cp, temp[idx].str, temp[idx].len), "/", 1); | 
|  | 223 | if (cnt == 2) | 
|  | 224 | { | 
|  | 225 | add (1); | 
|  | 226 | add (0); | 
|  | 227 | } | 
|  | 228 | else | 
|  | 229 | { | 
|  | 230 | n = 1 << (cnt - 1); | 
|  | 231 | do | 
|  | 232 | { | 
|  | 233 | n -= 2; | 
|  | 234 |  | 
|  | 235 | /* We always add the last string.  */ | 
|  | 236 | add (cnt - 1); | 
|  | 237 |  | 
|  | 238 | /* Add the strings which have the bit set in N.  */ | 
|  | 239 | for (m = cnt - 2; m > 0; --m) | 
|  | 240 | if ((n & (1 << m)) != 0) | 
|  | 241 | add (m); | 
|  | 242 |  | 
|  | 243 | /* Always add the first string.  */ | 
|  | 244 | add (0); | 
|  | 245 | } | 
|  | 246 | while (n != 0); | 
|  | 247 | } | 
|  | 248 | #undef add | 
|  | 249 |  | 
|  | 250 | /* Now we are ready to install the string pointers and length.  */ | 
|  | 251 | for (n = 0; n < (1UL << cnt); ++n) | 
|  | 252 | result[n].len = 0; | 
|  | 253 | n = cnt; | 
|  | 254 | do | 
|  | 255 | { | 
|  | 256 | size_t mask = 1 << --n; | 
|  | 257 |  | 
|  | 258 | rp = result; | 
|  | 259 | for (m = 1 << cnt; m > 0; ++rp) | 
|  | 260 | if ((--m & mask) != 0) | 
|  | 261 | rp->len += temp[n].len + 1; | 
|  | 262 | } | 
|  | 263 | while (n != 0); | 
|  | 264 |  | 
|  | 265 | /* The first half of the strings all include the first string.  */ | 
|  | 266 | n = (1 << cnt) - 2; | 
|  | 267 | rp = &result[2]; | 
|  | 268 | while (n != (1UL << (cnt - 1))) | 
|  | 269 | { | 
|  | 270 | if ((--n & 1) != 0) | 
|  | 271 | rp[0].str = rp[-2].str + rp[-2].len; | 
|  | 272 | else | 
|  | 273 | rp[0].str = rp[-1].str; | 
|  | 274 | ++rp; | 
|  | 275 | } | 
|  | 276 |  | 
|  | 277 | /* The second half starts right after the first part of the string of | 
|  | 278 | the corresponding entry in the first half.  */ | 
|  | 279 | do | 
|  | 280 | { | 
|  | 281 | rp[0].str = rp[-(1 << (cnt - 1))].str + temp[cnt - 1].len + 1; | 
|  | 282 | ++rp; | 
|  | 283 | } | 
|  | 284 | while (--n != 0); | 
|  | 285 |  | 
|  | 286 | /* The maximum string length.  */ | 
|  | 287 | *max_capstrlen = result[0].len; | 
|  | 288 |  | 
|  | 289 | return result; | 
|  | 290 | } |