xf.li | bdd93d5 | 2023-05-12 07:10:14 -0700 | [diff] [blame^] | 1 | /* Hardware capability support for run-time dynamic loader. |
| 2 | Copyright (C) 2012-2016 Free Software Foundation, Inc. |
| 3 | This file is part of the GNU C Library. |
| 4 | |
| 5 | The GNU C Library is free software; you can redistribute it and/or |
| 6 | modify it under the terms of the GNU Lesser General Public |
| 7 | License as published by the Free Software Foundation; either |
| 8 | version 2.1 of the License, or (at your option) any later version. |
| 9 | |
| 10 | The GNU C Library is distributed in the hope that it will be useful, |
| 11 | but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 12 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| 13 | Lesser General Public License for more details. |
| 14 | |
| 15 | You should have received a copy of the GNU Lesser General Public |
| 16 | License along with the GNU C Library; if not, see |
| 17 | <http://www.gnu.org/licenses/>. */ |
| 18 | |
| 19 | #include <assert.h> |
| 20 | #include <elf.h> |
| 21 | #include <errno.h> |
| 22 | #include <libintl.h> |
| 23 | #include <unistd.h> |
| 24 | #include <ldsodefs.h> |
| 25 | |
| 26 | #include <dl-procinfo.h> |
| 27 | |
| 28 | #ifdef _DL_FIRST_PLATFORM |
| 29 | # define _DL_FIRST_EXTRA (_DL_FIRST_PLATFORM + _DL_PLATFORMS_COUNT) |
| 30 | #else |
| 31 | # define _DL_FIRST_EXTRA _DL_HWCAP_COUNT |
| 32 | #endif |
| 33 | |
| 34 | /* Return an array of useful/necessary hardware capability names. */ |
| 35 | const struct r_strlenpair * |
| 36 | internal_function |
| 37 | _dl_important_hwcaps (const char *platform, size_t platform_len, size_t *sz, |
| 38 | size_t *max_capstrlen) |
| 39 | { |
| 40 | /* Determine how many important bits are set. */ |
| 41 | uint64_t masked = GLRO(dl_hwcap) & GLRO(dl_hwcap_mask); |
| 42 | size_t cnt = platform != NULL; |
| 43 | size_t n, m; |
| 44 | size_t total; |
| 45 | struct r_strlenpair *result; |
| 46 | struct r_strlenpair *rp; |
| 47 | char *cp; |
| 48 | |
| 49 | /* Count the number of bits set in the masked value. */ |
| 50 | for (n = 0; (~((1ULL << n) - 1) & masked) != 0; ++n) |
| 51 | if ((masked & (1ULL << n)) != 0) |
| 52 | ++cnt; |
| 53 | |
| 54 | #ifdef NEED_DL_SYSINFO_DSO |
| 55 | /* The system-supplied DSO can contain a note of type 2, vendor "GNU". |
| 56 | This gives us a list of names to treat as fake hwcap bits. */ |
| 57 | |
| 58 | const char *dsocaps = NULL; |
| 59 | size_t dsocapslen = 0; |
| 60 | if (GLRO(dl_sysinfo_map) != NULL) |
| 61 | { |
| 62 | const ElfW(Phdr) *const phdr = GLRO(dl_sysinfo_map)->l_phdr; |
| 63 | const ElfW(Word) phnum = GLRO(dl_sysinfo_map)->l_phnum; |
| 64 | for (uint_fast16_t i = 0; i < phnum; ++i) |
| 65 | if (phdr[i].p_type == PT_NOTE) |
| 66 | { |
| 67 | const ElfW(Addr) start = (phdr[i].p_vaddr |
| 68 | + GLRO(dl_sysinfo_map)->l_addr); |
| 69 | /* The standard ELF note layout is exactly as the anonymous struct. |
| 70 | The next element is a variable length vendor name of length |
| 71 | VENDORLEN (with a real length rounded to ElfW(Word)), followed |
| 72 | by the data of length DATALEN (with a real length rounded to |
| 73 | ElfW(Word)). */ |
| 74 | const struct |
| 75 | { |
| 76 | ElfW(Word) vendorlen; |
| 77 | ElfW(Word) datalen; |
| 78 | ElfW(Word) type; |
| 79 | } *note = (const void *) start; |
| 80 | while ((ElfW(Addr)) (note + 1) - start < phdr[i].p_memsz) |
| 81 | { |
| 82 | #define ROUND(len) (((len) + sizeof (ElfW(Word)) - 1) & -sizeof (ElfW(Word))) |
| 83 | /* The layout of the type 2, vendor "GNU" note is as follows: |
| 84 | .long <Number of capabilities enabled by this note> |
| 85 | .long <Capabilities mask> (as mask >> _DL_FIRST_EXTRA). |
| 86 | .byte <The bit number for the next capability> |
| 87 | .asciz <The name of the capability>. */ |
| 88 | if (note->type == NT_GNU_HWCAP |
| 89 | && note->vendorlen == sizeof "GNU" |
| 90 | && !memcmp ((note + 1), "GNU", sizeof "GNU") |
| 91 | && note->datalen > 2 * sizeof (ElfW(Word)) + 2) |
| 92 | { |
| 93 | const ElfW(Word) *p = ((const void *) (note + 1) |
| 94 | + ROUND (sizeof "GNU")); |
| 95 | cnt += *p++; |
| 96 | ++p; /* Skip mask word. */ |
| 97 | dsocaps = (const char *) p; /* Pseudo-string "<b>name" */ |
| 98 | dsocapslen = note->datalen - sizeof *p * 2; |
| 99 | break; |
| 100 | } |
| 101 | note = ((const void *) (note + 1) |
| 102 | + ROUND (note->vendorlen) + ROUND (note->datalen)); |
| 103 | #undef ROUND |
| 104 | } |
| 105 | if (dsocaps != NULL) |
| 106 | break; |
| 107 | } |
| 108 | } |
| 109 | #endif |
| 110 | |
| 111 | /* For TLS enabled builds always add 'tls'. */ |
| 112 | ++cnt; |
| 113 | |
| 114 | /* Create temporary data structure to generate result table. */ |
| 115 | struct r_strlenpair temp[cnt]; |
| 116 | m = 0; |
| 117 | #ifdef NEED_DL_SYSINFO_DSO |
| 118 | if (dsocaps != NULL) |
| 119 | { |
| 120 | /* dsocaps points to the .asciz string, and -1 points to the mask |
| 121 | .long just before the string. */ |
| 122 | const ElfW(Word) mask = ((const ElfW(Word) *) dsocaps)[-1]; |
| 123 | GLRO(dl_hwcap) |= (uint64_t) mask << _DL_FIRST_EXTRA; |
| 124 | /* Note that we add the dsocaps to the set already chosen by the |
| 125 | LD_HWCAP_MASK environment variable (or default HWCAP_IMPORTANT). |
| 126 | So there is no way to request ignoring an OS-supplied dsocap |
| 127 | string and bit like you can ignore an OS-supplied HWCAP bit. */ |
| 128 | GLRO(dl_hwcap_mask) |= (uint64_t) mask << _DL_FIRST_EXTRA; |
| 129 | size_t len; |
| 130 | for (const char *p = dsocaps; p < dsocaps + dsocapslen; p += len + 1) |
| 131 | { |
| 132 | uint_fast8_t bit = *p++; |
| 133 | len = strlen (p); |
| 134 | |
| 135 | /* Skip entries that are not enabled in the mask word. */ |
| 136 | if (__glibc_likely (mask & ((ElfW(Word)) 1 << bit))) |
| 137 | { |
| 138 | temp[m].str = p; |
| 139 | temp[m].len = len; |
| 140 | ++m; |
| 141 | } |
| 142 | else |
| 143 | --cnt; |
| 144 | } |
| 145 | } |
| 146 | #endif |
| 147 | for (n = 0; masked != 0; ++n) |
| 148 | if ((masked & (1ULL << n)) != 0) |
| 149 | { |
| 150 | temp[m].str = _dl_hwcap_string (n); |
| 151 | temp[m].len = strlen (temp[m].str); |
| 152 | masked ^= 1ULL << n; |
| 153 | ++m; |
| 154 | } |
| 155 | if (platform != NULL) |
| 156 | { |
| 157 | temp[m].str = platform; |
| 158 | temp[m].len = platform_len; |
| 159 | ++m; |
| 160 | } |
| 161 | |
| 162 | temp[m].str = "tls"; |
| 163 | temp[m].len = 3; |
| 164 | ++m; |
| 165 | |
| 166 | assert (m == cnt); |
| 167 | |
| 168 | /* Determine the total size of all strings together. */ |
| 169 | if (cnt == 1) |
| 170 | total = temp[0].len + 1; |
| 171 | else |
| 172 | { |
| 173 | total = temp[0].len + temp[cnt - 1].len + 2; |
| 174 | if (cnt > 2) |
| 175 | { |
| 176 | total <<= 1; |
| 177 | for (n = 1; n + 1 < cnt; ++n) |
| 178 | total += temp[n].len + 1; |
| 179 | if (cnt > 3 |
| 180 | && (cnt >= sizeof (size_t) * 8 |
| 181 | || total + (sizeof (*result) << 3) |
| 182 | >= (1UL << (sizeof (size_t) * 8 - cnt + 3)))) |
| 183 | _dl_signal_error (ENOMEM, NULL, NULL, |
| 184 | N_("cannot create capability list")); |
| 185 | |
| 186 | total <<= cnt - 3; |
| 187 | } |
| 188 | } |
| 189 | |
| 190 | /* The result structure: we use a very compressed way to store the |
| 191 | various combinations of capability names. */ |
| 192 | *sz = 1 << cnt; |
| 193 | result = (struct r_strlenpair *) malloc (*sz * sizeof (*result) + total); |
| 194 | if (result == NULL) |
| 195 | _dl_signal_error (ENOMEM, NULL, NULL, |
| 196 | N_("cannot create capability list")); |
| 197 | |
| 198 | if (cnt == 1) |
| 199 | { |
| 200 | result[0].str = (char *) (result + *sz); |
| 201 | result[0].len = temp[0].len + 1; |
| 202 | result[1].str = (char *) (result + *sz); |
| 203 | result[1].len = 0; |
| 204 | cp = __mempcpy ((char *) (result + *sz), temp[0].str, temp[0].len); |
| 205 | *cp = '/'; |
| 206 | *sz = 2; |
| 207 | *max_capstrlen = result[0].len; |
| 208 | |
| 209 | return result; |
| 210 | } |
| 211 | |
| 212 | /* Fill in the information. This follows the following scheme |
| 213 | (indices from TEMP for four strings): |
| 214 | entry #0: 0, 1, 2, 3 binary: 1111 |
| 215 | #1: 0, 1, 3 1101 |
| 216 | #2: 0, 2, 3 1011 |
| 217 | #3: 0, 3 1001 |
| 218 | This allows the representation of all possible combinations of |
| 219 | capability names in the string. First generate the strings. */ |
| 220 | result[1].str = result[0].str = cp = (char *) (result + *sz); |
| 221 | #define add(idx) \ |
| 222 | cp = __mempcpy (__mempcpy (cp, temp[idx].str, temp[idx].len), "/", 1); |
| 223 | if (cnt == 2) |
| 224 | { |
| 225 | add (1); |
| 226 | add (0); |
| 227 | } |
| 228 | else |
| 229 | { |
| 230 | n = 1 << (cnt - 1); |
| 231 | do |
| 232 | { |
| 233 | n -= 2; |
| 234 | |
| 235 | /* We always add the last string. */ |
| 236 | add (cnt - 1); |
| 237 | |
| 238 | /* Add the strings which have the bit set in N. */ |
| 239 | for (m = cnt - 2; m > 0; --m) |
| 240 | if ((n & (1 << m)) != 0) |
| 241 | add (m); |
| 242 | |
| 243 | /* Always add the first string. */ |
| 244 | add (0); |
| 245 | } |
| 246 | while (n != 0); |
| 247 | } |
| 248 | #undef add |
| 249 | |
| 250 | /* Now we are ready to install the string pointers and length. */ |
| 251 | for (n = 0; n < (1UL << cnt); ++n) |
| 252 | result[n].len = 0; |
| 253 | n = cnt; |
| 254 | do |
| 255 | { |
| 256 | size_t mask = 1 << --n; |
| 257 | |
| 258 | rp = result; |
| 259 | for (m = 1 << cnt; m > 0; ++rp) |
| 260 | if ((--m & mask) != 0) |
| 261 | rp->len += temp[n].len + 1; |
| 262 | } |
| 263 | while (n != 0); |
| 264 | |
| 265 | /* The first half of the strings all include the first string. */ |
| 266 | n = (1 << cnt) - 2; |
| 267 | rp = &result[2]; |
| 268 | while (n != (1UL << (cnt - 1))) |
| 269 | { |
| 270 | if ((--n & 1) != 0) |
| 271 | rp[0].str = rp[-2].str + rp[-2].len; |
| 272 | else |
| 273 | rp[0].str = rp[-1].str; |
| 274 | ++rp; |
| 275 | } |
| 276 | |
| 277 | /* The second half starts right after the first part of the string of |
| 278 | the corresponding entry in the first half. */ |
| 279 | do |
| 280 | { |
| 281 | rp[0].str = rp[-(1 << (cnt - 1))].str + temp[cnt - 1].len + 1; |
| 282 | ++rp; |
| 283 | } |
| 284 | while (--n != 0); |
| 285 | |
| 286 | /* The maximum string length. */ |
| 287 | *max_capstrlen = result[0].len; |
| 288 | |
| 289 | return result; |
| 290 | } |