Gitiles
Code Review Sign In
192.168.1.100 / 7520V3V / bfc6e71ee409bcae7f7b6850f4ebfbd3091c5851 / . / ap / libc / glibc / glibc-2.23 / sysdeps / powerpc / powerpc64 / sysdep.h
blob: 7393944ba6045d4355bd5bbf4365ad1e9434000c [file] [log] [blame]
xf.libfc6e712025-02-07 01:54:34 -0800[diff] [blame^]1/* Assembly macros for 64-bit PowerPC.
2 Copyright (C) 2002-2016 Free Software Foundation, Inc.
3 This file is part of the GNU C Library.
4
5 The GNU C Library is free software; you can redistribute it and/or
6 modify it under the terms of the GNU Lesser General Public
7 License as published by the Free Software Foundation; either
8 version 2.1 of the License, or (at your option) any later version.
9
10 The GNU C Library is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 Lesser General Public License for more details.
14
15 You should have received a copy of the GNU Lesser General Public
16 License along with the GNU C Library; if not, see
17 <http://www.gnu.org/licenses/>. */
18
19#include <sysdeps/powerpc/sysdep.h>
20
21#ifdef __ASSEMBLER__
22
23/* Stack frame offsets. */
24#if _CALL_ELF != 2
25#define FRAME_MIN_SIZE 112
26#define FRAME_MIN_SIZE_PARM 112
27#define FRAME_BACKCHAIN 0
28#define FRAME_CR_SAVE 8
29#define FRAME_LR_SAVE 16
30#define FRAME_TOC_SAVE 40
31#define FRAME_PARM_SAVE 48
32#define FRAME_PARM1_SAVE 48
33#define FRAME_PARM2_SAVE 56
34#define FRAME_PARM3_SAVE 64
35#define FRAME_PARM4_SAVE 72
36#define FRAME_PARM5_SAVE 80
37#define FRAME_PARM6_SAVE 88
38#define FRAME_PARM7_SAVE 96
39#define FRAME_PARM8_SAVE 104
40#define FRAME_PARM9_SAVE 112
41#else
42#define FRAME_MIN_SIZE 32
43#define FRAME_MIN_SIZE_PARM 96
44#define FRAME_BACKCHAIN 0
45#define FRAME_CR_SAVE 8
46#define FRAME_LR_SAVE 16
47#define FRAME_TOC_SAVE 24
48#define FRAME_PARM_SAVE 32
49#define FRAME_PARM1_SAVE 32
50#define FRAME_PARM2_SAVE 40
51#define FRAME_PARM3_SAVE 48
52#define FRAME_PARM4_SAVE 56
53#define FRAME_PARM5_SAVE 64
54#define FRAME_PARM6_SAVE 72
55#define FRAME_PARM7_SAVE 80
56#define FRAME_PARM8_SAVE 88
57#define FRAME_PARM9_SAVE 96
58#endif
59
60/* Support macros for CALL_MCOUNT. */
61#if _CALL_ELF == 2
62#define call_mcount_parm_offset (-64)
63#else
64#define call_mcount_parm_offset FRAME_PARM_SAVE
65#endif
66 .macro SAVE_ARG NARG
67 .if \NARG
68 SAVE_ARG \NARG-1
69 std 2+\NARG,call_mcount_parm_offset-8+8*(\NARG)(1)
70 .endif
71 .endm
72
73 .macro REST_ARG NARG
74 .if \NARG
75 REST_ARG \NARG-1
76 ld 2+\NARG,FRAME_MIN_SIZE_PARM+call_mcount_parm_offset-8+8*(\NARG)(1)
77 .endif
78 .endm
79
80 .macro CFI_SAVE_ARG NARG
81 .if \NARG
82 CFI_SAVE_ARG \NARG-1
83 cfi_offset(2+\NARG,call_mcount_parm_offset-8+8*(\NARG))
84 .endif
85 .endm
86
87 .macro CFI_REST_ARG NARG
88 .if \NARG
89 CFI_REST_ARG \NARG-1
90 cfi_restore(2+\NARG)
91 .endif
92 .endm
93
94/* If compiled for profiling, call `_mcount' at the start of each function.
95 see ppc-mcount.S for more details. */
96 .macro CALL_MCOUNT NARG
97#ifdef PROF
98 mflr r0
99 SAVE_ARG \NARG
100 std r0,FRAME_LR_SAVE(r1)
101 stdu r1,-FRAME_MIN_SIZE_PARM(r1)
102 cfi_adjust_cfa_offset(FRAME_MIN_SIZE_PARM)
103 cfi_offset(lr,FRAME_LR_SAVE)
104 CFI_SAVE_ARG \NARG
105 bl JUMPTARGET (_mcount)
106#ifndef SHARED
107 nop
108#endif
109 ld r0,FRAME_MIN_SIZE_PARM+FRAME_LR_SAVE(r1)
110 REST_ARG \NARG
111 mtlr r0
112 addi r1,r1,FRAME_MIN_SIZE_PARM
113 cfi_adjust_cfa_offset(-FRAME_MIN_SIZE_PARM)
114 cfi_restore(lr)
115 CFI_REST_ARG \NARG
116#endif
117 .endm
118
119#if _CALL_ELF != 2
120
121/* Macro to prepare for calling via a function pointer. */
122 .macro PPC64_LOAD_FUNCPTR PTR
123 ld r12,0(\PTR)
124 ld r2,8(\PTR)
125 mtctr r12
126 ld r11,16(\PTR)
127 .endm
128
129#ifdef USE_PPC64_OVERLAPPING_OPD
130# define OPD_ENT(name) .quad BODY_LABEL (name), .TOC.@tocbase
131#else
132# define OPD_ENT(name) .quad BODY_LABEL (name), .TOC.@tocbase, 0
133#endif
134
135#define ENTRY_1(name) \
136 .type BODY_LABEL(name),@function; \
137 .globl name; \
138 .section ".opd","aw"; \
139 .align 3; \
140name##: OPD_ENT (name); \
141 .previous;
142
143#define DOT_LABEL(X) X
144#define BODY_LABEL(X) .LY##X
145#define ENTRY_2(name) \
146 .type name,@function; \
147 ENTRY_1(name)
148#define END_2(name) \
149 .size name,.-BODY_LABEL(name); \
150 .size BODY_LABEL(name),.-BODY_LABEL(name);
151#define LOCALENTRY(name)
152
153#else /* _CALL_ELF */
154
155/* Macro to prepare for calling via a function pointer. */
156 .macro PPC64_LOAD_FUNCPTR PTR
157 mr r12,\PTR
158 mtctr r12
159 .endm
160
161#define DOT_LABEL(X) X
162#define BODY_LABEL(X) X
163#define ENTRY_2(name) \
164 .globl name; \
165 .type name,@function;
166#define END_2(name) \
167 .size name,.-name;
168#define LOCALENTRY(name) \
1691: addis r2,r12,.TOC.-1b@ha; \
170 addi r2,r2,.TOC.-1b@l; \
171 .localentry name,.-name;
172
173#endif /* _CALL_ELF */
174
175#define ENTRY(name) \
176 .section ".text"; \
177 ENTRY_2(name) \
178 .align ALIGNARG(2); \
179BODY_LABEL(name): \
180 cfi_startproc; \
181 LOCALENTRY(name)
182
183#define EALIGN_W_0 /* No words to insert. */
184#define EALIGN_W_1 nop
185#define EALIGN_W_2 nop;nop
186#define EALIGN_W_3 nop;nop;nop
187#define EALIGN_W_4 EALIGN_W_3;nop
188#define EALIGN_W_5 EALIGN_W_4;nop
189#define EALIGN_W_6 EALIGN_W_5;nop
190#define EALIGN_W_7 EALIGN_W_6;nop
191
192/* EALIGN is like ENTRY, but does alignment to 'words'*4 bytes
193 past a 2^alignt boundary. */
194#define EALIGN(name, alignt, words) \
195 .section ".text"; \
196 ENTRY_2(name) \
197 .align ALIGNARG(alignt); \
198 EALIGN_W_##words; \
199BODY_LABEL(name): \
200 cfi_startproc; \
201 LOCALENTRY(name)
202
203/* Local labels stripped out by the linker. */
204#undef L
205#define L(x) .L##x
206
207#define tostring(s) #s
208#define stringify(s) tostring(s)
209#define XGLUE(a,b) a##b
210#define GLUE(a,b) XGLUE(a,b)
211#define LT_LABEL(name) GLUE(.LT,name)
212#define LT_LABELSUFFIX(name,suffix) GLUE(GLUE(.LT,name),suffix)
213
214/* Support Traceback tables */
215#define TB_ASM 0x000c000000000000
216#define TB_GLOBALLINK 0x0000800000000000
217#define TB_IS_EPROL 0x0000400000000000
218#define TB_HAS_TBOFF 0x0000200000000000
219#define TB_INT_PROC 0x0000100000000000
220#define TB_HAS_CTL 0x0000080000000000
221#define TB_TOCLESS 0x0000040000000000
222#define TB_FP_PRESENT 0x0000020000000000
223#define TB_LOG_ABORT 0x0000010000000000
224#define TB_INT_HANDL 0x0000008000000000
225#define TB_NAME_PRESENT 0x0000004000000000
226#define TB_USES_ALLOCA 0x0000002000000000
227#define TB_SAVES_CR 0x0000000200000000
228#define TB_SAVES_LR 0x0000000100000000
229#define TB_STORES_BC 0x0000000080000000
230#define TB_FIXUP 0x0000000040000000
231#define TB_FP_SAVED(fprs) (((fprs) & 0x3f) << 24)
232#define TB_GPR_SAVED(gprs) (((fprs) & 0x3f) << 16)
233#define TB_FIXEDPARMS(parms) (((parms) & 0xff) << 8)
234#define TB_FLOATPARMS(parms) (((parms) & 0x7f) << 1)
235#define TB_PARMSONSTK 0x0000000000000001
236
237#define PPC_HIGHER(v) (((v) >> 32) & 0xffff)
238#define TB_DEFAULT TB_ASM | TB_HAS_TBOFF | TB_NAME_PRESENT
239
240#define TRACEBACK(name) \
241LT_LABEL(name): ; \
242 .long 0 ; \
243 .quad TB_DEFAULT ; \
244 .long LT_LABEL(name)-BODY_LABEL(name) ; \
245 .short LT_LABELSUFFIX(name,_name_end)-LT_LABELSUFFIX(name,_name_start) ; \
246LT_LABELSUFFIX(name,_name_start): ;\
247 .ascii stringify(name) ; \
248LT_LABELSUFFIX(name,_name_end): ; \
249 .align 2 ;
250
251#define TRACEBACK_MASK(name,mask) \
252LT_LABEL(name): ; \
253 .long 0 ; \
254 .quad TB_DEFAULT | mask ; \
255 .long LT_LABEL(name)-BODY_LABEL(name) ; \
256 .short LT_LABELSUFFIX(name,_name_end)-LT_LABELSUFFIX(name,_name_start) ; \
257LT_LABELSUFFIX(name,_name_start): ;\
258 .ascii stringify(name) ; \
259LT_LABELSUFFIX(name,_name_end): ; \
260 .align 2 ;
261
262/* END generates Traceback tables */
263#undef END
264#define END(name) \
265 cfi_endproc; \
266 TRACEBACK(name) \
267 END_2(name)
268
269/* This form supports more informative traceback tables */
270#define END_GEN_TB(name,mask) \
271 cfi_endproc; \
272 TRACEBACK_MASK(name,mask) \
273 END_2(name)
274
275#if !IS_IN(rtld) && defined (ENABLE_LOCK_ELISION)
276# define ABORT_TRANSACTION \
277 cmpdi 13,0; \
278 beq 1f; \
279 lwz 0,TM_CAPABLE(13); \
280 cmpwi 0,0; \
281 beq 1f; \
282 li 11,_ABORT_SYSCALL; \
283 tabort. 11; \
284 .align 4; \
2851:
286#else
287# define ABORT_TRANSACTION
288#endif
289
290#define DO_CALL(syscall) \
291 ABORT_TRANSACTION \
292 li 0,syscall; \
293 sc
294
295/* ppc64 is always PIC */
296#undef JUMPTARGET
297#define JUMPTARGET(name) DOT_LABEL(name)
298
299#define PSEUDO(name, syscall_name, args) \
300 .section ".text"; \
301 ENTRY (name) \
302 DO_CALL (SYS_ify (syscall_name));
303
304#ifdef SHARED
305#define TAIL_CALL_SYSCALL_ERROR \
306 b JUMPTARGET(__syscall_error)
307#else
308/* Static version might be linked into a large app with a toc exceeding
309 64k. We can't put a toc adjusting stub on a plain branch, so can't
310 tail call __syscall_error. */
311#define TAIL_CALL_SYSCALL_ERROR \
312 .ifdef .Local_syscall_error; \
313 b .Local_syscall_error; \
314 .else; \
315.Local_syscall_error: \
316 mflr 0; \
317 std 0,FRAME_LR_SAVE(1); \
318 stdu 1,-FRAME_MIN_SIZE(1); \
319 cfi_adjust_cfa_offset(FRAME_MIN_SIZE); \
320 cfi_offset(lr,FRAME_LR_SAVE); \
321 bl JUMPTARGET(__syscall_error); \
322 nop; \
323 ld 0,FRAME_MIN_SIZE+FRAME_LR_SAVE(1); \
324 addi 1,1,FRAME_MIN_SIZE; \
325 cfi_adjust_cfa_offset(-FRAME_MIN_SIZE); \
326 mtlr 0; \
327 cfi_restore(lr); \
328 blr; \
329 .endif
330#endif
331
332#define PSEUDO_RET \
333 bnslr+; \
334 TAIL_CALL_SYSCALL_ERROR
335
336#define ret PSEUDO_RET
337
338#undef PSEUDO_END
339#define PSEUDO_END(name) \
340 END (name)
341
342#define PSEUDO_NOERRNO(name, syscall_name, args) \
343 .section ".text"; \
344 ENTRY (name) \
345 DO_CALL (SYS_ify (syscall_name));
346
347#define PSEUDO_RET_NOERRNO \
348 blr
349
350#define ret_NOERRNO PSEUDO_RET_NOERRNO
351
352#undef PSEUDO_END_NOERRNO
353#define PSEUDO_END_NOERRNO(name) \
354 END (name)
355
356#define PSEUDO_ERRVAL(name, syscall_name, args) \
357 .section ".text"; \
358 ENTRY (name) \
359 DO_CALL (SYS_ify (syscall_name));
360
361#define PSEUDO_RET_ERRVAL \
362 blr
363
364#define ret_ERRVAL PSEUDO_RET_ERRVAL
365
366#undef PSEUDO_END_ERRVAL
367#define PSEUDO_END_ERRVAL(name) \
368 END (name)
369
370#else /* !__ASSEMBLER__ */
371
372#if _CALL_ELF != 2
373
374#define PPC64_LOAD_FUNCPTR(ptr) \
375 "ld 12,0(" #ptr ");\n" \
376 "ld 2,8(" #ptr ");\n" \
377 "mtctr 12;\n" \
378 "ld 11,16(" #ptr ");"
379
380#ifdef USE_PPC64_OVERLAPPING_OPD
381# define OPD_ENT(name) ".quad " BODY_PREFIX #name ", .TOC.@tocbase;"
382#else
383# define OPD_ENT(name) ".quad " BODY_PREFIX #name ", .TOC.@tocbase, 0;"
384#endif
385
386#define ENTRY_1(name) \
387 ".type " BODY_PREFIX #name ",@function;\n" \
388 ".globl " #name ";\n" \
389 ".pushsection \".opd\",\"aw\";\n" \
390 ".align 3;\n" \
391#name ":\n" \
392 OPD_ENT (name) "\n" \
393 ".popsection;"
394
395#define DOT_PREFIX ""
396#define BODY_PREFIX ".LY"
397#define ENTRY_2(name) \
398 ".type " #name ",@function;\n" \
399 ENTRY_1(name)
400#define END_2(name) \
401 ".size " #name ",.-" BODY_PREFIX #name ";\n" \
402 ".size " BODY_PREFIX #name ",.-" BODY_PREFIX #name ";"
403#define LOCALENTRY(name)
404
405#else /* _CALL_ELF */
406
407#define PPC64_LOAD_FUNCPTR(ptr) \
408 "mr 12," #ptr ";\n" \
409 "mtctr 12;"
410
411#define DOT_PREFIX ""
412#define BODY_PREFIX ""
413#define ENTRY_2(name) \
414 ".type " #name ",@function;\n" \
415 ".globl " #name ";"
416#define END_2(name) \
417 ".size " #name ",.-" #name ";"
418#define LOCALENTRY(name) \
419 "1: addis 2,12,.TOC.-1b@ha;\n" \
420 "addi 2,2,.TOC.-1b@l;\n" \
421 ".localentry " #name ",.-" #name ";"
422
423#endif /* _CALL_ELF */
424
425#endif /* __ASSEMBLER__ */