blob: 8b75b75ab73821c4aff28807ff162b5317bd4357 [file] [log] [blame]
b.liue9582032025-04-17 19:18:16 +08001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994 Waldorf GMBH
7 * Copyright (C) 1995, 1996, 1997, 1998, 1999, 2001, 2002, 2003 Ralf Baechle
8 * Copyright (C) 1996 Paul M. Antoine
9 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
10 */
11#ifndef _ASM_PROCESSOR_H
12#define _ASM_PROCESSOR_H
13
14#include <linux/atomic.h>
15#include <linux/cpumask.h>
16#include <linux/sizes.h>
17#include <linux/threads.h>
18
19#include <asm/cachectl.h>
20#include <asm/cpu.h>
21#include <asm/cpu-info.h>
22#include <asm/dsemul.h>
23#include <asm/mipsregs.h>
24#include <asm/prefetch.h>
25
26/*
27 * System setup and hardware flags..
28 */
29
30extern unsigned int vced_count, vcei_count;
31
32#ifdef CONFIG_32BIT
33#ifdef CONFIG_KVM_GUEST
34/* User space process size is limited to 1GB in KVM Guest Mode */
35#define TASK_SIZE 0x3fff8000UL
36#else
37/*
38 * User space process size: 2GB. This is hardcoded into a few places,
39 * so don't change it unless you know what you are doing.
40 */
41#define TASK_SIZE 0x80000000UL
42#endif
43
44#define STACK_TOP_MAX TASK_SIZE
45
46#define TASK_IS_32BIT_ADDR 1
47
48#endif
49
50#ifdef CONFIG_64BIT
51/*
52 * User space process size: 1TB. This is hardcoded into a few places,
53 * so don't change it unless you know what you are doing. TASK_SIZE
54 * is limited to 1TB by the R4000 architecture; R10000 and better can
55 * support 16TB; the architectural reserve for future expansion is
56 * 8192EB ...
57 */
58#define TASK_SIZE32 0x7fff8000UL
59#ifdef CONFIG_MIPS_VA_BITS_48
60#define TASK_SIZE64 (0x1UL << ((cpu_data[0].vmbits>48)?48:cpu_data[0].vmbits))
61#else
62#define TASK_SIZE64 0x10000000000UL
63#endif
64#define TASK_SIZE (test_thread_flag(TIF_32BIT_ADDR) ? TASK_SIZE32 : TASK_SIZE64)
65#define STACK_TOP_MAX TASK_SIZE64
66
67#define TASK_SIZE_OF(tsk) \
68 (test_tsk_thread_flag(tsk, TIF_32BIT_ADDR) ? TASK_SIZE32 : TASK_SIZE64)
69
70#define TASK_IS_32BIT_ADDR test_thread_flag(TIF_32BIT_ADDR)
71
72#endif
73
74#define VDSO_RANDOMIZE_SIZE (TASK_IS_32BIT_ADDR ? SZ_1M : SZ_64M)
75
76extern unsigned long mips_stack_top(void);
77#define STACK_TOP mips_stack_top()
78
79/*
80 * This decides where the kernel will search for a free chunk of vm
81 * space during mmap's.
82 */
83#define TASK_UNMAPPED_BASE PAGE_ALIGN(TASK_SIZE / 3)
84
85
86#define NUM_FPU_REGS 32
87
88#ifdef CONFIG_CPU_HAS_MSA
89# define FPU_REG_WIDTH 128
90#else
91# define FPU_REG_WIDTH 64
92#endif
93
94union fpureg {
95 __u32 val32[FPU_REG_WIDTH / 32];
96 __u64 val64[FPU_REG_WIDTH / 64];
97};
98
99#ifdef CONFIG_CPU_LITTLE_ENDIAN
100# define FPR_IDX(width, idx) (idx)
101#else
102# define FPR_IDX(width, idx) ((idx) ^ ((64 / (width)) - 1))
103#endif
104
105#define BUILD_FPR_ACCESS(width) \
106static inline u##width get_fpr##width(union fpureg *fpr, unsigned idx) \
107{ \
108 return fpr->val##width[FPR_IDX(width, idx)]; \
109} \
110 \
111static inline void set_fpr##width(union fpureg *fpr, unsigned idx, \
112 u##width val) \
113{ \
114 fpr->val##width[FPR_IDX(width, idx)] = val; \
115}
116
117BUILD_FPR_ACCESS(32)
118BUILD_FPR_ACCESS(64)
119
120/*
121 * It would be nice to add some more fields for emulator statistics,
122 * the additional information is private to the FPU emulator for now.
123 * See arch/mips/include/asm/fpu_emulator.h.
124 */
125
126struct mips_fpu_struct {
127 union fpureg fpr[NUM_FPU_REGS];
128 unsigned int fcr31;
129 unsigned int msacsr;
130};
131
132#define NUM_DSP_REGS 6
133
134typedef unsigned long dspreg_t;
135
136struct mips_dsp_state {
137 dspreg_t dspr[NUM_DSP_REGS];
138 unsigned int dspcontrol;
139};
140
141#define INIT_CPUMASK { \
142 {0,} \
143}
144
145struct mips3264_watch_reg_state {
146 /* The width of watchlo is 32 in a 32 bit kernel and 64 in a
147 64 bit kernel. We use unsigned long as it has the same
148 property. */
149 unsigned long watchlo[NUM_WATCH_REGS];
150 /* Only the mask and IRW bits from watchhi. */
151 u16 watchhi[NUM_WATCH_REGS];
152};
153
154union mips_watch_reg_state {
155 struct mips3264_watch_reg_state mips3264;
156};
157
158#if defined(CONFIG_CPU_CAVIUM_OCTEON)
159
160struct octeon_cop2_state {
161 /* DMFC2 rt, 0x0201 */
162 unsigned long cop2_crc_iv;
163 /* DMFC2 rt, 0x0202 (Set with DMTC2 rt, 0x1202) */
164 unsigned long cop2_crc_length;
165 /* DMFC2 rt, 0x0200 (set with DMTC2 rt, 0x4200) */
166 unsigned long cop2_crc_poly;
167 /* DMFC2 rt, 0x0402; DMFC2 rt, 0x040A */
168 unsigned long cop2_llm_dat[2];
169 /* DMFC2 rt, 0x0084 */
170 unsigned long cop2_3des_iv;
171 /* DMFC2 rt, 0x0080; DMFC2 rt, 0x0081; DMFC2 rt, 0x0082 */
172 unsigned long cop2_3des_key[3];
173 /* DMFC2 rt, 0x0088 (Set with DMTC2 rt, 0x0098) */
174 unsigned long cop2_3des_result;
175 /* DMFC2 rt, 0x0111 (FIXME: Read Pass1 Errata) */
176 unsigned long cop2_aes_inp0;
177 /* DMFC2 rt, 0x0102; DMFC2 rt, 0x0103 */
178 unsigned long cop2_aes_iv[2];
179 /* DMFC2 rt, 0x0104; DMFC2 rt, 0x0105; DMFC2 rt, 0x0106; DMFC2
180 * rt, 0x0107 */
181 unsigned long cop2_aes_key[4];
182 /* DMFC2 rt, 0x0110 */
183 unsigned long cop2_aes_keylen;
184 /* DMFC2 rt, 0x0100; DMFC2 rt, 0x0101 */
185 unsigned long cop2_aes_result[2];
186 /* DMFC2 rt, 0x0240; DMFC2 rt, 0x0241; DMFC2 rt, 0x0242; DMFC2
187 * rt, 0x0243; DMFC2 rt, 0x0244; DMFC2 rt, 0x0245; DMFC2 rt,
188 * 0x0246; DMFC2 rt, 0x0247; DMFC2 rt, 0x0248; DMFC2 rt,
189 * 0x0249; DMFC2 rt, 0x024A; DMFC2 rt, 0x024B; DMFC2 rt,
190 * 0x024C; DMFC2 rt, 0x024D; DMFC2 rt, 0x024E - Pass2 */
191 unsigned long cop2_hsh_datw[15];
192 /* DMFC2 rt, 0x0250; DMFC2 rt, 0x0251; DMFC2 rt, 0x0252; DMFC2
193 * rt, 0x0253; DMFC2 rt, 0x0254; DMFC2 rt, 0x0255; DMFC2 rt,
194 * 0x0256; DMFC2 rt, 0x0257 - Pass2 */
195 unsigned long cop2_hsh_ivw[8];
196 /* DMFC2 rt, 0x0258; DMFC2 rt, 0x0259 - Pass2 */
197 unsigned long cop2_gfm_mult[2];
198 /* DMFC2 rt, 0x025E - Pass2 */
199 unsigned long cop2_gfm_poly;
200 /* DMFC2 rt, 0x025A; DMFC2 rt, 0x025B - Pass2 */
201 unsigned long cop2_gfm_result[2];
202 /* DMFC2 rt, 0x24F, DMFC2 rt, 0x50, OCTEON III */
203 unsigned long cop2_sha3[2];
204};
205#define COP2_INIT \
206 .cp2 = {0,},
207
208struct octeon_cvmseg_state {
209 unsigned long cvmseg[CONFIG_CAVIUM_OCTEON_CVMSEG_SIZE]
210 [cpu_dcache_line_size() / sizeof(unsigned long)];
211};
212
213#elif defined(CONFIG_CPU_XLP)
214struct nlm_cop2_state {
215 u64 rx[4];
216 u64 tx[4];
217 u32 tx_msg_status;
218 u32 rx_msg_status;
219};
220
221#define COP2_INIT \
222 .cp2 = {{0}, {0}, 0, 0},
223#else
224#define COP2_INIT
225#endif
226
227typedef struct {
228 unsigned long seg;
229} mm_segment_t;
230
231#ifdef CONFIG_CPU_HAS_MSA
232# define ARCH_MIN_TASKALIGN 16
233# define FPU_ALIGN __aligned(16)
234#else
235# define ARCH_MIN_TASKALIGN 8
236# define FPU_ALIGN
237#endif
238
239struct mips_abi;
240
241/*
242 * If you change thread_struct remember to change the #defines below too!
243 */
244struct thread_struct {
245 /* Saved main processor registers. */
246 unsigned long reg16;
247 unsigned long reg17, reg18, reg19, reg20, reg21, reg22, reg23;
248 unsigned long reg29, reg30, reg31;
249
250 /* Saved cp0 stuff. */
251 unsigned long cp0_status;
252
253#ifdef CONFIG_MIPS_FP_SUPPORT
254 /* Saved fpu/fpu emulator stuff. */
255 struct mips_fpu_struct fpu FPU_ALIGN;
256 /* Assigned branch delay slot 'emulation' frame */
257 atomic_t bd_emu_frame;
258 /* PC of the branch from a branch delay slot 'emulation' */
259 unsigned long bd_emu_branch_pc;
260 /* PC to continue from following a branch delay slot 'emulation' */
261 unsigned long bd_emu_cont_pc;
262#endif
263#ifdef CONFIG_MIPS_MT_FPAFF
264 /* Emulated instruction count */
265 unsigned long emulated_fp;
266 /* Saved per-thread scheduler affinity mask */
267 cpumask_t user_cpus_allowed;
268#endif /* CONFIG_MIPS_MT_FPAFF */
269
270 /* Saved state of the DSP ASE, if available. */
271 struct mips_dsp_state dsp;
272
273 /* Saved watch register state, if available. */
274 union mips_watch_reg_state watch;
275
276 /* Other stuff associated with the thread. */
277 unsigned long cp0_badvaddr; /* Last user fault */
278 unsigned long cp0_baduaddr; /* Last kernel fault accessing USEG */
279 unsigned long error_code;
280 unsigned long trap_nr;
281#ifdef CONFIG_CPU_CAVIUM_OCTEON
282 struct octeon_cop2_state cp2 __attribute__ ((__aligned__(128)));
283 struct octeon_cvmseg_state cvmseg __attribute__ ((__aligned__(128)));
284#endif
285#ifdef CONFIG_CPU_XLP
286 struct nlm_cop2_state cp2;
287#endif
288 struct mips_abi *abi;
289};
290
291#ifdef CONFIG_MIPS_MT_FPAFF
292#define FPAFF_INIT \
293 .emulated_fp = 0, \
294 .user_cpus_allowed = INIT_CPUMASK,
295#else
296#define FPAFF_INIT
297#endif /* CONFIG_MIPS_MT_FPAFF */
298
299#ifdef CONFIG_MIPS_FP_SUPPORT
300# define FPU_INIT \
301 .fpu = { \
302 .fpr = {{{0,},},}, \
303 .fcr31 = 0, \
304 .msacsr = 0, \
305 }, \
306 /* Delay slot emulation */ \
307 .bd_emu_frame = ATOMIC_INIT(BD_EMUFRAME_NONE), \
308 .bd_emu_branch_pc = 0, \
309 .bd_emu_cont_pc = 0,
310#else
311# define FPU_INIT
312#endif
313
314#define INIT_THREAD { \
315 /* \
316 * Saved main processor registers \
317 */ \
318 .reg16 = 0, \
319 .reg17 = 0, \
320 .reg18 = 0, \
321 .reg19 = 0, \
322 .reg20 = 0, \
323 .reg21 = 0, \
324 .reg22 = 0, \
325 .reg23 = 0, \
326 .reg29 = 0, \
327 .reg30 = 0, \
328 .reg31 = 0, \
329 /* \
330 * Saved cp0 stuff \
331 */ \
332 .cp0_status = 0, \
333 /* \
334 * Saved FPU/FPU emulator stuff \
335 */ \
336 FPU_INIT \
337 /* \
338 * FPU affinity state (null if not FPAFF) \
339 */ \
340 FPAFF_INIT \
341 /* \
342 * Saved DSP stuff \
343 */ \
344 .dsp = { \
345 .dspr = {0, }, \
346 .dspcontrol = 0, \
347 }, \
348 /* \
349 * saved watch register stuff \
350 */ \
351 .watch = {{{0,},},}, \
352 /* \
353 * Other stuff associated with the process \
354 */ \
355 .cp0_badvaddr = 0, \
356 .cp0_baduaddr = 0, \
357 .error_code = 0, \
358 .trap_nr = 0, \
359 /* \
360 * Platform specific cop2 registers(null if no COP2) \
361 */ \
362 COP2_INIT \
363}
364
365struct task_struct;
366
367/* Free all resources held by a thread. */
368#define release_thread(thread) do { } while(0)
369
370/*
371 * Do necessary setup to start up a newly executed thread.
372 */
373extern void start_thread(struct pt_regs * regs, unsigned long pc, unsigned long sp);
374
375static inline void flush_thread(void)
376{
377}
378
379unsigned long get_wchan(struct task_struct *p);
380
381#define __KSTK_TOS(tsk) ((unsigned long)task_stack_page(tsk) + \
382 THREAD_SIZE - 32 - sizeof(struct pt_regs))
383#define task_pt_regs(tsk) ((struct pt_regs *)__KSTK_TOS(tsk))
384#define KSTK_EIP(tsk) (task_pt_regs(tsk)->cp0_epc)
385#define KSTK_ESP(tsk) (task_pt_regs(tsk)->regs[29])
386#define KSTK_STATUS(tsk) (task_pt_regs(tsk)->cp0_status)
387
388#ifdef CONFIG_CPU_LOONGSON3
389/*
390 * Loongson-3's SFB (Store-Fill-Buffer) may buffer writes indefinitely when a
391 * tight read loop is executed, because reads take priority over writes & the
392 * hardware (incorrectly) doesn't ensure that writes will eventually occur.
393 *
394 * Since spin loops of any kind should have a cpu_relax() in them, force an SFB
395 * flush from cpu_relax() such that any pending writes will become visible as
396 * expected.
397 */
398#define cpu_relax() smp_mb()
399#else
400#define cpu_relax() barrier()
401#endif
402
403/*
404 * Return_address is a replacement for __builtin_return_address(count)
405 * which on certain architectures cannot reasonably be implemented in GCC
406 * (MIPS, Alpha) or is unusable with -fomit-frame-pointer (i386).
407 * Note that __builtin_return_address(x>=1) is forbidden because GCC
408 * aborts compilation on some CPUs. It's simply not possible to unwind
409 * some CPU's stackframes.
410 *
411 * __builtin_return_address works only for non-leaf functions. We avoid the
412 * overhead of a function call by forcing the compiler to save the return
413 * address register on the stack.
414 */
415#define return_address() ({__asm__ __volatile__("":::"$31");__builtin_return_address(0);})
416
417#ifdef CONFIG_CPU_HAS_PREFETCH
418
419#define ARCH_HAS_PREFETCH
420#define prefetch(x) __builtin_prefetch((x), 0, 1)
421
422#define ARCH_HAS_PREFETCHW
423#define prefetchw(x) __builtin_prefetch((x), 1, 1)
424
425#endif
426
427/*
428 * Functions & macros implementing the PR_GET_FP_MODE & PR_SET_FP_MODE options
429 * to the prctl syscall.
430 */
431extern int mips_get_process_fp_mode(struct task_struct *task);
432extern int mips_set_process_fp_mode(struct task_struct *task,
433 unsigned int value);
434
435#define GET_FP_MODE(task) mips_get_process_fp_mode(task)
436#define SET_FP_MODE(task,value) mips_set_process_fp_mode(task, value)
437
438#endif /* _ASM_PROCESSOR_H */