1/*-
2 * Copyright (c) 2015 The FreeBSD Foundation
3 *
4 * This software was developed by Andrew Turner under
5 * sponsorship from the FreeBSD Foundation.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 * 1. Redistributions of source code must retain the above copyright
11 * notice, this list of conditions and the following disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in the
14 * documentation and/or other materials provided with the distribution.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
29#ifdef __arm__
30#include <arm/vfp.h>
31#else /* !__arm__ */
32
33#ifndef _MACHINE_VFP_H_
34#define _MACHINE_VFP_H_
35
36/* VFPCR */
37#define VFPCR_AHP (0x04000000) /* alt. half-precision: */
38#define VFPCR_DN (0x02000000) /* default NaN enable */
39#define VFPCR_FZ (0x01000000) /* flush to zero enabled */
40#define VFPCR_INIT 0 /* Default fpcr after exec */
41
42#define VFPCR_RMODE_OFF 22 /* rounding mode offset */
43#define VFPCR_RMODE_MASK (0x00c00000) /* rounding mode mask */
44#define VFPCR_RMODE_RN (0x00000000) /* round nearest */
45#define VFPCR_RMODE_RPI (0x00400000) /* round to plus infinity */
46#define VFPCR_RMODE_RNI (0x00800000) /* round to neg infinity */
47#define VFPCR_RMODE_RM (0x00c00000) /* round to zero */
48
49#define VFPCR_STRIDE_OFF 20 /* vector stride -1 */
50#define VFPCR_STRIDE_MASK (0x00300000)
51#define VFPCR_LEN_OFF 16 /* vector length -1 */
52#define VFPCR_LEN_MASK (0x00070000)
53#define VFPCR_IDE (0x00008000) /* input subnormal exc enable */
54#define VFPCR_IXE (0x00001000) /* inexact exception enable */
55#define VFPCR_UFE (0x00000800) /* underflow exception enable */
56#define VFPCR_OFE (0x00000400) /* overflow exception enable */
57#define VFPCR_DZE (0x00000200) /* div by zero exception en */
58#define VFPCR_IOE (0x00000100) /* invalid op exec enable */
59
60#ifndef LOCORE
61struct vfpstate {
62 __uint128_t vfp_regs[32];
63 uint32_t vfp_fpcr;
64 uint32_t vfp_fpsr;
65};
66
67#ifdef _KERNEL
68struct pcb;
69struct thread;
70
71void vfp_init_secondary(void);
72void vfp_enable(void);
73void vfp_disable(void);
74void vfp_discard(struct thread *);
75void vfp_store(struct vfpstate *);
76void vfp_restore(struct vfpstate *);
77void vfp_new_thread(struct thread *, struct thread *, bool);
78void vfp_reset_state(struct thread *, struct pcb *);
79void vfp_restore_state(void);
80void vfp_save_state(struct thread *, struct pcb *);
81void vfp_save_state_savectx(struct pcb *);
82void vfp_save_state_switch(struct thread *);
83void vfp_to_sve_sync(struct thread *);
84void sve_to_vfp_sync(struct thread *);
85
86size_t sve_max_buf_size(void);
87size_t sve_buf_size(struct thread *);
88bool sve_restore_state(struct thread *);
89
90struct fpu_kern_ctx;
91
92/*
93 * Flags for fpu_kern_alloc_ctx(), fpu_kern_enter() and fpu_kern_thread().
94 */
95#define FPU_KERN_NORMAL 0x0000
96#define FPU_KERN_NOWAIT 0x0001
97#define FPU_KERN_KTHR 0x0002
98#define FPU_KERN_NOCTX 0x0004
99
100struct fpu_kern_ctx *fpu_kern_alloc_ctx(u_int);
101void fpu_kern_free_ctx(struct fpu_kern_ctx *);
102void fpu_kern_enter(struct thread *, struct fpu_kern_ctx *, u_int);
103int fpu_kern_leave(struct thread *, struct fpu_kern_ctx *);
104int fpu_kern_thread(u_int);
105int is_fpu_kern_thread(u_int);
106
107struct vfpstate *fpu_save_area_alloc(void);
108void fpu_save_area_free(struct vfpstate *fsa);
109void fpu_save_area_reset(struct vfpstate *fsa);
110
111/* Convert to and from Aarch32 FPSCR to Aarch64 FPCR/FPSR */
112#define VFP_FPSCR_FROM_SRCR(vpsr, vpcr) ((vpsr) | ((vpcr) & 0x7c00000))
113#define VFP_FPSR_FROM_FPSCR(vpscr) ((vpscr) &~ 0x7c00000)
114#define VFP_FPCR_FROM_FPSCR(vpsrc) ((vpsrc) & 0x7c00000)
115
116#ifdef COMPAT_FREEBSD32
117void get_fpcontext32(struct thread *td, mcontext32_vfp_t *mcp);
118void set_fpcontext32(struct thread *td, mcontext32_vfp_t *mcp);
119#endif
120
121#endif
122
123#endif
124
125#endif /* !_MACHINE_VFP_H_ */
126
127#endif /* !__arm__ */