aboutsummaryrefslogtreecommitdiffstats
path: root/libavcodec/riscv/sbrdsp_rvv.S
blob: 331b88022c34a3d1f3f0b704a42db0af89cab2ac (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
/*
 * Copyright © 2023 Rémi Denis-Courmont.
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

#include "libavutil/riscv/asm.S"

func ff_sbr_sum64x5_rvv, zve32f
        li      a5, 64
        addi    a1, a0, 64 * 4
        addi    a2, a0, 128 * 4
        addi    a3, a0, 192 * 4
        addi    a4, a0, 256 * 4
1:
        vsetvli t0, a5, e32, m8, ta, ma
        sub     a5, a5, t0
        vle32.v v0, (a0)
        vle32.v v8, (a1)
        sh2add  a1, t0, a1
        vle32.v v16, (a2)
        vfadd.vv v0, v0, v8
        sh2add  a2, t0, a2
        vle32.v v24, (a3)
        vfadd.vv v0, v0, v16
        sh2add  a3, t0, a3
        vle32.v v8, (a4)
        vfadd.vv v0, v0, v24
        sh2add  a4, t0, a4
        vfadd.vv v0, v0, v8
        vse32.v v0, (a0)
        sh2add  a0, t0, a0
        bnez    a5, 1b

        ret
endfunc

func ff_sbr_sum_square_rvv, zve32f
        vsetvli t0, zero, e32, m8, ta, ma
        slli    a1, a1, 1
        vmv.v.x v8, zero
        vmv.s.x v0, zero
1:
        vsetvli t0, a1, e32, m8, tu, ma
        vle32.v v16, (a0)
        sub     a1, a1, t0
        vfmacc.vv v8, v16, v16
        sh2add  a0, t0, a0
        bnez    a1, 1b

        vfredusum.vs v0, v8, v0
        vfmv.f.s fa0, v0
NOHWF   fmv.x.w  a0, fa0
        ret
endfunc

func ff_sbr_autocorrelate_rvv, zve32f
        vsetvli t0, zero, e32, m4, ta, ma
        vmv.v.x v0, zero
        flw     fa0,   (a0)
        vmv.v.x v4, zero
        flw     fa1,  4(a0)
        vmv.v.x v8, zero
        flw     fa2,  8(a0)
        li      a2, 37
        flw     fa3, 12(a0)
        fmul.s  ft10, fa0, fa0
        flw     fa4, 16(a0)
        fmul.s  ft6, fa0, fa2
        flw     fa5, 20(a0)
        addi    a0, a0, 38 * 8
        fmul.s  ft7, fa0, fa3
        fmul.s  ft2, fa0, fa4
        fmul.s  ft3, fa0, fa5
        flw     fa0,   (a0)
        fmadd.s ft10, fa1, fa1, ft10
        fmadd.s ft6, fa1, fa3, ft6
        flw     fa3, 12(a0)
        fnmsub.s ft7, fa1, fa2, ft7
        flw     fa2,  8(a0)
        fmadd.s ft2, fa1, fa5, ft2
        fnmsub.s ft3, fa1, fa4, ft3
        flw     fa1,  4(a0)
        fmul.s  ft4, fa0, fa0
        fmul.s  ft0, fa0, fa2
        fmul.s  ft1, fa0, fa3
        fmadd.s ft4, fa1, fa1, ft4
        fmadd.s ft0, fa1, fa3, ft0
        fnmsub.s ft1, fa1, fa2, ft1
1:
        vsetvli t0, a2, e32, m2, tu, ma
        slli    t1, t0, 3
        sub     a0, a0, t1
        vlseg2e32.v v16, (a0)
        sub     a2, a2, t0
        vfmacc.vv v0, v16, v16
        vfslide1down.vf v20, v16, fa0
        vfmacc.vv v4, v16, v20
        vfslide1down.vf v22, v18, fa1
        vfmacc.vv v0, v18, v18
        vfslide1down.vf v24, v20, fa2
        vfmacc.vv v4, v18, v22
        vfslide1down.vf v26, v22, fa3
        vfmacc.vv v6, v16, v22
        vfmv.f.s fa0, v16
        vfmacc.vv v8, v16, v24
        vfmv.f.s fa1, v18
        vfmacc.vv v10, v16, v26
        vfmv.f.s fa2, v20
        vfnmsac.vv v6, v18, v20
        vfmv.f.s fa3, v22
        vfmacc.vv v8, v18, v26
        vfnmsac.vv v10, v18, v24
        bnez    a2, 1b

        vsetvli t0, zero, e32, m2, ta, ma
        vfredusum.vs v0, v0, v2
        vfredusum.vs v4, v4, v2
        vfmv.f.s fa0, v0
        vfredusum.vs v6, v6, v2
        vfmv.f.s fa2, v4
        fadd.s   ft4, ft4, fa0
        vfredusum.vs v8, v8, v2
        vfmv.f.s fa3, v6
        fadd.s   ft0, ft0, fa2
        vfredusum.vs v10, v10, v2
        vfmv.f.s fa4, v8
        fadd.s   ft1, ft1, fa3
        vfmv.f.s fa5, v10
        fsw     ft0,   (a1)
        fadd.s  ft2, ft2, fa4
        fsw     ft1,  4(a1)
        fadd.s  ft3, ft3, fa5
        fsw     ft2,  8(a1)
        fadd.s  ft6, ft6, fa2
        fsw     ft3, 12(a1)
        fadd.s  ft7, ft7, fa3
        fsw     ft4, 16(a1)
        fadd.s  ft10, ft10, fa0
        fsw     ft6, 24(a1)
        fsw     ft7, 28(a1)
        fsw     ft10, 40(a1)
        ret
endfunc

func ff_sbr_hf_gen_rvv, zve32f
NOHWF   fmv.w.x fa0, a4
NOHWF   mv      a4, a5
NOHWF   mv      a5, a6
        flw     ft2, 0(a2)
        fmul.s  fa1, fa0, fa0 // bw * bw
        sh3add  a1, a5, a1
        flw     ft3, 4(a2)
        fmul.s  fa2, ft2, fa0 // alpha[2]
        sh3add  a0, a5, a0
        flw     ft0, 0(a3)
        fmul.s  fa3, ft3, fa0 // alpha[3]
        sub     a5, a5, a4
        flw     ft1, 4(a3)
        fmul.s  fa0, ft0, fa1 // alpha[0]
        flw     ft0, -16(a1)  // X_low[end - 2][0]
        fmul.s  fa1, ft1, fa1 // alpha[1]
        flw     ft1, -12(a1)  // X_low[end - 2][1]
        flw     ft2,  -8(a1)  // X_low[end - 1][0]
        flw     ft3,  -4(a1)  // X_low[end - 1][1]
        addi    a1, a1, -16
1:
        vsetvli t0, a5, e32, m4, ta, ma
        slli    t1, t0, 3
        sub     a1, a1, t1
        vlseg2e32.v v0, (a1)          // X_low[i - 2]
        sub     a0, a0, t1
        vfslide1down.vf v8, v0, ft0   // X_low[i - 1][0]
        sub     a5, a5, t0
        vfslide1down.vf v12, v4, ft1  // X_low[i - 1][1]
        vfslide1down.vf v16, v8, ft2  // X_low[i    ][0]
        vfslide1down.vf v20, v12, ft3 // X_low[i    ][1]
        vfmacc.vf v16, fa0, v0
        vfmacc.vf v20, fa0, v4
        vfmv.f.s ft0, v0
        vfnmsac.vf v16, fa1, v4
        vfmacc.vf v20, fa1, v0
        vfmv.f.s ft1, v4
        vfmacc.vf v16, fa2, v8
        vfmacc.vf v20, fa2, v12
        vfmv.f.s ft2, v8
        vfnmsac.vf v16, fa3, v12
        vfmacc.vf v20, fa3, v8
        vfmv.f.s ft3, v12
        vsseg2e32.v v16, (a0)
        bnez    a5, 1b

        ret
endfunc

func ff_sbr_hf_g_filt_rvv, zve32f
        li      t1, 40 * 2 * 4
        sh3add  a1, a4, a1
1:
        vsetvli t0, a3, e32, m4, ta, ma
        vlsseg2e32.v v16, (a1), t1
        mul     t2, t0, t1
        vle32.v v8, (a2)
        sub     a3, a3, t0
        vfmul.vv v16, v16, v8
        add     a1, t2, a1
        vfmul.vv v20, v20, v8
        sh2add  a2, t0, a2
        vsseg2e32.v v16, (a0)
        sh3add  a0, t0, a0
        bnez    a3, 1b

        ret
endfunc

.macro hf_apply_noise n
        lla     a6, ff_sbr_noise_table + 8
        fmv.s.x ft0, zero
1:
.if \n & 1
        min     t0, t0, a5 // preserve parity of t0 for v4 sign injector
        vsetvli zero, t0, e32, m4, ta, mu
.else
        vsetvli t0, a5, e32, m4, ta, mu
.endif
        sh3add  t6, a3, a6
        vle32.v v8, (a1)      // s_m
        sub     a5, a5, t0
        vle32.v v12, (a2)     // q_filt
        sh2add  a1, t0, a1
        vmfeq.vf v0, v8, ft0  // s_m == 0.f
        vlseg2e32.v v24, (t6) // ff_sbr_noise_table
        sh2add  a2, t0, a2
.if \n == 2
        vfneg.v v8, v8
.endif
.if \n & 1
        vfsgnjx.vv v8, v8, v4 // could equivalent use vxor.vv
.endif
        add     a3, t0, a3
        vlseg2e32.v v16, (a0) // Y
        andi    a3, a3, 0x1ff
.if \n & 1
        vfmul.vv v28, v12, v28
        vfmacc.vv v16, v12, v24, v0.t
        vmerge.vvm v28, v8, v28, v0
        vfadd.vv v20, v20, v28
.else
        vfmul.vv v24, v12, v24
        vfmacc.vv v20, v12, v28, v0.t
        vmerge.vvm v24, v8, v24, v0
        vfadd.vv v16, v16, v24
.endif
        vsseg2e32.v v16, (a0)
        sh3add  a0, t0, a0
        bnez    a5, 1b

        ret
.endm

func ff_sbr_hf_apply_noise_0_rvv, zve32f, zbb
        hf_apply_noise 0
endfunc

func ff_sbr_hf_apply_noise_3_rvv, zve32f, zbb
       not     a4, a4 // invert parity of kx
       // fall through
endfunc

func ff_sbr_hf_apply_noise_1_rvv, zve32f, zbb
        vsetvli t0, zero, e32, m4, ta, ma
        vid.v   v4
        vxor.vx v4, v4, a4
        vsll.vi v4, v4, 31 // v4[i] = (kx & 1) ? -0.f : +0.f
        hf_apply_noise 1
endfunc

func ff_sbr_hf_apply_noise_2_rvv, zve32f, zbb
        hf_apply_noise 2
endfunc