40 int16x8_t q0s16, q2s16, q3s16, q8s16, q10s16, q11s16, q13s16;
41 int16x8_t q14s16, q15s16, qzs16;
42 uint16x8_t q1u16, q9u16;
44 qzs16 = vdupq_n_s16(0);
46 q15s16 = vdupq_n_s16(qscale << 1);
47 q14s16 = vdupq_n_s16(qadd);
48 q13s16 = vnegq_s16(q14s16);
51 for (; nCoeffs > 8; nCoeffs -= 16,
block += 16) {
52 q0s16 = vld1q_s16(
block);
53 q3s16 = vreinterpretq_s16_u16(vcltq_s16(q0s16, qzs16));
54 q8s16 = vld1q_s16(
block + 8);
55 q1u16 = vceqq_s16(q0s16, qzs16);
56 q2s16 = vmulq_s16(q0s16, q15s16);
57 q11s16 = vreinterpretq_s16_u16(vcltq_s16(q8s16, qzs16));
58 q10s16 = vmulq_s16(q8s16, q15s16);
59 q3s16 = vbslq_s16(vreinterpretq_u16_s16(q3s16), q13s16, q14s16);
60 q11s16 = vbslq_s16(vreinterpretq_u16_s16(q11s16), q13s16, q14s16);
61 q2s16 = vaddq_s16(q2s16, q3s16);
62 q9u16 = vceqq_s16(q8s16, qzs16);
63 q10s16 = vaddq_s16(q10s16, q11s16);
64 q0s16 = vbslq_s16(q1u16, q0s16, q2s16);
65 q8s16 = vbslq_s16(q9u16, q8s16, q10s16);
66 vst1q_s16(
block, q0s16);
67 vst1q_s16(
block + 8, q8s16);
73 q0s16 = vld1q_s16(
block);
74 q3s16 = vreinterpretq_s16_u16(vcltq_s16(q0s16, qzs16));
75 q1u16 = vceqq_s16(q0s16, qzs16);
76 q2s16 = vmulq_s16(q0s16, q15s16);
77 q3s16 = vbslq_s16(vreinterpretq_u16_s16(q3s16), q13s16, q14s16);
78 q2s16 = vaddq_s16(q2s16, q3s16);
79 q0s16 = vbslq_s16(q1u16, q0s16, q2s16);
80 vst1q_s16(
block, q0s16);
86 int nCoeffs =
s->inter_scantable.raster_end[
s->block_last_index[n]];
87 int qadd = (qscale - 1) | 1;
100 block[0] *=
s->y_dc_scale;
102 block[0] *=
s->c_dc_scale;
103 qadd = (qscale - 1) | 1;
111 nCoeffs =
s->intra_scantable.raster_end[
s->block_last_index[n]];