54 __m128 shift = _mm_set1_ps(0.5f);
55 __m128 m = _mm_set1_ps(mul);
56 for (
ui32 i = (width + 3) >> 2; i > 0; --i, sp+=4, dp+=4)
58 __m128i t = _mm_castps_si128(_mm_loadu_ps((
float*)sp));
59 __m128 s = _mm_cvtepi32_ps(t);
61 s = _mm_sub_ps(s, shift);
70 __m128 m = _mm_set1_ps(mul);
71 for (
ui32 i = (width + 3) >> 2; i > 0; --i, sp+=4, dp+=4)
73 __m128i t = _mm_castps_si128(_mm_loadu_ps((
float*)sp));
74 __m128 s = _mm_cvtepi32_ps(t);
84 uint32_t rounding_mode = _MM_GET_ROUNDING_MODE();
85 _MM_SET_ROUNDING_MODE(_MM_ROUND_NEAREST);
86 __m128 shift = _mm_set1_ps(0.5f);
87 __m128 m = _mm_set1_ps(mul);
88 for (
ui32 i = (width + 3) >> 2; i > 0; --i, sp+=4)
90 __m128 t = _mm_load_ps(sp);
91 __m128 s = _mm_add_ps(t, shift);
96 *dp++ = _mm_cvtss_si32(t);
97 t = _mm_shuffle_ps(s, s, 1);
98 *dp++ = _mm_cvtss_si32(t);
99 t = _mm_shuffle_ps(s, s, 2);
100 *dp++ = _mm_cvtss_si32(t);
101 t = _mm_shuffle_ps(s, s, 3);
102 *dp++ = _mm_cvtss_si32(t);
104 _MM_SET_ROUNDING_MODE(rounding_mode);
111 uint32_t rounding_mode = _MM_GET_ROUNDING_MODE();
112 _MM_SET_ROUNDING_MODE(_MM_ROUND_NEAREST);
113 __m128 m = _mm_set1_ps(mul);
114 for (
ui32 i = (width + 3) >> 2; i > 0; --i, sp+=4)
116 __m128 t = _mm_load_ps(sp);
117 __m128 s = _mm_mul_ps(t, m);
121 *dp++ = _mm_cvtss_si32(t);
122 t = _mm_shuffle_ps(s, s, 1);
123 *dp++ = _mm_cvtss_si32(t);
124 t = _mm_shuffle_ps(s, s, 2);
125 *dp++ = _mm_cvtss_si32(t);
126 t = _mm_shuffle_ps(s, s, 3);
127 *dp++ = _mm_cvtss_si32(t);
129 _MM_SET_ROUNDING_MODE(rounding_mode);
134 float *y,
float *cb,
float *cr,
ui32 repeat)
141 for (
ui32 i = (repeat + 3) >> 2; i > 0; --i)
143 __m128 mr = _mm_load_ps(r);
144 __m128 mb = _mm_load_ps(b);
145 __m128 my = _mm_mul_ps(alpha_rf, mr);
146 my = _mm_add_ps(my, _mm_mul_ps(alpha_gf, _mm_load_ps(g)));
147 my = _mm_add_ps(my, _mm_mul_ps(alpha_bf, mb));
149 _mm_store_ps(cb, _mm_mul_ps(beta_cbf, _mm_sub_ps(mb, my)));
150 _mm_store_ps(cr, _mm_mul_ps(beta_crf, _mm_sub_ps(mr, my)));
152 r += 4; g += 4; b += 4;
153 y += 4; cb += 4; cr += 4;
159 float *r,
float *g,
float *b,
ui32 repeat)
165 for (
ui32 i = (repeat + 3) >> 2; i > 0; --i)
167 __m128 my = _mm_load_ps(y);
168 __m128 mcr = _mm_load_ps(cr);
169 __m128 mcb = _mm_load_ps(cb);
170 __m128 mg = _mm_sub_ps(my, _mm_mul_ps(gamma_cr2g, mcr));
171 _mm_store_ps(g, _mm_sub_ps(mg, _mm_mul_ps(gamma_cb2g, mcb)));
172 _mm_store_ps(r, _mm_add_ps(my, _mm_mul_ps(gamma_cr2r, mcr)));
173 _mm_store_ps(b, _mm_add_ps(my, _mm_mul_ps(gamma_cb2b, mcb)));
175 y += 4; cb += 4; cr += 4;
176 r += 4; g += 4; b += 4;
void sse_cnvrt_float_to_si32_shftd(const float *sp, si32 *dp, float mul, ui32 width)
void sse_ict_forward(const float *r, const float *g, const float *b, float *y, float *cb, float *cr, ui32 repeat)
void sse_cnvrt_si32_to_float_shftd(const si32 *sp, float *dp, float mul, ui32 width)
void sse_cnvrt_si32_to_float(const si32 *sp, float *dp, float mul, ui32 width)
void sse_ict_backward(const float *y, const float *cb, const float *cr, float *r, float *g, float *b, ui32 repeat)
void sse_cnvrt_float_to_si32(const float *sp, si32 *dp, float mul, ui32 width)
static const float GAMMA_CR2R
static const float BETA_CbF
static const float GAMMA_CB2B
static const float ALPHA_RF
static const float GAMMA_CB2G
static const float GAMMA_CR2G
static const float ALPHA_BF
static const float BETA_CrF
static const float ALPHA_GF