20 #define LOAD_SI128 _mm_loadu_si128 21 #define SAVE_SI128 _mm_storeu_si128 23 #define LOAD_SI128 _mm_loadu_si128 24 #define SAVE_SI128 _mm_storeu_si128 27 #define UV2RGB_16(U,V,R1,G1,B1,R2,G2,B2) \ 28 r_tmp = _mm_mullo_epi16(V, _mm_set1_epi16(param->v_r_factor)); \ 29 g_tmp = _mm_add_epi16( \ 30 _mm_mullo_epi16(U, _mm_set1_epi16(param->u_g_factor)), \ 31 _mm_mullo_epi16(V, _mm_set1_epi16(param->v_g_factor))); \ 32 b_tmp = _mm_mullo_epi16(U, _mm_set1_epi16(param->u_b_factor)); \ 33 R1 = _mm_unpacklo_epi16(r_tmp, r_tmp); \ 34 G1 = _mm_unpacklo_epi16(g_tmp, g_tmp); \ 35 B1 = _mm_unpacklo_epi16(b_tmp, b_tmp); \ 36 R2 = _mm_unpackhi_epi16(r_tmp, r_tmp); \ 37 G2 = _mm_unpackhi_epi16(g_tmp, g_tmp); \ 38 B2 = _mm_unpackhi_epi16(b_tmp, b_tmp); \ 40 #define ADD_Y2RGB_16(Y1,Y2,R1,G1,B1,R2,G2,B2) \ 41 Y1 = _mm_mullo_epi16(_mm_sub_epi16(Y1, _mm_set1_epi16(param->y_shift)), _mm_set1_epi16(param->y_factor)); \ 42 Y2 = _mm_mullo_epi16(_mm_sub_epi16(Y2, _mm_set1_epi16(param->y_shift)), _mm_set1_epi16(param->y_factor)); \ 44 R1 = _mm_srai_epi16(_mm_add_epi16(R1, Y1), PRECISION); \ 45 G1 = _mm_srai_epi16(_mm_add_epi16(G1, Y1), PRECISION); \ 46 B1 = _mm_srai_epi16(_mm_add_epi16(B1, Y1), PRECISION); \ 47 R2 = _mm_srai_epi16(_mm_add_epi16(R2, Y2), PRECISION); \ 48 G2 = _mm_srai_epi16(_mm_add_epi16(G2, Y2), PRECISION); \ 49 B2 = _mm_srai_epi16(_mm_add_epi16(B2, Y2), PRECISION); \ 51 #define PACK_RGB565_32(R1, R2, G1, G2, B1, B2, RGB1, RGB2, RGB3, RGB4) \ 53 __m128i red_mask, tmp1, tmp2, tmp3, tmp4; \ 55 red_mask = _mm_set1_epi16((short)0xF800); \ 56 RGB1 = _mm_and_si128(_mm_unpacklo_epi8(_mm_setzero_si128(), R1), red_mask); \ 57 RGB2 = _mm_and_si128(_mm_unpackhi_epi8(_mm_setzero_si128(), R1), red_mask); \ 58 RGB3 = _mm_and_si128(_mm_unpacklo_epi8(_mm_setzero_si128(), R2), red_mask); \ 59 RGB4 = _mm_and_si128(_mm_unpackhi_epi8(_mm_setzero_si128(), R2), red_mask); \ 60 tmp1 = _mm_slli_epi16(_mm_srli_epi16(_mm_unpacklo_epi8(G1, _mm_setzero_si128()), 2), 5); \ 61 tmp2 = _mm_slli_epi16(_mm_srli_epi16(_mm_unpackhi_epi8(G1, _mm_setzero_si128()), 2), 5); \ 62 tmp3 = _mm_slli_epi16(_mm_srli_epi16(_mm_unpacklo_epi8(G2, _mm_setzero_si128()), 2), 5); \ 63 tmp4 = _mm_slli_epi16(_mm_srli_epi16(_mm_unpackhi_epi8(G2, _mm_setzero_si128()), 2), 5); \ 64 RGB1 = _mm_or_si128(RGB1, tmp1); \ 65 RGB2 = _mm_or_si128(RGB2, tmp2); \ 66 RGB3 = _mm_or_si128(RGB3, tmp3); \ 67 RGB4 = _mm_or_si128(RGB4, tmp4); \ 68 tmp1 = _mm_srli_epi16(_mm_unpacklo_epi8(B1, _mm_setzero_si128()), 3); \ 69 tmp2 = _mm_srli_epi16(_mm_unpackhi_epi8(B1, _mm_setzero_si128()), 3); \ 70 tmp3 = _mm_srli_epi16(_mm_unpacklo_epi8(B2, _mm_setzero_si128()), 3); \ 71 tmp4 = _mm_srli_epi16(_mm_unpackhi_epi8(B2, _mm_setzero_si128()), 3); \ 72 RGB1 = _mm_or_si128(RGB1, tmp1); \ 73 RGB2 = _mm_or_si128(RGB2, tmp2); \ 74 RGB3 = _mm_or_si128(RGB3, tmp3); \ 75 RGB4 = _mm_or_si128(RGB4, tmp4); \ 78 #define PACK_RGB24_32_STEP1(R1, R2, G1, G2, B1, B2, RGB1, RGB2, RGB3, RGB4, RGB5, RGB6) \ 79 RGB1 = _mm_packus_epi16(_mm_and_si128(R1,_mm_set1_epi16(0xFF)), _mm_and_si128(R2,_mm_set1_epi16(0xFF))); \ 80 RGB2 = _mm_packus_epi16(_mm_and_si128(G1,_mm_set1_epi16(0xFF)), _mm_and_si128(G2,_mm_set1_epi16(0xFF))); \ 81 RGB3 = _mm_packus_epi16(_mm_and_si128(B1,_mm_set1_epi16(0xFF)), _mm_and_si128(B2,_mm_set1_epi16(0xFF))); \ 82 RGB4 = _mm_packus_epi16(_mm_srli_epi16(R1,8), _mm_srli_epi16(R2,8)); \ 83 RGB5 = _mm_packus_epi16(_mm_srli_epi16(G1,8), _mm_srli_epi16(G2,8)); \ 84 RGB6 = _mm_packus_epi16(_mm_srli_epi16(B1,8), _mm_srli_epi16(B2,8)); \ 86 #define PACK_RGB24_32_STEP2(R1, R2, G1, G2, B1, B2, RGB1, RGB2, RGB3, RGB4, RGB5, RGB6) \ 87 R1 = _mm_packus_epi16(_mm_and_si128(RGB1,_mm_set1_epi16(0xFF)), _mm_and_si128(RGB2,_mm_set1_epi16(0xFF))); \ 88 R2 = _mm_packus_epi16(_mm_and_si128(RGB3,_mm_set1_epi16(0xFF)), _mm_and_si128(RGB4,_mm_set1_epi16(0xFF))); \ 89 G1 = _mm_packus_epi16(_mm_and_si128(RGB5,_mm_set1_epi16(0xFF)), _mm_and_si128(RGB6,_mm_set1_epi16(0xFF))); \ 90 G2 = _mm_packus_epi16(_mm_srli_epi16(RGB1,8), _mm_srli_epi16(RGB2,8)); \ 91 B1 = _mm_packus_epi16(_mm_srli_epi16(RGB3,8), _mm_srli_epi16(RGB4,8)); \ 92 B2 = _mm_packus_epi16(_mm_srli_epi16(RGB5,8), _mm_srli_epi16(RGB6,8)); \ 94 #define PACK_RGB24_32(R1, R2, G1, G2, B1, B2, RGB1, RGB2, RGB3, RGB4, RGB5, RGB6) \ 95 PACK_RGB24_32_STEP1(R1, R2, G1, G2, B1, B2, RGB1, RGB2, RGB3, RGB4, RGB5, RGB6) \ 96 PACK_RGB24_32_STEP2(R1, R2, G1, G2, B1, B2, RGB1, RGB2, RGB3, RGB4, RGB5, RGB6) \ 97 PACK_RGB24_32_STEP1(R1, R2, G1, G2, B1, B2, RGB1, RGB2, RGB3, RGB4, RGB5, RGB6) \ 98 PACK_RGB24_32_STEP2(R1, R2, G1, G2, B1, B2, RGB1, RGB2, RGB3, RGB4, RGB5, RGB6) \ 99 PACK_RGB24_32_STEP1(R1, R2, G1, G2, B1, B2, RGB1, RGB2, RGB3, RGB4, RGB5, RGB6) \ 101 #define PACK_RGBA_32(R1, R2, G1, G2, B1, B2, A1, A2, RGB1, RGB2, RGB3, RGB4, RGB5, RGB6, RGB7, RGB8) \ 103 __m128i lo_ab, hi_ab, lo_gr, hi_gr; \ 105 lo_ab = _mm_unpacklo_epi8( A1, B1 ); \ 106 hi_ab = _mm_unpackhi_epi8( A1, B1 ); \ 107 lo_gr = _mm_unpacklo_epi8( G1, R1 ); \ 108 hi_gr = _mm_unpackhi_epi8( G1, R1 ); \ 109 RGB1 = _mm_unpacklo_epi16( lo_ab, lo_gr ); \ 110 RGB2 = _mm_unpackhi_epi16( lo_ab, lo_gr ); \ 111 RGB3 = _mm_unpacklo_epi16( hi_ab, hi_gr ); \ 112 RGB4 = _mm_unpackhi_epi16( hi_ab, hi_gr ); \ 114 lo_ab = _mm_unpacklo_epi8( A2, B2 ); \ 115 hi_ab = _mm_unpackhi_epi8( A2, B2 ); \ 116 lo_gr = _mm_unpacklo_epi8( G2, R2 ); \ 117 hi_gr = _mm_unpackhi_epi8( G2, R2 ); \ 118 RGB5 = _mm_unpacklo_epi16( lo_ab, lo_gr ); \ 119 RGB6 = _mm_unpackhi_epi16( lo_ab, lo_gr ); \ 120 RGB7 = _mm_unpacklo_epi16( hi_ab, hi_gr ); \ 121 RGB8 = _mm_unpackhi_epi16( hi_ab, hi_gr ); \ 124 #if RGB_FORMAT == RGB_FORMAT_RGB565 127 __m128i rgb_1, rgb_2, rgb_3, rgb_4, rgb_5, rgb_6, rgb_7, rgb_8; \ 129 PACK_RGB565_32(r_8_11, r_8_12, g_8_11, g_8_12, b_8_11, b_8_12, rgb_1, rgb_2, rgb_3, rgb_4) \ 131 PACK_RGB565_32(r_8_21, r_8_22, g_8_21, g_8_22, b_8_21, b_8_22, rgb_5, rgb_6, rgb_7, rgb_8) \ 133 #elif RGB_FORMAT == RGB_FORMAT_RGB24 136 __m128i rgb_1, rgb_2, rgb_3, rgb_4, rgb_5, rgb_6; \ 137 __m128i rgb_7, rgb_8, rgb_9, rgb_10, rgb_11, rgb_12; \ 139 PACK_RGB24_32(r_8_11, r_8_12, g_8_11, g_8_12, b_8_11, b_8_12, rgb_1, rgb_2, rgb_3, rgb_4, rgb_5, rgb_6) \ 141 PACK_RGB24_32(r_8_21, r_8_22, g_8_21, g_8_22, b_8_21, b_8_22, rgb_7, rgb_8, rgb_9, rgb_10, rgb_11, rgb_12) \ 143 #elif RGB_FORMAT == RGB_FORMAT_RGBA 146 __m128i rgb_1, rgb_2, rgb_3, rgb_4, rgb_5, rgb_6, rgb_7, rgb_8; \ 147 __m128i rgb_9, rgb_10, rgb_11, rgb_12, rgb_13, rgb_14, rgb_15, rgb_16; \ 148 __m128i a = _mm_set1_epi8((char)0xFF); \ 150 PACK_RGBA_32(r_8_11, r_8_12, g_8_11, g_8_12, b_8_11, b_8_12, a, a, rgb_1, rgb_2, rgb_3, rgb_4, rgb_5, rgb_6, rgb_7, rgb_8) \ 152 PACK_RGBA_32(r_8_21, r_8_22, g_8_21, g_8_22, b_8_21, b_8_22, a, a, rgb_9, rgb_10, rgb_11, rgb_12, rgb_13, rgb_14, rgb_15, rgb_16) \ 154 #elif RGB_FORMAT == RGB_FORMAT_BGRA 157 __m128i rgb_1, rgb_2, rgb_3, rgb_4, rgb_5, rgb_6, rgb_7, rgb_8; \ 158 __m128i rgb_9, rgb_10, rgb_11, rgb_12, rgb_13, rgb_14, rgb_15, rgb_16; \ 159 __m128i a = _mm_set1_epi8((char)0xFF); \ 161 PACK_RGBA_32(b_8_11, b_8_12, g_8_11, g_8_12, r_8_11, r_8_12, a, a, rgb_1, rgb_2, rgb_3, rgb_4, rgb_5, rgb_6, rgb_7, rgb_8) \ 163 PACK_RGBA_32(b_8_21, b_8_22, g_8_21, g_8_22, r_8_21, r_8_22, a, a, rgb_9, rgb_10, rgb_11, rgb_12, rgb_13, rgb_14, rgb_15, rgb_16) \ 165 #elif RGB_FORMAT == RGB_FORMAT_ARGB 168 __m128i rgb_1, rgb_2, rgb_3, rgb_4, rgb_5, rgb_6, rgb_7, rgb_8; \ 169 __m128i rgb_9, rgb_10, rgb_11, rgb_12, rgb_13, rgb_14, rgb_15, rgb_16; \ 170 __m128i a = _mm_set1_epi8((char)0xFF); \ 172 PACK_RGBA_32(a, a, r_8_11, r_8_12, g_8_11, g_8_12, b_8_11, b_8_12, rgb_1, rgb_2, rgb_3, rgb_4, rgb_5, rgb_6, rgb_7, rgb_8) \ 174 PACK_RGBA_32(a, a, r_8_21, r_8_22, g_8_21, g_8_22, b_8_21, b_8_22, rgb_9, rgb_10, rgb_11, rgb_12, rgb_13, rgb_14, rgb_15, rgb_16) \ 176 #elif RGB_FORMAT == RGB_FORMAT_ABGR 179 __m128i rgb_1, rgb_2, rgb_3, rgb_4, rgb_5, rgb_6, rgb_7, rgb_8; \ 180 __m128i rgb_9, rgb_10, rgb_11, rgb_12, rgb_13, rgb_14, rgb_15, rgb_16; \ 181 __m128i a = _mm_set1_epi8((char)0xFF); \ 183 PACK_RGBA_32(a, a, b_8_11, b_8_12, g_8_11, g_8_12, r_8_11, r_8_12, rgb_1, rgb_2, rgb_3, rgb_4, rgb_5, rgb_6, rgb_7, rgb_8) \ 185 PACK_RGBA_32(a, a, b_8_21, b_8_22, g_8_21, g_8_22, r_8_21, r_8_22, rgb_9, rgb_10, rgb_11, rgb_12, rgb_13, rgb_14, rgb_15, rgb_16) \ 188 #error PACK_PIXEL unimplemented 191 #if RGB_FORMAT == RGB_FORMAT_RGB565 194 SAVE_SI128((__m128i*)(rgb_ptr1), rgb_1); \ 195 SAVE_SI128((__m128i*)(rgb_ptr1+16), rgb_2); \ 196 SAVE_SI128((__m128i*)(rgb_ptr1+32), rgb_3); \ 197 SAVE_SI128((__m128i*)(rgb_ptr1+48), rgb_4); \ 200 SAVE_SI128((__m128i*)(rgb_ptr2), rgb_5); \ 201 SAVE_SI128((__m128i*)(rgb_ptr2+16), rgb_6); \ 202 SAVE_SI128((__m128i*)(rgb_ptr2+32), rgb_7); \ 203 SAVE_SI128((__m128i*)(rgb_ptr2+48), rgb_8); \ 205 #elif RGB_FORMAT == RGB_FORMAT_RGB24 208 SAVE_SI128((__m128i*)(rgb_ptr1), rgb_1); \ 209 SAVE_SI128((__m128i*)(rgb_ptr1+16), rgb_2); \ 210 SAVE_SI128((__m128i*)(rgb_ptr1+32), rgb_3); \ 211 SAVE_SI128((__m128i*)(rgb_ptr1+48), rgb_4); \ 212 SAVE_SI128((__m128i*)(rgb_ptr1+64), rgb_5); \ 213 SAVE_SI128((__m128i*)(rgb_ptr1+80), rgb_6); \ 216 SAVE_SI128((__m128i*)(rgb_ptr2), rgb_7); \ 217 SAVE_SI128((__m128i*)(rgb_ptr2+16), rgb_8); \ 218 SAVE_SI128((__m128i*)(rgb_ptr2+32), rgb_9); \ 219 SAVE_SI128((__m128i*)(rgb_ptr2+48), rgb_10); \ 220 SAVE_SI128((__m128i*)(rgb_ptr2+64), rgb_11); \ 221 SAVE_SI128((__m128i*)(rgb_ptr2+80), rgb_12); \ 223 #elif RGB_FORMAT == RGB_FORMAT_RGBA || RGB_FORMAT == RGB_FORMAT_BGRA || \ 224 RGB_FORMAT == RGB_FORMAT_ARGB || RGB_FORMAT == RGB_FORMAT_ABGR 227 SAVE_SI128((__m128i*)(rgb_ptr1), rgb_1); \ 228 SAVE_SI128((__m128i*)(rgb_ptr1+16), rgb_2); \ 229 SAVE_SI128((__m128i*)(rgb_ptr1+32), rgb_3); \ 230 SAVE_SI128((__m128i*)(rgb_ptr1+48), rgb_4); \ 231 SAVE_SI128((__m128i*)(rgb_ptr1+64), rgb_5); \ 232 SAVE_SI128((__m128i*)(rgb_ptr1+80), rgb_6); \ 233 SAVE_SI128((__m128i*)(rgb_ptr1+96), rgb_7); \ 234 SAVE_SI128((__m128i*)(rgb_ptr1+112), rgb_8); \ 237 SAVE_SI128((__m128i*)(rgb_ptr2), rgb_9); \ 238 SAVE_SI128((__m128i*)(rgb_ptr2+16), rgb_10); \ 239 SAVE_SI128((__m128i*)(rgb_ptr2+32), rgb_11); \ 240 SAVE_SI128((__m128i*)(rgb_ptr2+48), rgb_12); \ 241 SAVE_SI128((__m128i*)(rgb_ptr2+64), rgb_13); \ 242 SAVE_SI128((__m128i*)(rgb_ptr2+80), rgb_14); \ 243 SAVE_SI128((__m128i*)(rgb_ptr2+96), rgb_15); \ 244 SAVE_SI128((__m128i*)(rgb_ptr2+112), rgb_16); \ 247 #error SAVE_LINE unimplemented 250 #if YUV_FORMAT == YUV_FORMAT_420 252 #define READ_Y(y_ptr) \ 253 y = LOAD_SI128((const __m128i*)(y_ptr)); \ 256 u = LOAD_SI128((const __m128i*)(u_ptr)); \ 257 v = LOAD_SI128((const __m128i*)(v_ptr)); \ 259 #elif YUV_FORMAT == YUV_FORMAT_422 261 #define READ_Y(y_ptr) \ 264 y1 = _mm_srli_epi16(_mm_slli_epi16(LOAD_SI128((const __m128i*)(y_ptr)), 8), 8); \ 265 y2 = _mm_srli_epi16(_mm_slli_epi16(LOAD_SI128((const __m128i*)(y_ptr+16)), 8), 8); \ 266 y = _mm_packus_epi16(y1, y2); \ 271 __m128i u1, u2, u3, u4, v1, v2, v3, v4; \ 272 u1 = _mm_srli_epi32(_mm_slli_epi32(LOAD_SI128((const __m128i*)(u_ptr)), 24), 24); \ 273 u2 = _mm_srli_epi32(_mm_slli_epi32(LOAD_SI128((const __m128i*)(u_ptr+16)), 24), 24); \ 274 u3 = _mm_srli_epi32(_mm_slli_epi32(LOAD_SI128((const __m128i*)(u_ptr+32)), 24), 24); \ 275 u4 = _mm_srli_epi32(_mm_slli_epi32(LOAD_SI128((const __m128i*)(u_ptr+48)), 24), 24); \ 276 u = _mm_packus_epi16(_mm_packs_epi32(u1, u2), _mm_packs_epi32(u3, u4)); \ 277 v1 = _mm_srli_epi32(_mm_slli_epi32(LOAD_SI128((const __m128i*)(v_ptr)), 24), 24); \ 278 v2 = _mm_srli_epi32(_mm_slli_epi32(LOAD_SI128((const __m128i*)(v_ptr+16)), 24), 24); \ 279 v3 = _mm_srli_epi32(_mm_slli_epi32(LOAD_SI128((const __m128i*)(v_ptr+32)), 24), 24); \ 280 v4 = _mm_srli_epi32(_mm_slli_epi32(LOAD_SI128((const __m128i*)(v_ptr+48)), 24), 24); \ 281 v = _mm_packus_epi16(_mm_packs_epi32(v1, v2), _mm_packs_epi32(v3, v4)); \ 284 #elif YUV_FORMAT == YUV_FORMAT_NV12 286 #define READ_Y(y_ptr) \ 287 y = LOAD_SI128((const __m128i*)(y_ptr)); \ 291 __m128i u1, u2, v1, v2; \ 292 u1 = _mm_srli_epi16(_mm_slli_epi16(LOAD_SI128((const __m128i*)(u_ptr)), 8), 8); \ 293 u2 = _mm_srli_epi16(_mm_slli_epi16(LOAD_SI128((const __m128i*)(u_ptr+16)), 8), 8); \ 294 u = _mm_packus_epi16(u1, u2); \ 295 v1 = _mm_srli_epi16(_mm_slli_epi16(LOAD_SI128((const __m128i*)(v_ptr)), 8), 8); \ 296 v2 = _mm_srli_epi16(_mm_slli_epi16(LOAD_SI128((const __m128i*)(v_ptr+16)), 8), 8); \ 297 v = _mm_packus_epi16(v1, v2); \ 301 #error READ_UV unimplemented 305 __m128i r_tmp, g_tmp, b_tmp; \ 306 __m128i r_16_1, g_16_1, b_16_1, r_16_2, g_16_2, b_16_2; \ 307 __m128i r_uv_16_1, g_uv_16_1, b_uv_16_1, r_uv_16_2, g_uv_16_2, b_uv_16_2; \ 308 __m128i y_16_1, y_16_2; \ 309 __m128i y, u, v, u_16, v_16; \ 310 __m128i r_8_11, g_8_11, b_8_11, r_8_21, g_8_21, b_8_21; \ 311 __m128i r_8_12, g_8_12, b_8_12, r_8_22, g_8_22, b_8_22; \ 316 u_16 = _mm_unpacklo_epi8(u, _mm_setzero_si128()); \ 317 v_16 = _mm_unpacklo_epi8(v, _mm_setzero_si128()); \ 318 u_16 = _mm_add_epi16(u_16, _mm_set1_epi16(-128)); \ 319 v_16 = _mm_add_epi16(v_16, _mm_set1_epi16(-128)); \ 321 UV2RGB_16(u_16, v_16, r_16_1, g_16_1, b_16_1, r_16_2, g_16_2, b_16_2) \ 322 r_uv_16_1=r_16_1; g_uv_16_1=g_16_1; b_uv_16_1=b_16_1; \ 323 r_uv_16_2=r_16_2; g_uv_16_2=g_16_2; b_uv_16_2=b_16_2; \ 326 y_16_1 = _mm_unpacklo_epi8(y, _mm_setzero_si128()); \ 327 y_16_2 = _mm_unpackhi_epi8(y, _mm_setzero_si128()); \ 329 ADD_Y2RGB_16(y_16_1, y_16_2, r_16_1, g_16_1, b_16_1, r_16_2, g_16_2, b_16_2) \ 331 r_8_11 = _mm_packus_epi16(r_16_1, r_16_2); \ 332 g_8_11 = _mm_packus_epi16(g_16_1, g_16_2); \ 333 b_8_11 = _mm_packus_epi16(b_16_1, b_16_2); \ 336 r_16_1=r_uv_16_1; g_16_1=g_uv_16_1; b_16_1=b_uv_16_1; \ 337 r_16_2=r_uv_16_2; g_16_2=g_uv_16_2; b_16_2=b_uv_16_2; \ 340 y_16_1 = _mm_unpacklo_epi8(y, _mm_setzero_si128()); \ 341 y_16_2 = _mm_unpackhi_epi8(y, _mm_setzero_si128()); \ 343 ADD_Y2RGB_16(y_16_1, y_16_2, r_16_1, g_16_1, b_16_1, r_16_2, g_16_2, b_16_2) \ 345 r_8_21 = _mm_packus_epi16(r_16_1, r_16_2); \ 346 g_8_21 = _mm_packus_epi16(g_16_1, g_16_2); \ 347 b_8_21 = _mm_packus_epi16(b_16_1, b_16_2); \ 350 u_16 = _mm_unpackhi_epi8(u, _mm_setzero_si128()); \ 351 v_16 = _mm_unpackhi_epi8(v, _mm_setzero_si128()); \ 352 u_16 = _mm_add_epi16(u_16, _mm_set1_epi16(-128)); \ 353 v_16 = _mm_add_epi16(v_16, _mm_set1_epi16(-128)); \ 355 UV2RGB_16(u_16, v_16, r_16_1, g_16_1, b_16_1, r_16_2, g_16_2, b_16_2) \ 356 r_uv_16_1=r_16_1; g_uv_16_1=g_16_1; b_uv_16_1=b_16_1; \ 357 r_uv_16_2=r_16_2; g_uv_16_2=g_16_2; b_uv_16_2=b_16_2; \ 359 READ_Y(y_ptr1+16*y_pixel_stride) \ 360 y_16_1 = _mm_unpacklo_epi8(y, _mm_setzero_si128()); \ 361 y_16_2 = _mm_unpackhi_epi8(y, _mm_setzero_si128()); \ 363 ADD_Y2RGB_16(y_16_1, y_16_2, r_16_1, g_16_1, b_16_1, r_16_2, g_16_2, b_16_2) \ 365 r_8_12 = _mm_packus_epi16(r_16_1, r_16_2); \ 366 g_8_12 = _mm_packus_epi16(g_16_1, g_16_2); \ 367 b_8_12 = _mm_packus_epi16(b_16_1, b_16_2); \ 370 r_16_1=r_uv_16_1; g_16_1=g_uv_16_1; b_16_1=b_uv_16_1; \ 371 r_16_2=r_uv_16_2; g_16_2=g_uv_16_2; b_16_2=b_uv_16_2; \ 373 READ_Y(y_ptr2+16*y_pixel_stride) \ 374 y_16_1 = _mm_unpacklo_epi8(y, _mm_setzero_si128()); \ 375 y_16_2 = _mm_unpackhi_epi8(y, _mm_setzero_si128()); \ 377 ADD_Y2RGB_16(y_16_1, y_16_2, r_16_1, g_16_1, b_16_1, r_16_2, g_16_2, b_16_2) \ 379 r_8_22 = _mm_packus_epi16(r_16_1, r_16_2); \ 380 g_8_22 = _mm_packus_epi16(g_16_1, g_16_2); \ 381 b_8_22 = _mm_packus_epi16(b_16_1, b_16_2); \ 391 #if YUV_FORMAT == YUV_FORMAT_420 392 const int y_pixel_stride = 1;
393 const int uv_pixel_stride = 1;
394 const int uv_x_sample_interval = 2;
395 const int uv_y_sample_interval = 2;
396 #elif YUV_FORMAT == YUV_FORMAT_422 397 const int y_pixel_stride = 2;
398 const int uv_pixel_stride = 4;
399 const int uv_x_sample_interval = 2;
400 const int uv_y_sample_interval = 1;
401 #elif YUV_FORMAT == YUV_FORMAT_NV12 402 const int y_pixel_stride = 1;
403 const int uv_pixel_stride = 2;
404 const int uv_x_sample_interval = 2;
405 const int uv_y_sample_interval = 2;
407 #if RGB_FORMAT == RGB_FORMAT_RGB565 408 const int rgb_pixel_stride = 2;
409 #elif RGB_FORMAT == RGB_FORMAT_RGB24 410 const int rgb_pixel_stride = 3;
411 #elif RGB_FORMAT == RGB_FORMAT_RGBA || RGB_FORMAT == RGB_FORMAT_BGRA || \ 412 RGB_FORMAT == RGB_FORMAT_ARGB || RGB_FORMAT == RGB_FORMAT_ABGR 413 const int rgb_pixel_stride = 4;
415 #error Unknown RGB pixel size 420 for(ypos=0; ypos<(height-(uv_y_sample_interval-1)); ypos+=uv_y_sample_interval)
422 const uint8_t *y_ptr1=Y+ypos*Y_stride,
423 *y_ptr2=Y+(ypos+1)*Y_stride,
424 *u_ptr=U+(ypos/uv_y_sample_interval)*UV_stride,
425 *v_ptr=V+(ypos/uv_y_sample_interval)*UV_stride;
427 uint8_t *rgb_ptr1=RGB+ypos*RGB_stride,
428 *rgb_ptr2=RGB+(ypos+1)*RGB_stride;
430 for(xpos=0; xpos<(width-31); xpos+=32)
436 if (uv_y_sample_interval > 1)
442 y_ptr1+=32*y_pixel_stride;
443 y_ptr2+=32*y_pixel_stride;
444 u_ptr+=32*uv_pixel_stride/uv_x_sample_interval;
445 v_ptr+=32*uv_pixel_stride/uv_x_sample_interval;
446 rgb_ptr1+=32*rgb_pixel_stride;
447 rgb_ptr2+=32*rgb_pixel_stride;
452 if (uv_y_sample_interval == 2 && ypos == (height-1))
454 const uint8_t *y_ptr=Y+ypos*Y_stride,
455 *u_ptr=U+(ypos/uv_y_sample_interval)*UV_stride,
456 *v_ptr=V+(ypos/uv_y_sample_interval)*UV_stride;
458 uint8_t *rgb_ptr=RGB+ypos*RGB_stride;
460 STD_FUNCTION_NAME(width, 1, y_ptr, u_ptr, v_ptr, Y_stride, UV_stride, rgb_ptr, RGB_stride, yuv_type);
466 int converted = (width & ~31);
467 if (converted != width)
469 const uint8_t *y_ptr=Y+converted*y_pixel_stride,
470 *u_ptr=U+converted*uv_pixel_stride/uv_x_sample_interval,
471 *v_ptr=V+converted*uv_pixel_stride/uv_x_sample_interval;
473 uint8_t *rgb_ptr=RGB+converted*rgb_pixel_stride;
475 STD_FUNCTION_NAME(width-converted, height, y_ptr, u_ptr, v_ptr, Y_stride, UV_stride, rgb_ptr, RGB_stride, yuv_type);
480 #undef SSE_FUNCTION_NAME 481 #undef STD_FUNCTION_NAME 489 #undef PACK_RGB24_32_STEP1 490 #undef PACK_RGB24_32_STEP2
void SSE_FUNCTION_NAME(uint32_t width, uint32_t height, const uint8_t *Y, const uint8_t *U, const uint8_t *V, uint32_t Y_stride, uint32_t UV_stride, uint8_t *RGB, uint32_t RGB_stride, YCbCrType yuv_type)
GLint GLint GLsizei width
void STD_FUNCTION_NAME(uint32_t width, uint32_t height, const uint8_t *Y, const uint8_t *U, const uint8_t *V, uint32_t Y_stride, uint32_t UV_stride, uint8_t *RGB, uint32_t RGB_stride, YCbCrType yuv_type)
static const YUV2RGBParam YUV2RGB[3]
GLint GLint GLsizei GLsizei height