123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229 |
- /*
- * x86 optimized discrete wavelet transform
- * Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
- * Copyright (c) 2010 David Conrad
- *
- * This file is part of FFmpeg.
- *
- * FFmpeg is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation; either
- * version 2.1 of the License, or (at your option) any later version.
- *
- * FFmpeg is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public
- * License along with FFmpeg; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
- */
- #include "libavutil/x86/asm.h"
- #include "libavutil/x86/cpu.h"
- #include "libavcodec/dirac_dwt.h"
- #define COMPOSE_VERTICAL(ext, align) \
- void ff_vertical_compose53iL0##ext(int16_t *b0, int16_t *b1, int16_t *b2, int width); \
- void ff_vertical_compose_dirac53iH0##ext(int16_t *b0, int16_t *b1, int16_t *b2, int width); \
- void ff_vertical_compose_dd137iL0##ext(int16_t *b0, int16_t *b1, int16_t *b2, int16_t *b3, int16_t *b4, int width); \
- void ff_vertical_compose_dd97iH0##ext(int16_t *b0, int16_t *b1, int16_t *b2, int16_t *b3, int16_t *b4, int width); \
- void ff_vertical_compose_haar##ext(int16_t *b0, int16_t *b1, int width); \
- void ff_horizontal_compose_haar0i##ext(int16_t *b, int16_t *tmp, int w);\
- void ff_horizontal_compose_haar1i##ext(int16_t *b, int16_t *tmp, int w);\
- \
- static void vertical_compose53iL0##ext(uint8_t *_b0, uint8_t *_b1, uint8_t *_b2, int width) \
- { \
- int i, width_align = width&~(align-1); \
- int16_t *b0 = (int16_t *)_b0; \
- int16_t *b1 = (int16_t *)_b1; \
- int16_t *b2 = (int16_t *)_b2; \
- \
- for(i=width_align; i<width; i++) \
- b1[i] = COMPOSE_53iL0(b0[i], b1[i], b2[i]); \
- \
- ff_vertical_compose53iL0##ext(b0, b1, b2, width_align); \
- } \
- \
- static void vertical_compose_dirac53iH0##ext(uint8_t *_b0, uint8_t *_b1, uint8_t *_b2, int width) \
- { \
- int i, width_align = width&~(align-1); \
- int16_t *b0 = (int16_t *)_b0; \
- int16_t *b1 = (int16_t *)_b1; \
- int16_t *b2 = (int16_t *)_b2; \
- \
- for(i=width_align; i<width; i++) \
- b1[i] = COMPOSE_DIRAC53iH0(b0[i], b1[i], b2[i]); \
- \
- ff_vertical_compose_dirac53iH0##ext(b0, b1, b2, width_align); \
- } \
- \
- static void vertical_compose_dd137iL0##ext(uint8_t *_b0, uint8_t *_b1, uint8_t *_b2, \
- uint8_t *_b3, uint8_t *_b4, int width) \
- { \
- int i, width_align = width&~(align-1); \
- int16_t *b0 = (int16_t *)_b0; \
- int16_t *b1 = (int16_t *)_b1; \
- int16_t *b2 = (int16_t *)_b2; \
- int16_t *b3 = (int16_t *)_b3; \
- int16_t *b4 = (int16_t *)_b4; \
- \
- for(i=width_align; i<width; i++) \
- b2[i] = COMPOSE_DD137iL0(b0[i], b1[i], b2[i], b3[i], b4[i]); \
- \
- ff_vertical_compose_dd137iL0##ext(b0, b1, b2, b3, b4, width_align); \
- } \
- \
- static void vertical_compose_dd97iH0##ext(uint8_t *_b0, uint8_t *_b1, uint8_t *_b2, \
- uint8_t *_b3, uint8_t *_b4, int width) \
- { \
- int i, width_align = width&~(align-1); \
- int16_t *b0 = (int16_t *)_b0; \
- int16_t *b1 = (int16_t *)_b1; \
- int16_t *b2 = (int16_t *)_b2; \
- int16_t *b3 = (int16_t *)_b3; \
- int16_t *b4 = (int16_t *)_b4; \
- \
- for(i=width_align; i<width; i++) \
- b2[i] = COMPOSE_DD97iH0(b0[i], b1[i], b2[i], b3[i], b4[i]); \
- \
- ff_vertical_compose_dd97iH0##ext(b0, b1, b2, b3, b4, width_align); \
- } \
- static void vertical_compose_haar##ext(uint8_t *_b0, uint8_t *_b1, int width) \
- { \
- int i, width_align = width&~(align-1); \
- int16_t *b0 = (int16_t *)_b0; \
- int16_t *b1 = (int16_t *)_b1; \
- \
- for(i=width_align; i<width; i++) { \
- b0[i] = COMPOSE_HAARiL0(b0[i], b1[i]); \
- b1[i] = COMPOSE_HAARiH0(b1[i], b0[i]); \
- } \
- \
- ff_vertical_compose_haar##ext(b0, b1, width_align); \
- } \
- static void horizontal_compose_haar0i##ext(uint8_t *_b, uint8_t *_tmp, int w)\
- {\
- int w2= w>>1;\
- int x= w2 - (w2&(align-1));\
- int16_t *b = (int16_t *)_b; \
- int16_t *tmp = (int16_t *)_tmp; \
- \
- ff_horizontal_compose_haar0i##ext(b, tmp, w);\
- \
- for (; x < w2; x++) {\
- b[2*x ] = tmp[x];\
- b[2*x+1] = COMPOSE_HAARiH0(b[x+w2], tmp[x]);\
- }\
- }\
- static void horizontal_compose_haar1i##ext(uint8_t *_b, uint8_t *_tmp, int w)\
- {\
- int w2= w>>1;\
- int x= w2 - (w2&(align-1));\
- int16_t *b = (int16_t *)_b; \
- int16_t *tmp = (int16_t *)_tmp; \
- \
- ff_horizontal_compose_haar1i##ext(b, tmp, w);\
- \
- for (; x < w2; x++) {\
- b[2*x ] = (tmp[x] + 1)>>1;\
- b[2*x+1] = (COMPOSE_HAARiH0(b[x+w2], tmp[x]) + 1)>>1;\
- }\
- }\
- \
- #if HAVE_X86ASM
- #if !ARCH_X86_64
- COMPOSE_VERTICAL(_mmx, 4)
- #endif
- COMPOSE_VERTICAL(_sse2, 8)
- void ff_horizontal_compose_dd97i_ssse3(int16_t *_b, int16_t *_tmp, int w);
- static void horizontal_compose_dd97i_ssse3(uint8_t *_b, uint8_t *_tmp, int w)
- {
- int w2= w>>1;
- int x= w2 - (w2&7);
- int16_t *b = (int16_t *)_b;
- int16_t *tmp = (int16_t *)_tmp;
- ff_horizontal_compose_dd97i_ssse3(b, tmp, w);
- for (; x < w2; x++) {
- b[2*x ] = (tmp[x] + 1)>>1;
- b[2*x+1] = (COMPOSE_DD97iH0(tmp[x-1], tmp[x], b[x+w2], tmp[x+1], tmp[x+2]) + 1)>>1;
- }
- }
- #endif
- void ff_spatial_idwt_init_x86(DWTContext *d, enum dwt_type type)
- {
- #if HAVE_X86ASM
- int mm_flags = av_get_cpu_flags();
- #if !ARCH_X86_64
- if (!(mm_flags & AV_CPU_FLAG_MMX))
- return;
- switch (type) {
- case DWT_DIRAC_DD9_7:
- d->vertical_compose_l0 = (void*)vertical_compose53iL0_mmx;
- d->vertical_compose_h0 = (void*)vertical_compose_dd97iH0_mmx;
- break;
- case DWT_DIRAC_LEGALL5_3:
- d->vertical_compose_l0 = (void*)vertical_compose53iL0_mmx;
- d->vertical_compose_h0 = (void*)vertical_compose_dirac53iH0_mmx;
- break;
- case DWT_DIRAC_DD13_7:
- d->vertical_compose_l0 = (void*)vertical_compose_dd137iL0_mmx;
- d->vertical_compose_h0 = (void*)vertical_compose_dd97iH0_mmx;
- break;
- case DWT_DIRAC_HAAR0:
- d->vertical_compose = (void*)vertical_compose_haar_mmx;
- d->horizontal_compose = horizontal_compose_haar0i_mmx;
- break;
- case DWT_DIRAC_HAAR1:
- d->vertical_compose = (void*)vertical_compose_haar_mmx;
- d->horizontal_compose = horizontal_compose_haar1i_mmx;
- break;
- }
- #endif
- if (!(mm_flags & AV_CPU_FLAG_SSE2))
- return;
- switch (type) {
- case DWT_DIRAC_DD9_7:
- d->vertical_compose_l0 = (void*)vertical_compose53iL0_sse2;
- d->vertical_compose_h0 = (void*)vertical_compose_dd97iH0_sse2;
- break;
- case DWT_DIRAC_LEGALL5_3:
- d->vertical_compose_l0 = (void*)vertical_compose53iL0_sse2;
- d->vertical_compose_h0 = (void*)vertical_compose_dirac53iH0_sse2;
- break;
- case DWT_DIRAC_DD13_7:
- d->vertical_compose_l0 = (void*)vertical_compose_dd137iL0_sse2;
- d->vertical_compose_h0 = (void*)vertical_compose_dd97iH0_sse2;
- break;
- case DWT_DIRAC_HAAR0:
- d->vertical_compose = (void*)vertical_compose_haar_sse2;
- d->horizontal_compose = horizontal_compose_haar0i_sse2;
- break;
- case DWT_DIRAC_HAAR1:
- d->vertical_compose = (void*)vertical_compose_haar_sse2;
- d->horizontal_compose = horizontal_compose_haar1i_sse2;
- break;
- }
- if (!(mm_flags & AV_CPU_FLAG_SSSE3))
- return;
- switch (type) {
- case DWT_DIRAC_DD9_7:
- d->horizontal_compose = horizontal_compose_dd97i_ssse3;
- break;
- }
- #endif // HAVE_X86ASM
- }
|