predict.c 8.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278
  1. /*****************************************************************************
  2. * predict.c: ppc intra prediction
  3. *****************************************************************************
  4. * Copyright (C) 2007-2018 x264 project
  5. *
  6. * Authors: Guillaume Poirier <gpoirier@mplayerhq.hu>
  7. *
  8. * This program is free software; you can redistribute it and/or modify
  9. * it under the terms of the GNU General Public License as published by
  10. * the Free Software Foundation; either version 2 of the License, or
  11. * (at your option) any later version.
  12. *
  13. * This program is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  16. * GNU General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU General Public License
  19. * along with this program; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02111, USA.
  21. *
  22. * This program is also available under a commercial proprietary license.
  23. * For more information, contact us at licensing@x264.com.
  24. *****************************************************************************/
  25. #include "common/common.h"
  26. #include "ppccommon.h"
  27. #include "predict.h"
  28. #include "pixel.h"
  29. #if !HIGH_BIT_DEPTH
  30. static void predict_8x8c_p_altivec( uint8_t *src )
  31. {
  32. int H = 0, V = 0;
  33. for( int i = 0; i < 4; i++ )
  34. {
  35. H += ( i + 1 ) * ( src[4+i - FDEC_STRIDE] - src[2 - i -FDEC_STRIDE] );
  36. V += ( i + 1 ) * ( src[-1 +(i+4)*FDEC_STRIDE] - src[-1+(2-i)*FDEC_STRIDE] );
  37. }
  38. int a = 16 * ( src[-1+7*FDEC_STRIDE] + src[7 - FDEC_STRIDE] );
  39. int b = ( 17 * H + 16 ) >> 5;
  40. int c = ( 17 * V + 16 ) >> 5;
  41. int i00 = a -3*b -3*c + 16;
  42. vec_s16_u i00_u, b_u, c_u;
  43. i00_u.s[0] = i00;
  44. b_u.s[0] = b;
  45. c_u.s[0] = c;
  46. vec_u16_t val5_v = vec_splat_u16(5);
  47. vec_s16_t i00_v, b_v, c_v;
  48. i00_v = vec_splat(i00_u.v, 0);
  49. b_v = vec_splat(b_u.v, 0);
  50. c_v = vec_splat(c_u.v, 0);
  51. vec_s16_t induc_v = (vec_s16_t) CV(0, 1, 2, 3, 4, 5, 6, 7);
  52. vec_s16_t add_i0_b_0v = vec_mladd(induc_v, b_v, i00_v);
  53. PREP_STORE8;
  54. for( int i = 0; i < 8; ++i )
  55. {
  56. vec_s16_t shift_0_v = vec_sra(add_i0_b_0v, val5_v);
  57. vec_u8_t com_sat_v = vec_packsu(shift_0_v, shift_0_v);
  58. VEC_STORE8(com_sat_v, &src[0]);
  59. src += FDEC_STRIDE;
  60. add_i0_b_0v = vec_adds(add_i0_b_0v, c_v);
  61. }
  62. }
  63. /****************************************************************************
  64. * 16x16 prediction for intra luma block
  65. ****************************************************************************/
  66. static void predict_16x16_p_altivec( uint8_t *src )
  67. {
  68. int H = 0, V = 0;
  69. for( int i = 1; i <= 8; i++ )
  70. {
  71. H += i * ( src[7+i - FDEC_STRIDE ] - src[7-i - FDEC_STRIDE ] );
  72. V += i * ( src[(7+i)*FDEC_STRIDE -1] - src[(7-i)*FDEC_STRIDE -1] );
  73. }
  74. int a = 16 * ( src[15*FDEC_STRIDE -1] + src[15 - FDEC_STRIDE] );
  75. int b = ( 5 * H + 32 ) >> 6;
  76. int c = ( 5 * V + 32 ) >> 6;
  77. int i00 = a - b * 7 - c * 7 + 16;
  78. vec_s16_u i00_u, b_u, c_u;
  79. i00_u.s[0] = i00;
  80. b_u.s[0] = b;
  81. c_u.s[0] = c;
  82. vec_u16_t val5_v = vec_splat_u16(5);
  83. vec_s16_t i00_v, b_v, c_v;
  84. i00_v = vec_splat(i00_u.v, 0);
  85. b_v = vec_splat(b_u.v, 0);
  86. c_v = vec_splat(c_u.v, 0);
  87. vec_s16_t induc_v = (vec_s16_t) CV(0, 1, 2, 3, 4, 5, 6, 7);
  88. vec_s16_t b8_v = vec_sl(b_v, vec_splat_u16(3));
  89. vec_s16_t add_i0_b_0v = vec_mladd(induc_v, b_v, i00_v);
  90. vec_s16_t add_i0_b_8v = vec_adds(b8_v, add_i0_b_0v);
  91. for( int y = 0; y < 16; y++ )
  92. {
  93. vec_s16_t shift_0_v = vec_sra(add_i0_b_0v, val5_v);
  94. vec_s16_t shift_8_v = vec_sra(add_i0_b_8v, val5_v);
  95. vec_u8_t com_sat_v = vec_packsu(shift_0_v, shift_8_v);
  96. vec_st( com_sat_v, 0, &src[0]);
  97. src += FDEC_STRIDE;
  98. add_i0_b_0v = vec_adds(add_i0_b_0v, c_v);
  99. add_i0_b_8v = vec_adds(add_i0_b_8v, c_v);
  100. }
  101. }
  102. #define PREDICT_16x16_DC_ALTIVEC(v) \
  103. for( int i = 0; i < 16; i += 2) \
  104. { \
  105. vec_st(v, 0, src); \
  106. vec_st(v, FDEC_STRIDE, src); \
  107. src += FDEC_STRIDE*2; \
  108. }
  109. static void predict_16x16_dc_altivec( uint8_t *src )
  110. {
  111. uint32_t dc = 0;
  112. for( int i = 0; i < 16; i++ )
  113. {
  114. dc += src[-1 + i * FDEC_STRIDE];
  115. dc += src[i - FDEC_STRIDE];
  116. }
  117. vec_u8_u v ; v.s[0] = (( dc + 16 ) >> 5);
  118. vec_u8_t bc_v = vec_splat(v.v, 0);
  119. PREDICT_16x16_DC_ALTIVEC(bc_v);
  120. }
  121. static void predict_16x16_dc_left_altivec( uint8_t *src )
  122. {
  123. uint32_t dc = 0;
  124. for( int i = 0; i < 16; i++ )
  125. dc += src[-1 + i * FDEC_STRIDE];
  126. vec_u8_u v ; v.s[0] = (( dc + 8 ) >> 4);
  127. vec_u8_t bc_v = vec_splat(v.v, 0);
  128. PREDICT_16x16_DC_ALTIVEC(bc_v);
  129. }
  130. static void predict_16x16_dc_top_altivec( uint8_t *src )
  131. {
  132. uint32_t dc = 0;
  133. for( int i = 0; i < 16; i++ )
  134. dc += src[i - FDEC_STRIDE];
  135. vec_u8_u v ; v.s[0] = (( dc + 8 ) >> 4);
  136. vec_u8_t bc_v = vec_splat(v.v, 0);
  137. PREDICT_16x16_DC_ALTIVEC(bc_v);
  138. }
  139. static void predict_16x16_dc_128_altivec( uint8_t *src )
  140. {
  141. /* test if generating the constant is faster than loading it.
  142. vector unsigned int bc_v = (vector unsigned int)CV(0x80808080, 0x80808080, 0x80808080, 0x80808080);
  143. */
  144. vec_u8_t bc_v = vec_vslb((vec_u8_t)vec_splat_u8(1),(vec_u8_t)vec_splat_u8(7));
  145. PREDICT_16x16_DC_ALTIVEC(bc_v);
  146. }
  147. static void predict_16x16_h_altivec( uint8_t *src )
  148. {
  149. vec_u8_t v1 = vec_ld( -1, src );
  150. vec_u8_t v2 = vec_ld( -1, src + FDEC_STRIDE );
  151. vec_u8_t v3 = vec_ld( -1, src + FDEC_STRIDE * 2 );
  152. vec_u8_t v4 = vec_ld( -1, src + FDEC_STRIDE * 3 );
  153. vec_u8_t v5 = vec_ld( -1, src + FDEC_STRIDE * 4 );
  154. vec_u8_t v6 = vec_ld( -1, src + FDEC_STRIDE * 5 );
  155. vec_u8_t v7 = vec_ld( -1, src + FDEC_STRIDE * 6 );
  156. vec_u8_t v8 = vec_ld( -1, src + FDEC_STRIDE * 7 );
  157. vec_u8_t v9 = vec_ld( -1, src + FDEC_STRIDE * 8 );
  158. vec_u8_t vA = vec_ld( -1, src + FDEC_STRIDE * 9 );
  159. vec_u8_t vB = vec_ld( -1, src + FDEC_STRIDE * 10 );
  160. vec_u8_t vC = vec_ld( -1, src + FDEC_STRIDE * 11 );
  161. vec_u8_t vD = vec_ld( -1, src + FDEC_STRIDE * 12 );
  162. vec_u8_t vE = vec_ld( -1, src + FDEC_STRIDE * 13 );
  163. vec_u8_t vF = vec_ld( -1, src + FDEC_STRIDE * 14 );
  164. vec_u8_t vG = vec_ld( -1, src + FDEC_STRIDE * 15 );
  165. vec_u8_t v_v1 = vec_splat( v1, 15 );
  166. vec_u8_t v_v2 = vec_splat( v2, 15 );
  167. vec_u8_t v_v3 = vec_splat( v3, 15 );
  168. vec_u8_t v_v4 = vec_splat( v4, 15 );
  169. vec_u8_t v_v5 = vec_splat( v5, 15 );
  170. vec_u8_t v_v6 = vec_splat( v6, 15 );
  171. vec_u8_t v_v7 = vec_splat( v7, 15 );
  172. vec_u8_t v_v8 = vec_splat( v8, 15 );
  173. vec_u8_t v_v9 = vec_splat( v9, 15 );
  174. vec_u8_t v_vA = vec_splat( vA, 15 );
  175. vec_u8_t v_vB = vec_splat( vB, 15 );
  176. vec_u8_t v_vC = vec_splat( vC, 15 );
  177. vec_u8_t v_vD = vec_splat( vD, 15 );
  178. vec_u8_t v_vE = vec_splat( vE, 15 );
  179. vec_u8_t v_vF = vec_splat( vF, 15 );
  180. vec_u8_t v_vG = vec_splat( vG, 15 );
  181. vec_st( v_v1, 0, src );
  182. vec_st( v_v2, 0, src + FDEC_STRIDE );
  183. vec_st( v_v3, 0, src + FDEC_STRIDE * 2 );
  184. vec_st( v_v4, 0, src + FDEC_STRIDE * 3 );
  185. vec_st( v_v5, 0, src + FDEC_STRIDE * 4 );
  186. vec_st( v_v6, 0, src + FDEC_STRIDE * 5 );
  187. vec_st( v_v7, 0, src + FDEC_STRIDE * 6 );
  188. vec_st( v_v8, 0, src + FDEC_STRIDE * 7 );
  189. vec_st( v_v9, 0, src + FDEC_STRIDE * 8 );
  190. vec_st( v_vA, 0, src + FDEC_STRIDE * 9 );
  191. vec_st( v_vB, 0, src + FDEC_STRIDE * 10 );
  192. vec_st( v_vC, 0, src + FDEC_STRIDE * 11 );
  193. vec_st( v_vD, 0, src + FDEC_STRIDE * 12 );
  194. vec_st( v_vE, 0, src + FDEC_STRIDE * 13 );
  195. vec_st( v_vF, 0, src + FDEC_STRIDE * 14 );
  196. vec_st( v_vG, 0, src + FDEC_STRIDE * 15 );
  197. }
  198. static void predict_16x16_v_altivec( uint8_t *src )
  199. {
  200. vec_u32_u v;
  201. v.s[0] = *(uint32_t*)&src[ 0-FDEC_STRIDE];
  202. v.s[1] = *(uint32_t*)&src[ 4-FDEC_STRIDE];
  203. v.s[2] = *(uint32_t*)&src[ 8-FDEC_STRIDE];
  204. v.s[3] = *(uint32_t*)&src[12-FDEC_STRIDE];
  205. for( int i = 0; i < 16; i++ )
  206. {
  207. vec_st(v.v, 0, (uint32_t*)src);
  208. src += FDEC_STRIDE;
  209. }
  210. }
  211. #endif // !HIGH_BIT_DEPTH
  212. /****************************************************************************
  213. * Exported functions:
  214. ****************************************************************************/
  215. void x264_predict_16x16_init_altivec( x264_predict_t pf[7] )
  216. {
  217. #if !HIGH_BIT_DEPTH
  218. pf[I_PRED_16x16_V ] = predict_16x16_v_altivec;
  219. pf[I_PRED_16x16_H ] = predict_16x16_h_altivec;
  220. pf[I_PRED_16x16_DC] = predict_16x16_dc_altivec;
  221. pf[I_PRED_16x16_P ] = predict_16x16_p_altivec;
  222. pf[I_PRED_16x16_DC_LEFT] = predict_16x16_dc_left_altivec;
  223. pf[I_PRED_16x16_DC_TOP ] = predict_16x16_dc_top_altivec;
  224. pf[I_PRED_16x16_DC_128 ] = predict_16x16_dc_128_altivec;
  225. #endif // !HIGH_BIT_DEPTH
  226. }
  227. void x264_predict_8x8c_init_altivec( x264_predict_t pf[7] )
  228. {
  229. #if !HIGH_BIT_DEPTH
  230. pf[I_PRED_CHROMA_P] = predict_8x8c_p_altivec;
  231. #endif // !HIGH_BIT_DEPTH
  232. }