dec_mips32.c 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578
  1. // Copyright 2014 Google Inc. All Rights Reserved.
  2. //
  3. // Use of this source code is governed by a BSD-style license
  4. // that can be found in the COPYING file in the root of the source
  5. // tree. An additional intellectual property rights grant can be found
  6. // in the file PATENTS. All contributing project authors may
  7. // be found in the AUTHORS file in the root of the source tree.
  8. // -----------------------------------------------------------------------------
  9. //
  10. // MIPS version of dsp functions
  11. //
  12. // Author(s): Djordje Pesut (djordje.pesut@imgtec.com)
  13. // Jovan Zelincevic (jovan.zelincevic@imgtec.com)
  14. #include "./dsp.h"
  15. #if defined(WEBP_USE_MIPS32)
  16. static const int kC1 = 20091 + (1 << 16);
  17. static const int kC2 = 35468;
  18. static WEBP_INLINE int abs_mips32(int x) {
  19. const int sign = x >> 31;
  20. return (x ^ sign) - sign;
  21. }
  22. // 4 pixels in, 2 pixels out
  23. static WEBP_INLINE void do_filter2(uint8_t* p, int step) {
  24. const int p1 = p[-2 * step], p0 = p[-step], q0 = p[0], q1 = p[step];
  25. const int a = 3 * (q0 - p0) + VP8ksclip1[p1 - q1];
  26. const int a1 = VP8ksclip2[(a + 4) >> 3];
  27. const int a2 = VP8ksclip2[(a + 3) >> 3];
  28. p[-step] = VP8kclip1[p0 + a2];
  29. p[ 0] = VP8kclip1[q0 - a1];
  30. }
  31. // 4 pixels in, 4 pixels out
  32. static WEBP_INLINE void do_filter4(uint8_t* p, int step) {
  33. const int p1 = p[-2 * step], p0 = p[-step], q0 = p[0], q1 = p[step];
  34. const int a = 3 * (q0 - p0);
  35. const int a1 = VP8ksclip2[(a + 4) >> 3];
  36. const int a2 = VP8ksclip2[(a + 3) >> 3];
  37. const int a3 = (a1 + 1) >> 1;
  38. p[-2 * step] = VP8kclip1[p1 + a3];
  39. p[- step] = VP8kclip1[p0 + a2];
  40. p[ 0] = VP8kclip1[q0 - a1];
  41. p[ step] = VP8kclip1[q1 - a3];
  42. }
  43. // 6 pixels in, 6 pixels out
  44. static WEBP_INLINE void do_filter6(uint8_t* p, int step) {
  45. const int p2 = p[-3 * step], p1 = p[-2 * step], p0 = p[-step];
  46. const int q0 = p[0], q1 = p[step], q2 = p[2 * step];
  47. const int a = VP8ksclip1[3 * (q0 - p0) + VP8ksclip1[p1 - q1]];
  48. const int a1 = (27 * a + 63) >> 7; // eq. to ((3 * a + 7) * 9) >> 7
  49. const int a2 = (18 * a + 63) >> 7; // eq. to ((2 * a + 7) * 9) >> 7
  50. const int a3 = (9 * a + 63) >> 7; // eq. to ((1 * a + 7) * 9) >> 7
  51. p[-3 * step] = VP8kclip1[p2 + a3];
  52. p[-2 * step] = VP8kclip1[p1 + a2];
  53. p[- step] = VP8kclip1[p0 + a1];
  54. p[ 0] = VP8kclip1[q0 - a1];
  55. p[ step] = VP8kclip1[q1 - a2];
  56. p[ 2 * step] = VP8kclip1[q2 - a3];
  57. }
  58. static WEBP_INLINE int hev(const uint8_t* p, int step, int thresh) {
  59. const int p1 = p[-2 * step], p0 = p[-step], q0 = p[0], q1 = p[step];
  60. return (abs_mips32(p1 - p0) > thresh) || (abs_mips32(q1 - q0) > thresh);
  61. }
  62. static WEBP_INLINE int needs_filter(const uint8_t* p, int step, int thresh) {
  63. const int p1 = p[-2 * step], p0 = p[-step], q0 = p[0], q1 = p[step];
  64. return ((2 * abs_mips32(p0 - q0) + (abs_mips32(p1 - q1) >> 1)) <= thresh);
  65. }
  66. static WEBP_INLINE int needs_filter2(const uint8_t* p,
  67. int step, int t, int it) {
  68. const int p3 = p[-4 * step], p2 = p[-3 * step];
  69. const int p1 = p[-2 * step], p0 = p[-step];
  70. const int q0 = p[0], q1 = p[step], q2 = p[2 * step], q3 = p[3 * step];
  71. if ((2 * abs_mips32(p0 - q0) + (abs_mips32(p1 - q1) >> 1)) > t) {
  72. return 0;
  73. }
  74. return abs_mips32(p3 - p2) <= it && abs_mips32(p2 - p1) <= it &&
  75. abs_mips32(p1 - p0) <= it && abs_mips32(q3 - q2) <= it &&
  76. abs_mips32(q2 - q1) <= it && abs_mips32(q1 - q0) <= it;
  77. }
  78. static WEBP_INLINE void FilterLoop26(uint8_t* p,
  79. int hstride, int vstride, int size,
  80. int thresh, int ithresh, int hev_thresh) {
  81. while (size-- > 0) {
  82. if (needs_filter2(p, hstride, thresh, ithresh)) {
  83. if (hev(p, hstride, hev_thresh)) {
  84. do_filter2(p, hstride);
  85. } else {
  86. do_filter6(p, hstride);
  87. }
  88. }
  89. p += vstride;
  90. }
  91. }
  92. static WEBP_INLINE void FilterLoop24(uint8_t* p,
  93. int hstride, int vstride, int size,
  94. int thresh, int ithresh, int hev_thresh) {
  95. while (size-- > 0) {
  96. if (needs_filter2(p, hstride, thresh, ithresh)) {
  97. if (hev(p, hstride, hev_thresh)) {
  98. do_filter2(p, hstride);
  99. } else {
  100. do_filter4(p, hstride);
  101. }
  102. }
  103. p += vstride;
  104. }
  105. }
  106. // on macroblock edges
  107. static void VFilter16(uint8_t* p, int stride,
  108. int thresh, int ithresh, int hev_thresh) {
  109. FilterLoop26(p, stride, 1, 16, thresh, ithresh, hev_thresh);
  110. }
  111. static void HFilter16(uint8_t* p, int stride,
  112. int thresh, int ithresh, int hev_thresh) {
  113. FilterLoop26(p, 1, stride, 16, thresh, ithresh, hev_thresh);
  114. }
  115. // 8-pixels wide variant, for chroma filtering
  116. static void VFilter8(uint8_t* u, uint8_t* v, int stride,
  117. int thresh, int ithresh, int hev_thresh) {
  118. FilterLoop26(u, stride, 1, 8, thresh, ithresh, hev_thresh);
  119. FilterLoop26(v, stride, 1, 8, thresh, ithresh, hev_thresh);
  120. }
  121. static void HFilter8(uint8_t* u, uint8_t* v, int stride,
  122. int thresh, int ithresh, int hev_thresh) {
  123. FilterLoop26(u, 1, stride, 8, thresh, ithresh, hev_thresh);
  124. FilterLoop26(v, 1, stride, 8, thresh, ithresh, hev_thresh);
  125. }
  126. static void VFilter8i(uint8_t* u, uint8_t* v, int stride,
  127. int thresh, int ithresh, int hev_thresh) {
  128. FilterLoop24(u + 4 * stride, stride, 1, 8, thresh, ithresh, hev_thresh);
  129. FilterLoop24(v + 4 * stride, stride, 1, 8, thresh, ithresh, hev_thresh);
  130. }
  131. static void HFilter8i(uint8_t* u, uint8_t* v, int stride,
  132. int thresh, int ithresh, int hev_thresh) {
  133. FilterLoop24(u + 4, 1, stride, 8, thresh, ithresh, hev_thresh);
  134. FilterLoop24(v + 4, 1, stride, 8, thresh, ithresh, hev_thresh);
  135. }
  136. // on three inner edges
  137. static void VFilter16i(uint8_t* p, int stride,
  138. int thresh, int ithresh, int hev_thresh) {
  139. int k;
  140. for (k = 3; k > 0; --k) {
  141. p += 4 * stride;
  142. FilterLoop24(p, stride, 1, 16, thresh, ithresh, hev_thresh);
  143. }
  144. }
  145. static void HFilter16i(uint8_t* p, int stride,
  146. int thresh, int ithresh, int hev_thresh) {
  147. int k;
  148. for (k = 3; k > 0; --k) {
  149. p += 4;
  150. FilterLoop24(p, 1, stride, 16, thresh, ithresh, hev_thresh);
  151. }
  152. }
  153. //------------------------------------------------------------------------------
  154. // Simple In-loop filtering (Paragraph 15.2)
  155. static void SimpleVFilter16(uint8_t* p, int stride, int thresh) {
  156. int i;
  157. for (i = 0; i < 16; ++i) {
  158. if (needs_filter(p + i, stride, thresh)) {
  159. do_filter2(p + i, stride);
  160. }
  161. }
  162. }
  163. static void SimpleHFilter16(uint8_t* p, int stride, int thresh) {
  164. int i;
  165. for (i = 0; i < 16; ++i) {
  166. if (needs_filter(p + i * stride, 1, thresh)) {
  167. do_filter2(p + i * stride, 1);
  168. }
  169. }
  170. }
  171. static void SimpleVFilter16i(uint8_t* p, int stride, int thresh) {
  172. int k;
  173. for (k = 3; k > 0; --k) {
  174. p += 4 * stride;
  175. SimpleVFilter16(p, stride, thresh);
  176. }
  177. }
  178. static void SimpleHFilter16i(uint8_t* p, int stride, int thresh) {
  179. int k;
  180. for (k = 3; k > 0; --k) {
  181. p += 4;
  182. SimpleHFilter16(p, stride, thresh);
  183. }
  184. }
  185. static void TransformOne(const int16_t* in, uint8_t* dst) {
  186. int temp0, temp1, temp2, temp3, temp4;
  187. int temp5, temp6, temp7, temp8, temp9;
  188. int temp10, temp11, temp12, temp13, temp14;
  189. int temp15, temp16, temp17, temp18;
  190. int16_t* p_in = (int16_t*)in;
  191. // loops unrolled and merged to avoid usage of tmp buffer
  192. // and to reduce number of stalls. MUL macro is written
  193. // in assembler and inlined
  194. __asm__ volatile(
  195. "lh %[temp0], 0(%[in]) \n\t"
  196. "lh %[temp8], 16(%[in]) \n\t"
  197. "lh %[temp4], 8(%[in]) \n\t"
  198. "lh %[temp12], 24(%[in]) \n\t"
  199. "addu %[temp16], %[temp0], %[temp8] \n\t"
  200. "subu %[temp0], %[temp0], %[temp8] \n\t"
  201. "mul %[temp8], %[temp4], %[kC2] \n\t"
  202. "mul %[temp17], %[temp12], %[kC1] \n\t"
  203. "mul %[temp4], %[temp4], %[kC1] \n\t"
  204. "mul %[temp12], %[temp12], %[kC2] \n\t"
  205. "lh %[temp1], 2(%[in]) \n\t"
  206. "lh %[temp5], 10(%[in]) \n\t"
  207. "lh %[temp9], 18(%[in]) \n\t"
  208. "lh %[temp13], 26(%[in]) \n\t"
  209. "sra %[temp8], %[temp8], 16 \n\t"
  210. "sra %[temp17], %[temp17], 16 \n\t"
  211. "sra %[temp4], %[temp4], 16 \n\t"
  212. "sra %[temp12], %[temp12], 16 \n\t"
  213. "lh %[temp2], 4(%[in]) \n\t"
  214. "lh %[temp6], 12(%[in]) \n\t"
  215. "lh %[temp10], 20(%[in]) \n\t"
  216. "lh %[temp14], 28(%[in]) \n\t"
  217. "subu %[temp17], %[temp8], %[temp17] \n\t"
  218. "addu %[temp4], %[temp4], %[temp12] \n\t"
  219. "addu %[temp8], %[temp16], %[temp4] \n\t"
  220. "subu %[temp4], %[temp16], %[temp4] \n\t"
  221. "addu %[temp16], %[temp1], %[temp9] \n\t"
  222. "subu %[temp1], %[temp1], %[temp9] \n\t"
  223. "lh %[temp3], 6(%[in]) \n\t"
  224. "lh %[temp7], 14(%[in]) \n\t"
  225. "lh %[temp11], 22(%[in]) \n\t"
  226. "lh %[temp15], 30(%[in]) \n\t"
  227. "addu %[temp12], %[temp0], %[temp17] \n\t"
  228. "subu %[temp0], %[temp0], %[temp17] \n\t"
  229. "mul %[temp9], %[temp5], %[kC2] \n\t"
  230. "mul %[temp17], %[temp13], %[kC1] \n\t"
  231. "mul %[temp5], %[temp5], %[kC1] \n\t"
  232. "mul %[temp13], %[temp13], %[kC2] \n\t"
  233. "sra %[temp9], %[temp9], 16 \n\t"
  234. "sra %[temp17], %[temp17], 16 \n\t"
  235. "subu %[temp17], %[temp9], %[temp17] \n\t"
  236. "sra %[temp5], %[temp5], 16 \n\t"
  237. "sra %[temp13], %[temp13], 16 \n\t"
  238. "addu %[temp5], %[temp5], %[temp13] \n\t"
  239. "addu %[temp13], %[temp1], %[temp17] \n\t"
  240. "subu %[temp1], %[temp1], %[temp17] \n\t"
  241. "mul %[temp17], %[temp14], %[kC1] \n\t"
  242. "mul %[temp14], %[temp14], %[kC2] \n\t"
  243. "addu %[temp9], %[temp16], %[temp5] \n\t"
  244. "subu %[temp5], %[temp16], %[temp5] \n\t"
  245. "addu %[temp16], %[temp2], %[temp10] \n\t"
  246. "subu %[temp2], %[temp2], %[temp10] \n\t"
  247. "mul %[temp10], %[temp6], %[kC2] \n\t"
  248. "mul %[temp6], %[temp6], %[kC1] \n\t"
  249. "sra %[temp17], %[temp17], 16 \n\t"
  250. "sra %[temp14], %[temp14], 16 \n\t"
  251. "sra %[temp10], %[temp10], 16 \n\t"
  252. "sra %[temp6], %[temp6], 16 \n\t"
  253. "subu %[temp17], %[temp10], %[temp17] \n\t"
  254. "addu %[temp6], %[temp6], %[temp14] \n\t"
  255. "addu %[temp10], %[temp16], %[temp6] \n\t"
  256. "subu %[temp6], %[temp16], %[temp6] \n\t"
  257. "addu %[temp14], %[temp2], %[temp17] \n\t"
  258. "subu %[temp2], %[temp2], %[temp17] \n\t"
  259. "mul %[temp17], %[temp15], %[kC1] \n\t"
  260. "mul %[temp15], %[temp15], %[kC2] \n\t"
  261. "addu %[temp16], %[temp3], %[temp11] \n\t"
  262. "subu %[temp3], %[temp3], %[temp11] \n\t"
  263. "mul %[temp11], %[temp7], %[kC2] \n\t"
  264. "mul %[temp7], %[temp7], %[kC1] \n\t"
  265. "addiu %[temp8], %[temp8], 4 \n\t"
  266. "addiu %[temp12], %[temp12], 4 \n\t"
  267. "addiu %[temp0], %[temp0], 4 \n\t"
  268. "addiu %[temp4], %[temp4], 4 \n\t"
  269. "sra %[temp17], %[temp17], 16 \n\t"
  270. "sra %[temp15], %[temp15], 16 \n\t"
  271. "sra %[temp11], %[temp11], 16 \n\t"
  272. "sra %[temp7], %[temp7], 16 \n\t"
  273. "subu %[temp17], %[temp11], %[temp17] \n\t"
  274. "addu %[temp7], %[temp7], %[temp15] \n\t"
  275. "addu %[temp15], %[temp3], %[temp17] \n\t"
  276. "subu %[temp3], %[temp3], %[temp17] \n\t"
  277. "addu %[temp11], %[temp16], %[temp7] \n\t"
  278. "subu %[temp7], %[temp16], %[temp7] \n\t"
  279. "addu %[temp16], %[temp8], %[temp10] \n\t"
  280. "subu %[temp8], %[temp8], %[temp10] \n\t"
  281. "mul %[temp10], %[temp9], %[kC2] \n\t"
  282. "mul %[temp17], %[temp11], %[kC1] \n\t"
  283. "mul %[temp9], %[temp9], %[kC1] \n\t"
  284. "mul %[temp11], %[temp11], %[kC2] \n\t"
  285. "sra %[temp10], %[temp10], 16 \n\t"
  286. "sra %[temp17], %[temp17], 16 \n\t"
  287. "sra %[temp9], %[temp9], 16 \n\t"
  288. "sra %[temp11], %[temp11], 16 \n\t"
  289. "subu %[temp17], %[temp10], %[temp17] \n\t"
  290. "addu %[temp11], %[temp9], %[temp11] \n\t"
  291. "addu %[temp10], %[temp12], %[temp14] \n\t"
  292. "subu %[temp12], %[temp12], %[temp14] \n\t"
  293. "mul %[temp14], %[temp13], %[kC2] \n\t"
  294. "mul %[temp9], %[temp15], %[kC1] \n\t"
  295. "mul %[temp13], %[temp13], %[kC1] \n\t"
  296. "mul %[temp15], %[temp15], %[kC2] \n\t"
  297. "sra %[temp14], %[temp14], 16 \n\t"
  298. "sra %[temp9], %[temp9], 16 \n\t"
  299. "sra %[temp13], %[temp13], 16 \n\t"
  300. "sra %[temp15], %[temp15], 16 \n\t"
  301. "subu %[temp9], %[temp14], %[temp9] \n\t"
  302. "addu %[temp15], %[temp13], %[temp15] \n\t"
  303. "addu %[temp14], %[temp0], %[temp2] \n\t"
  304. "subu %[temp0], %[temp0], %[temp2] \n\t"
  305. "mul %[temp2], %[temp1], %[kC2] \n\t"
  306. "mul %[temp13], %[temp3], %[kC1] \n\t"
  307. "mul %[temp1], %[temp1], %[kC1] \n\t"
  308. "mul %[temp3], %[temp3], %[kC2] \n\t"
  309. "sra %[temp2], %[temp2], 16 \n\t"
  310. "sra %[temp13], %[temp13], 16 \n\t"
  311. "sra %[temp1], %[temp1], 16 \n\t"
  312. "sra %[temp3], %[temp3], 16 \n\t"
  313. "subu %[temp13], %[temp2], %[temp13] \n\t"
  314. "addu %[temp3], %[temp1], %[temp3] \n\t"
  315. "addu %[temp2], %[temp4], %[temp6] \n\t"
  316. "subu %[temp4], %[temp4], %[temp6] \n\t"
  317. "mul %[temp6], %[temp5], %[kC2] \n\t"
  318. "mul %[temp1], %[temp7], %[kC1] \n\t"
  319. "mul %[temp5], %[temp5], %[kC1] \n\t"
  320. "mul %[temp7], %[temp7], %[kC2] \n\t"
  321. "sra %[temp6], %[temp6], 16 \n\t"
  322. "sra %[temp1], %[temp1], 16 \n\t"
  323. "sra %[temp5], %[temp5], 16 \n\t"
  324. "sra %[temp7], %[temp7], 16 \n\t"
  325. "subu %[temp1], %[temp6], %[temp1] \n\t"
  326. "addu %[temp7], %[temp5], %[temp7] \n\t"
  327. "addu %[temp5], %[temp16], %[temp11] \n\t"
  328. "subu %[temp16], %[temp16], %[temp11] \n\t"
  329. "addu %[temp11], %[temp8], %[temp17] \n\t"
  330. "subu %[temp8], %[temp8], %[temp17] \n\t"
  331. "sra %[temp5], %[temp5], 3 \n\t"
  332. "sra %[temp16], %[temp16], 3 \n\t"
  333. "sra %[temp11], %[temp11], 3 \n\t"
  334. "sra %[temp8], %[temp8], 3 \n\t"
  335. "addu %[temp17], %[temp10], %[temp15] \n\t"
  336. "subu %[temp10], %[temp10], %[temp15] \n\t"
  337. "addu %[temp15], %[temp12], %[temp9] \n\t"
  338. "subu %[temp12], %[temp12], %[temp9] \n\t"
  339. "sra %[temp17], %[temp17], 3 \n\t"
  340. "sra %[temp10], %[temp10], 3 \n\t"
  341. "sra %[temp15], %[temp15], 3 \n\t"
  342. "sra %[temp12], %[temp12], 3 \n\t"
  343. "addu %[temp9], %[temp14], %[temp3] \n\t"
  344. "subu %[temp14], %[temp14], %[temp3] \n\t"
  345. "addu %[temp3], %[temp0], %[temp13] \n\t"
  346. "subu %[temp0], %[temp0], %[temp13] \n\t"
  347. "sra %[temp9], %[temp9], 3 \n\t"
  348. "sra %[temp14], %[temp14], 3 \n\t"
  349. "sra %[temp3], %[temp3], 3 \n\t"
  350. "sra %[temp0], %[temp0], 3 \n\t"
  351. "addu %[temp13], %[temp2], %[temp7] \n\t"
  352. "subu %[temp2], %[temp2], %[temp7] \n\t"
  353. "addu %[temp7], %[temp4], %[temp1] \n\t"
  354. "subu %[temp4], %[temp4], %[temp1] \n\t"
  355. "sra %[temp13], %[temp13], 3 \n\t"
  356. "sra %[temp2], %[temp2], 3 \n\t"
  357. "sra %[temp7], %[temp7], 3 \n\t"
  358. "sra %[temp4], %[temp4], 3 \n\t"
  359. "addiu %[temp6], $zero, 255 \n\t"
  360. "lbu %[temp1], 0(%[dst]) \n\t"
  361. "addu %[temp1], %[temp1], %[temp5] \n\t"
  362. "sra %[temp5], %[temp1], 8 \n\t"
  363. "sra %[temp18], %[temp1], 31 \n\t"
  364. "beqz %[temp5], 1f \n\t"
  365. "xor %[temp1], %[temp1], %[temp1] \n\t"
  366. "movz %[temp1], %[temp6], %[temp18] \n\t"
  367. "1: \n\t"
  368. "lbu %[temp18], 1(%[dst]) \n\t"
  369. "sb %[temp1], 0(%[dst]) \n\t"
  370. "addu %[temp18], %[temp18], %[temp11] \n\t"
  371. "sra %[temp11], %[temp18], 8 \n\t"
  372. "sra %[temp1], %[temp18], 31 \n\t"
  373. "beqz %[temp11], 2f \n\t"
  374. "xor %[temp18], %[temp18], %[temp18] \n\t"
  375. "movz %[temp18], %[temp6], %[temp1] \n\t"
  376. "2: \n\t"
  377. "lbu %[temp1], 2(%[dst]) \n\t"
  378. "sb %[temp18], 1(%[dst]) \n\t"
  379. "addu %[temp1], %[temp1], %[temp8] \n\t"
  380. "sra %[temp8], %[temp1], 8 \n\t"
  381. "sra %[temp18], %[temp1], 31 \n\t"
  382. "beqz %[temp8], 3f \n\t"
  383. "xor %[temp1], %[temp1], %[temp1] \n\t"
  384. "movz %[temp1], %[temp6], %[temp18] \n\t"
  385. "3: \n\t"
  386. "lbu %[temp18], 3(%[dst]) \n\t"
  387. "sb %[temp1], 2(%[dst]) \n\t"
  388. "addu %[temp18], %[temp18], %[temp16] \n\t"
  389. "sra %[temp16], %[temp18], 8 \n\t"
  390. "sra %[temp1], %[temp18], 31 \n\t"
  391. "beqz %[temp16], 4f \n\t"
  392. "xor %[temp18], %[temp18], %[temp18] \n\t"
  393. "movz %[temp18], %[temp6], %[temp1] \n\t"
  394. "4: \n\t"
  395. "sb %[temp18], 3(%[dst]) \n\t"
  396. "lbu %[temp5], 32(%[dst]) \n\t"
  397. "lbu %[temp8], 33(%[dst]) \n\t"
  398. "lbu %[temp11], 34(%[dst]) \n\t"
  399. "lbu %[temp16], 35(%[dst]) \n\t"
  400. "addu %[temp5], %[temp5], %[temp17] \n\t"
  401. "addu %[temp8], %[temp8], %[temp15] \n\t"
  402. "addu %[temp11], %[temp11], %[temp12] \n\t"
  403. "addu %[temp16], %[temp16], %[temp10] \n\t"
  404. "sra %[temp18], %[temp5], 8 \n\t"
  405. "sra %[temp1], %[temp5], 31 \n\t"
  406. "beqz %[temp18], 5f \n\t"
  407. "xor %[temp5], %[temp5], %[temp5] \n\t"
  408. "movz %[temp5], %[temp6], %[temp1] \n\t"
  409. "5: \n\t"
  410. "sra %[temp18], %[temp8], 8 \n\t"
  411. "sra %[temp1], %[temp8], 31 \n\t"
  412. "beqz %[temp18], 6f \n\t"
  413. "xor %[temp8], %[temp8], %[temp8] \n\t"
  414. "movz %[temp8], %[temp6], %[temp1] \n\t"
  415. "6: \n\t"
  416. "sra %[temp18], %[temp11], 8 \n\t"
  417. "sra %[temp1], %[temp11], 31 \n\t"
  418. "sra %[temp17], %[temp16], 8 \n\t"
  419. "sra %[temp15], %[temp16], 31 \n\t"
  420. "beqz %[temp18], 7f \n\t"
  421. "xor %[temp11], %[temp11], %[temp11] \n\t"
  422. "movz %[temp11], %[temp6], %[temp1] \n\t"
  423. "7: \n\t"
  424. "beqz %[temp17], 8f \n\t"
  425. "xor %[temp16], %[temp16], %[temp16] \n\t"
  426. "movz %[temp16], %[temp6], %[temp15] \n\t"
  427. "8: \n\t"
  428. "sb %[temp5], 32(%[dst]) \n\t"
  429. "sb %[temp8], 33(%[dst]) \n\t"
  430. "sb %[temp11], 34(%[dst]) \n\t"
  431. "sb %[temp16], 35(%[dst]) \n\t"
  432. "lbu %[temp5], 64(%[dst]) \n\t"
  433. "lbu %[temp8], 65(%[dst]) \n\t"
  434. "lbu %[temp11], 66(%[dst]) \n\t"
  435. "lbu %[temp16], 67(%[dst]) \n\t"
  436. "addu %[temp5], %[temp5], %[temp9] \n\t"
  437. "addu %[temp8], %[temp8], %[temp3] \n\t"
  438. "addu %[temp11], %[temp11], %[temp0] \n\t"
  439. "addu %[temp16], %[temp16], %[temp14] \n\t"
  440. "sra %[temp18], %[temp5], 8 \n\t"
  441. "sra %[temp1], %[temp5], 31 \n\t"
  442. "sra %[temp17], %[temp8], 8 \n\t"
  443. "sra %[temp15], %[temp8], 31 \n\t"
  444. "sra %[temp12], %[temp11], 8 \n\t"
  445. "sra %[temp10], %[temp11], 31 \n\t"
  446. "sra %[temp9], %[temp16], 8 \n\t"
  447. "sra %[temp3], %[temp16], 31 \n\t"
  448. "beqz %[temp18], 9f \n\t"
  449. "xor %[temp5], %[temp5], %[temp5] \n\t"
  450. "movz %[temp5], %[temp6], %[temp1] \n\t"
  451. "9: \n\t"
  452. "beqz %[temp17], 10f \n\t"
  453. "xor %[temp8], %[temp8], %[temp8] \n\t"
  454. "movz %[temp8], %[temp6], %[temp15] \n\t"
  455. "10: \n\t"
  456. "beqz %[temp12], 11f \n\t"
  457. "xor %[temp11], %[temp11], %[temp11] \n\t"
  458. "movz %[temp11], %[temp6], %[temp10] \n\t"
  459. "11: \n\t"
  460. "beqz %[temp9], 12f \n\t"
  461. "xor %[temp16], %[temp16], %[temp16] \n\t"
  462. "movz %[temp16], %[temp6], %[temp3] \n\t"
  463. "12: \n\t"
  464. "sb %[temp5], 64(%[dst]) \n\t"
  465. "sb %[temp8], 65(%[dst]) \n\t"
  466. "sb %[temp11], 66(%[dst]) \n\t"
  467. "sb %[temp16], 67(%[dst]) \n\t"
  468. "lbu %[temp5], 96(%[dst]) \n\t"
  469. "lbu %[temp8], 97(%[dst]) \n\t"
  470. "lbu %[temp11], 98(%[dst]) \n\t"
  471. "lbu %[temp16], 99(%[dst]) \n\t"
  472. "addu %[temp5], %[temp5], %[temp13] \n\t"
  473. "addu %[temp8], %[temp8], %[temp7] \n\t"
  474. "addu %[temp11], %[temp11], %[temp4] \n\t"
  475. "addu %[temp16], %[temp16], %[temp2] \n\t"
  476. "sra %[temp18], %[temp5], 8 \n\t"
  477. "sra %[temp1], %[temp5], 31 \n\t"
  478. "sra %[temp17], %[temp8], 8 \n\t"
  479. "sra %[temp15], %[temp8], 31 \n\t"
  480. "sra %[temp12], %[temp11], 8 \n\t"
  481. "sra %[temp10], %[temp11], 31 \n\t"
  482. "sra %[temp9], %[temp16], 8 \n\t"
  483. "sra %[temp3], %[temp16], 31 \n\t"
  484. "beqz %[temp18], 13f \n\t"
  485. "xor %[temp5], %[temp5], %[temp5] \n\t"
  486. "movz %[temp5], %[temp6], %[temp1] \n\t"
  487. "13: \n\t"
  488. "beqz %[temp17], 14f \n\t"
  489. "xor %[temp8], %[temp8], %[temp8] \n\t"
  490. "movz %[temp8], %[temp6], %[temp15] \n\t"
  491. "14: \n\t"
  492. "beqz %[temp12], 15f \n\t"
  493. "xor %[temp11], %[temp11], %[temp11] \n\t"
  494. "movz %[temp11], %[temp6], %[temp10] \n\t"
  495. "15: \n\t"
  496. "beqz %[temp9], 16f \n\t"
  497. "xor %[temp16], %[temp16], %[temp16] \n\t"
  498. "movz %[temp16], %[temp6], %[temp3] \n\t"
  499. "16: \n\t"
  500. "sb %[temp5], 96(%[dst]) \n\t"
  501. "sb %[temp8], 97(%[dst]) \n\t"
  502. "sb %[temp11], 98(%[dst]) \n\t"
  503. "sb %[temp16], 99(%[dst]) \n\t"
  504. : [temp0]"=&r"(temp0), [temp1]"=&r"(temp1), [temp2]"=&r"(temp2),
  505. [temp3]"=&r"(temp3), [temp4]"=&r"(temp4), [temp5]"=&r"(temp5),
  506. [temp6]"=&r"(temp6), [temp7]"=&r"(temp7), [temp8]"=&r"(temp8),
  507. [temp9]"=&r"(temp9), [temp10]"=&r"(temp10), [temp11]"=&r"(temp11),
  508. [temp12]"=&r"(temp12), [temp13]"=&r"(temp13), [temp14]"=&r"(temp14),
  509. [temp15]"=&r"(temp15), [temp16]"=&r"(temp16), [temp17]"=&r"(temp17),
  510. [temp18]"=&r"(temp18)
  511. : [in]"r"(p_in), [kC1]"r"(kC1), [kC2]"r"(kC2), [dst]"r"(dst)
  512. : "memory", "hi", "lo"
  513. );
  514. }
  515. static void TransformTwo(const int16_t* in, uint8_t* dst, int do_two) {
  516. TransformOne(in, dst);
  517. if (do_two) {
  518. TransformOne(in + 16, dst + 4);
  519. }
  520. }
  521. #endif // WEBP_USE_MIPS32
  522. //------------------------------------------------------------------------------
  523. // Entry point
  524. extern void VP8DspInitMIPS32(void);
  525. void VP8DspInitMIPS32(void) {
  526. #if defined(WEBP_USE_MIPS32)
  527. VP8InitClipTables();
  528. VP8Transform = TransformTwo;
  529. VP8VFilter16 = VFilter16;
  530. VP8HFilter16 = HFilter16;
  531. VP8VFilter8 = VFilter8;
  532. VP8HFilter8 = HFilter8;
  533. VP8VFilter16i = VFilter16i;
  534. VP8HFilter16i = HFilter16i;
  535. VP8VFilter8i = VFilter8i;
  536. VP8HFilter8i = HFilter8i;
  537. VP8SimpleVFilter16 = SimpleVFilter16;
  538. VP8SimpleHFilter16 = SimpleHFilter16;
  539. VP8SimpleVFilter16i = SimpleVFilter16i;
  540. VP8SimpleHFilter16i = SimpleHFilter16i;
  541. #endif // WEBP_USE_MIPS32
  542. }