| // Copyright 2014 Google Inc. All Rights Reserved. |
| // |
| // Use of this source code is governed by a BSD-style license |
| // that can be found in the COPYING file in the root of the source |
| // tree. An additional intellectual property rights grant can be found |
| // in the file PATENTS. All contributing project authors may |
| // be found in the AUTHORS file in the root of the source tree. |
| // ----------------------------------------------------------------------------- |
| // |
| // MIPS version of rescaling functions |
| // |
| // Author(s): Djordje Pesut (djordje.pesut@imgtec.com) |
| |
| #include "./dsp.h" |
| |
| #if defined(WEBP_USE_MIPS_DSP_R2) |
| |
| #include <assert.h> |
| #include "../utils/rescaler.h" |
| |
| static void ImportRowShrink(WebPRescaler* const wrk, const uint8_t* src) { |
| const int x_stride = wrk->num_channels; |
| const int x_out_max = wrk->dst_width * wrk->num_channels; |
| const int fx_scale = wrk->fx_scale; |
| const int x_add = wrk->x_add; |
| const int x_sub = wrk->x_sub; |
| const int x_stride1 = x_stride << 2; |
| int channel; |
| assert(!wrk->x_expand); |
| assert(!WebPRescalerInputDone(wrk)); |
| |
| for (channel = 0; channel < x_stride; ++channel) { |
| rescaler_t* frow = wrk->frow + channel; |
| const uint8_t* src1 = src + channel; |
| int temp3; |
| int base, frac, sum; |
| int accum, accum1; |
| int loop_c = x_out_max; |
| |
| __asm__ volatile ( |
| "li %[sum], 0 \n\t" |
| "li %[accum], 0 \n\t" |
| "1: \n\t" |
| "addu %[accum], %[accum], %[x_add] \n\t" |
| "li %[base], 0 \n\t" |
| "blez %[accum], 3f \n\t" |
| "2: \n\t" |
| "lbu %[base], 0(%[src1]) \n\t" |
| "subu %[accum], %[accum], %[x_sub] \n\t" |
| "addu %[src1], %[src1], %[x_stride] \n\t" |
| "addu %[sum], %[sum], %[base] \n\t" |
| "bgtz %[accum], 2b \n\t" |
| "3: \n\t" |
| "negu %[accum1], %[accum] \n\t" |
| "mul %[frac], %[base], %[accum1] \n\t" |
| "mul %[temp3], %[sum], %[x_sub] \n\t" |
| "sll %[accum1], %[frac], 1 \n\t" |
| "subu %[loop_c], %[loop_c], %[x_stride] \n\t" |
| "mulq_rs.w %[sum], %[accum1], %[fx_scale] \n\t" |
| "subu %[temp3], %[temp3], %[frac] \n\t" |
| "sw %[temp3], 0(%[frow]) \n\t" |
| "addu %[frow], %[frow], %[x_stride1] \n\t" |
| "bgtz %[loop_c], 1b \n\t" |
| : [accum]"=&r"(accum), [src1]"+&r"(src1), [temp3]"=&r"(temp3), |
| [sum]"=&r"(sum), [base]"=&r"(base), [frac]"=&r"(frac), |
| [frow]"+&r"(frow), [accum1]"=&r"(accum1), |
| [loop_c]"+&r"(loop_c) |
| : [x_stride]"r"(x_stride), [fx_scale]"r"(fx_scale), [x_sub]"r"(x_sub), |
| [x_add] "r" (x_add), [x_stride1] "r" (x_stride1) |
| : "memory", "hi", "lo" |
| ); |
| } |
| } |
| |
| static void ImportRowExpand(WebPRescaler* const wrk, const uint8_t* src) { |
| const int x_stride = wrk->num_channels; |
| const int x_out_max = wrk->dst_width * wrk->num_channels; |
| const int x_add = wrk->x_add; |
| const int x_sub = wrk->x_sub; |
| const int src_width = wrk->src_width; |
| const int x_stride1 = x_stride << 2; |
| int channel; |
| assert(wrk->x_expand); |
| assert(!WebPRescalerInputDone(wrk)); |
| |
| for (channel = 0; channel < x_stride; ++channel) { |
| rescaler_t* frow = wrk->frow + channel; |
| const uint8_t* src1 = src + channel; |
| int temp1, temp2, temp3, temp4; |
| int frac; |
| int accum; |
| int x_out = channel; |
| |
| __asm__ volatile ( |
| "addiu %[temp3], %[src_width], -1 \n\t" |
| "lbu %[temp2], 0(%[src1]) \n\t" |
| "addu %[src1], %[src1], %[x_stride] \n\t" |
| "bgtz %[temp3], 0f \n\t" |
| "addiu %[temp1], %[temp2], 0 \n\t" |
| "b 3f \n\t" |
| "0: \n\t" |
| "lbu %[temp1], 0(%[src1]) \n\t" |
| "3: \n\t" |
| "addiu %[accum], %[x_add], 0 \n\t" |
| "1: \n\t" |
| "subu %[temp3], %[temp2], %[temp1] \n\t" |
| "mul %[temp3], %[temp3], %[accum] \n\t" |
| "mul %[temp4], %[temp1], %[x_add] \n\t" |
| "addu %[temp3], %[temp4], %[temp3] \n\t" |
| "sw %[temp3], 0(%[frow]) \n\t" |
| "addu %[frow], %[frow], %[x_stride1] \n\t" |
| "addu %[x_out], %[x_out], %[x_stride] \n\t" |
| "subu %[temp3], %[x_out], %[x_out_max] \n\t" |
| "bgez %[temp3], 2f \n\t" |
| "subu %[accum], %[accum], %[x_sub] \n\t" |
| "bgez %[accum], 4f \n\t" |
| "addiu %[temp2], %[temp1], 0 \n\t" |
| "addu %[src1], %[src1], %[x_stride] \n\t" |
| "lbu %[temp1], 0(%[src1]) \n\t" |
| "addu %[accum], %[accum], %[x_add] \n\t" |
| "4: \n\t" |
| "b 1b \n\t" |
| "2: \n\t" |
| : [src1] "+r" (src1), [accum] "=&r" (accum), [temp1] "=&r" (temp1), |
| [temp2] "=&r" (temp2), [temp3] "=&r" (temp3), [temp4] "=&r" (temp4), |
| [x_out] "+r" (x_out), [frac] "=&r" (frac), [frow] "+r" (frow) |
| : [x_stride] "r" (x_stride), [x_add] "r" (x_add), [x_sub] "r" (x_sub), |
| [x_stride1] "r" (x_stride1), [src_width] "r" (src_width), |
| [x_out_max] "r" (x_out_max) |
| : "memory", "hi", "lo" |
| ); |
| } |
| } |
| |
| static void ExportRowShrink(WebPRescaler* const wrk) { |
| uint8_t* dst = wrk->dst; |
| rescaler_t* irow = wrk->irow; |
| const int x_out_max = wrk->dst_width * wrk->num_channels; |
| const rescaler_t* frow = wrk->frow; |
| const int yscale = wrk->fy_scale * (-wrk->y_accum); |
| |
| int temp0, temp1, temp3, temp4, temp5, temp6, temp7; |
| const int temp2 = (int)wrk->fxy_scale; |
| const int rest = x_out_max & 1; |
| const rescaler_t* const loop_end = frow + x_out_max - rest; |
| |
| assert(!WebPRescalerOutputDone(wrk)); |
| assert(wrk->y_accum <= 0); |
| assert(!wrk->y_expand); |
| assert(wrk->fxy_scale); |
| __asm__ volatile ( |
| ".set push \n\t" |
| ".set noreorder \n\t" |
| "beq %[frow], %[loop_end], 1f \n\t" |
| " nop \n\t" |
| "0: \n\t" |
| "lw %[temp0], 0(%[frow]) \n\t" |
| "lw %[temp1], 0(%[irow]) \n\t" |
| "lw %[temp3], 4(%[frow]) \n\t" |
| "lw %[temp4], 4(%[irow]) \n\t" |
| "sll %[temp0], %[temp0], 1 \n\t" |
| "sll %[temp3], %[temp3], 1 \n\t" |
| "mulq_rs.w %[temp5], %[temp0], %[yscale] \n\t" |
| "mulq_rs.w %[temp6], %[temp3], %[yscale] \n\t" |
| "addiu %[frow], %[frow], 8 \n\t" |
| "addiu %[dst], %[dst], 2 \n\t" |
| "addiu %[irow], %[irow], 8 \n\t" |
| "subu %[temp1], %[temp1], %[temp5] \n\t" |
| "subu %[temp4], %[temp4], %[temp6] \n\t" |
| "sll %[temp1], %[temp1], 1 \n\t" |
| "sll %[temp4], %[temp4], 1 \n\t" |
| "mulq_rs.w %[temp0], %[temp1], %[temp2] \n\t" |
| "mulq_rs.w %[temp3], %[temp4], %[temp2] \n\t" |
| "sw %[temp5], -8(%[irow]) \n\t" |
| "sw %[temp6], -4(%[irow]) \n\t" |
| "shll_s.ph %[temp0], %[temp0], 7 \n\t" |
| "shll_s.ph %[temp3], %[temp3], 7 \n\t" |
| "precrqu_s.qb.ph %[temp0], %[temp0], %[temp3] \n\t" |
| "sb %[temp0], -1(%[dst]) \n\t" |
| "srl %[temp0], %[temp0], 16 \n\t" |
| "bne %[frow], %[loop_end], 0b \n\t" |
| " sb %[temp0], -2(%[dst]) \n\t" |
| "1: \n\t" |
| "beqz %[rest], 3f \n\t" |
| " nop \n\t" |
| "addiu %[temp6], $zero, -256 \n\t" |
| "addiu %[temp7], $zero, 255 \n\t" |
| "lw %[temp0], 0(%[frow]) \n\t" |
| "sll %[temp0], %[temp0], 1 \n\t" |
| "mulq_rs.w %[temp1], %[temp0], %[yscale] \n\t" |
| "lw %[temp0], 0(%[irow]) \n\t" |
| "subu %[temp0], %[temp0], %[temp1] \n\t" |
| "sll %[temp0], %[temp0], 1 \n\t" |
| "mulq_rs.w %[temp5], %[temp0], %[temp2] \n\t" |
| "sw %[temp1], 0(%[irow]) \n\t" |
| "and %[temp0], %[temp5], %[temp6] \n\t" |
| "beqz %[temp0], 2f \n\t" |
| " slti %[temp1], %[temp5], 0 \n\t" |
| "xor %[temp5], %[temp5], %[temp5] \n\t" |
| "movz %[temp5], %[temp7], %[temp1] \n\t" |
| "2: \n\t" |
| "sb %[temp5], 0(%[dst]) \n\t" |
| "3: \n\t" |
| ".set pop \n\t" |
| : [temp0]"=&r"(temp0), [temp1]"=&r"(temp1), [temp3]"=&r"(temp3), |
| [temp4]"=&r"(temp4), [temp5]"=&r"(temp5), [temp6]"=&r"(temp6), |
| [temp7]"=&r"(temp7), [frow]"+&r"(frow), [irow]"+&r"(irow), |
| [dst]"+&r"(dst) |
| : [temp2]"r"(temp2), [yscale]"r"(yscale), [loop_end]"r"(loop_end), |
| [rest]"r"(rest) |
| : "memory", "hi", "lo" |
| ); |
| } |
| |
| // no ExportRowExpand yet. |
| |
| //------------------------------------------------------------------------------ |
| // Entry point |
| |
| extern void WebPRescalerDspInitMIPSdspR2(void); |
| |
| WEBP_TSAN_IGNORE_FUNCTION void WebPRescalerDspInitMIPSdspR2(void) { |
| #if 0 |
| // The assembly code is currently out-of-sync wrt the C-implementation. |
| // Disabled for now. |
| WebPRescalerImportRowExpand = ImportRowExpand; |
| WebPRescalerImportRowShrink = ImportRowShrink; |
| WebPRescalerExportRowShrink = ExportRowShrink; |
| #else |
| (void)ImportRowExpand; |
| (void)ImportRowShrink; |
| (void)ExportRowShrink; |
| #endif |
| } |
| |
| #else // !WEBP_USE_MIPS_DSP_R2 |
| |
| WEBP_DSP_INIT_STUB(WebPRescalerDspInitMIPSdspR2) |
| |
| #endif // WEBP_USE_MIPS_DSP_R2 |
