240 lines
8.8 KiB
C
240 lines
8.8 KiB
C
/*
|
|
(C) Copyright 2001,2006,
|
|
International Business Machines Corporation,
|
|
Sony Computer Entertainment, Incorporated,
|
|
Toshiba Corporation,
|
|
|
|
All rights reserved.
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are met:
|
|
|
|
* Redistributions of source code must retain the above copyright notice,
|
|
this list of conditions and the following disclaimer.
|
|
* Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
* Neither the names of the copyright holders nor the names of their
|
|
contributors may be used to endorse or promote products derived from this
|
|
software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
|
|
IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
|
TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
|
|
PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
|
|
OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
|
LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
#ifndef _REMQUO_H_
|
|
#define _REMQUO_H_ 1
|
|
|
|
#include <spu_intrinsics.h>
|
|
#include "headers/vec_literal.h"
|
|
|
|
static __inline double _remquo(double x, double y, int *quo)
|
|
{
|
|
int n, shift;
|
|
vec_uchar16 swap_words = VEC_LITERAL(vec_uchar16, 4,5,6,7, 0,1,2,3, 12,13,14,15, 8,9,10,11);
|
|
vec_uchar16 propagate = VEC_LITERAL(vec_uchar16, 4,5,6,7, 192,192,192,192, 12,13,14,15, 192,192,192,192);
|
|
vec_uchar16 splat_hi = VEC_LITERAL(vec_uchar16, 0,1,2,3,0,1,2,3, 8,9,10,11, 8,9,10,11);
|
|
vec_uchar16 splat_lo = VEC_LITERAL(vec_uchar16, 4,5,6,7,4,5,6,7, 12,13,14,15, 12,13,14,15);
|
|
vec_int4 quotient;
|
|
vec_int4 four = { 4, 4, 4, 4 };
|
|
vec_uint4 vx, vy, z;
|
|
vec_uint4 x_hi, y_hi, y8_hi, y_lo, y2, y4;
|
|
vec_uint4 abs_x, abs_y, abs_2x, abs_2y, abs_8y;
|
|
vec_uint4 exp_x, exp_y;
|
|
vec_uint4 zero_x, zero_y;
|
|
vec_uint4 logb_x, logb_y;
|
|
vec_uint4 mant_x, mant_y;
|
|
vec_uint4 normal, norm, denorm;
|
|
vec_uint4 gt, eq, bias;
|
|
vec_uint4 nan_out, not_ge, quo_pos, overflow;
|
|
vec_uint4 result, result0, resultx, cnt, sign, borrow;
|
|
vec_uint4 exp_special = VEC_SPLAT_U32(0x7FF00000);
|
|
vec_uint4 half_smax = VEC_SPLAT_U32(0x7FEFFFFF);
|
|
vec_uint4 lsb = (vec_uint4)(VEC_SPLAT_U64(0x0000000000000001ULL));
|
|
vec_uint4 sign_mask = (vec_uint4)(VEC_SPLAT_U64(0x8000000000000000ULL));
|
|
vec_uint4 implied_1 = (vec_uint4)(VEC_SPLAT_U64(0x0010000000000000ULL));
|
|
vec_uint4 mant_mask = (vec_uint4)(VEC_SPLAT_U64(0x000FFFFFFFFFFFFFULL));
|
|
|
|
vx = (vec_uint4)spu_promote(x, 0);
|
|
vy = (vec_uint4)spu_promote(y, 0);
|
|
|
|
abs_x = spu_andc(vx, sign_mask);
|
|
abs_y = spu_andc(vy, sign_mask);
|
|
|
|
abs_2y = spu_add(abs_y, implied_1);
|
|
abs_8y = spu_add(abs_y, VEC_LITERAL(vec_uint4, 0x00300000, 0, 0x00300000, 0));
|
|
|
|
sign = spu_and(vx, sign_mask);
|
|
|
|
quo_pos = spu_cmpgt((vec_int4)spu_and(spu_xor(vx, vy), sign_mask), -1);
|
|
quo_pos = spu_shuffle(quo_pos, quo_pos, splat_hi);
|
|
|
|
/* Compute abs_x = fmodf(abs_x, 8*abs_y). If y is greater than 0.125*SMAX
|
|
* (SMAX is the maximum representable float), then return abs_x.
|
|
*/
|
|
{
|
|
x_hi = spu_shuffle(abs_x, abs_x, splat_hi);
|
|
y_lo = spu_shuffle(abs_y, abs_y, splat_lo);
|
|
y_hi = spu_shuffle(abs_y, abs_y, splat_hi);
|
|
y8_hi = spu_shuffle(abs_8y, abs_8y, splat_hi);
|
|
|
|
/* Force a NaN output if (1) abs_x is infinity or NaN or (2)
|
|
* abs_y is a NaN.
|
|
*/
|
|
nan_out = spu_or(spu_cmpgt(x_hi, half_smax),
|
|
spu_or(spu_cmpgt(y_hi, exp_special),
|
|
spu_and(spu_cmpeq(y_hi, exp_special),
|
|
spu_cmpgt(y_lo, 0))));
|
|
|
|
/* Determine ilogb of abs_x and abs_8y and
|
|
* extract the mantissas (mant_x, mant_y)
|
|
*/
|
|
exp_x = spu_rlmask(x_hi, -20);
|
|
exp_y = spu_rlmask(y8_hi, -20);
|
|
|
|
resultx = spu_or(spu_cmpgt(y8_hi, x_hi), spu_cmpgt(y_hi, half_smax));
|
|
|
|
zero_x = spu_cmpeq(exp_x, 0);
|
|
zero_y = spu_cmpeq(exp_y, 0);
|
|
|
|
logb_x = spu_add(exp_x, -1023);
|
|
logb_y = spu_add(exp_y, -1023);
|
|
|
|
mant_x = spu_andc(spu_sel(implied_1, abs_x, mant_mask), zero_x);
|
|
mant_y = spu_andc(spu_sel(implied_1, abs_8y, mant_mask), zero_y);
|
|
|
|
/* Compute fixed point fmod of mant_x and mant_y. Set the flag,
|
|
* result0, to all ones if we detect that the final result is
|
|
* ever 0.
|
|
*/
|
|
result0 = spu_or(zero_x, zero_y);
|
|
|
|
n = spu_extract(spu_sub(logb_x, logb_y), 0);
|
|
|
|
while (n-- > 0) {
|
|
borrow = spu_genb(mant_x, mant_y);
|
|
borrow = spu_shuffle(borrow, borrow, propagate);
|
|
z = spu_subx(mant_x, mant_y, borrow);
|
|
|
|
result0 = spu_or(spu_cmpeq(spu_or(z, spu_shuffle(z, z, swap_words)), 0), result0);
|
|
|
|
mant_x = spu_sel(spu_slqw(mant_x, 1), spu_andc(spu_slqw(z, 1), lsb), spu_cmpgt((vec_int4)spu_shuffle(z, z, splat_hi), -1));
|
|
}
|
|
|
|
|
|
borrow = spu_genb(mant_x, mant_y);
|
|
borrow = spu_shuffle(borrow, borrow, propagate);
|
|
z = spu_subx(mant_x, mant_y, borrow);
|
|
|
|
mant_x = spu_sel(mant_x, z, spu_cmpgt((vec_int4)spu_shuffle(z, z, splat_hi), -1));
|
|
mant_x = spu_andc(mant_x, VEC_LITERAL(vec_uint4, 0,0,-1,-1));
|
|
|
|
result0 = spu_or(spu_cmpeq(spu_or(mant_x, spu_shuffle(mant_x, mant_x, swap_words)), 0), result0);
|
|
|
|
/* Convert the result back to floating point and restore
|
|
* the sign. If we flagged the result to be zero (result0),
|
|
* zero it. If we flagged the result to equal its input x,
|
|
* (resultx) then return x.
|
|
*
|
|
* Double precision generates a denorm for an output.
|
|
*/
|
|
cnt = spu_cntlz(mant_x);
|
|
cnt = spu_add(cnt, spu_and(spu_rlqwbyte(cnt, 4), spu_cmpeq(cnt, 32)));
|
|
cnt = spu_add(spu_shuffle(cnt, cnt, splat_hi), -11);
|
|
|
|
shift = spu_extract(exp_y, 0) - 1;
|
|
denorm = spu_slqwbytebc(spu_slqw(mant_x, shift), shift);
|
|
|
|
exp_y = spu_sub(exp_y, cnt);
|
|
|
|
normal = spu_cmpgt((vec_int4)exp_y, 0);
|
|
|
|
/* Normalize normal results, denormalize denorm results.
|
|
*/
|
|
shift = spu_extract(cnt, 0);
|
|
norm = spu_slqwbytebc(spu_slqw(spu_andc(mant_x, VEC_LITERAL(vec_uint4, 0x00100000, 0, -1, -1)), shift), shift);
|
|
|
|
mant_x = spu_sel(denorm, norm, normal);
|
|
|
|
exp_y = spu_and(spu_rl(exp_y, 20), normal);
|
|
|
|
result = spu_sel(exp_y, mant_x, mant_mask);
|
|
|
|
abs_x = spu_sel(spu_andc(result, spu_rlmask(result0, -1)), abs_x, resultx);
|
|
|
|
}
|
|
|
|
/* if (x >= 4*y)
|
|
* x -= 4*y
|
|
* quotient = 4
|
|
* else
|
|
* quotient = 0
|
|
*/
|
|
y4 = spu_andc(spu_add(abs_y, spu_rl(implied_1, 1)), zero_y);
|
|
|
|
overflow = spu_cmpgt(y_hi, VEC_SPLAT_U32(0x7FCFFFFF));
|
|
gt = spu_cmpgt(y4, abs_x);
|
|
eq = spu_cmpeq(y4, abs_x);
|
|
not_ge = spu_or(gt, spu_and(eq, spu_rlqwbyte(gt, 4)));
|
|
not_ge = spu_shuffle(not_ge, not_ge, splat_hi);
|
|
not_ge = spu_or(not_ge, overflow);
|
|
|
|
abs_x = spu_sel((vec_uint4)spu_sub((vec_double2)abs_x, (vec_double2)y4), abs_x, not_ge);
|
|
quotient = spu_andc(four, (vec_int4)not_ge);
|
|
|
|
/* if (x >= 2*y
|
|
* x -= 2*y
|
|
* quotient += 2
|
|
*/
|
|
y2 = spu_andc(spu_add(abs_y, implied_1), zero_y);
|
|
|
|
overflow = spu_cmpgt(y_hi, VEC_SPLAT_U32(0x7FDFFFFF));
|
|
gt = spu_cmpgt(y2, abs_x);
|
|
eq = spu_cmpeq(y2, abs_x);
|
|
not_ge = spu_or(gt, spu_and(eq, spu_rlqwbyte(gt, 4)));
|
|
not_ge = spu_shuffle(not_ge, not_ge, splat_hi);
|
|
not_ge = spu_or(not_ge, overflow);
|
|
|
|
|
|
abs_x = spu_sel((vec_uint4)spu_sub((vec_double2)abs_x, (vec_double2)y2), abs_x, not_ge);
|
|
quotient = spu_sel(spu_add(quotient, 2), quotient, not_ge);
|
|
|
|
/* if (2*x > y)
|
|
* x -= y
|
|
* if (2*x >= y) x -= y
|
|
*/
|
|
abs_2x = spu_and(spu_add(abs_x, implied_1), normal);
|
|
|
|
gt = spu_cmpgt(abs_2x, abs_y);
|
|
eq = spu_cmpeq(abs_2x, abs_y);
|
|
bias = spu_or(gt, spu_and(eq, spu_rlqwbyte(gt, 4)));
|
|
bias = spu_shuffle(bias, bias, splat_hi);
|
|
abs_x = spu_sel(abs_x, (vec_uint4)spu_sub((vec_double2)abs_x, (vec_double2)abs_y), bias);
|
|
quotient = spu_sub(quotient, (vec_int4)bias);
|
|
|
|
bias = spu_andc(bias, spu_rlmaska((vec_uint4)spu_msub((vec_double2)abs_x, VEC_SPLAT_F64(2.0), (vec_double2)abs_y), -31));
|
|
bias = spu_shuffle(bias, bias, splat_hi);
|
|
abs_x = spu_sel(abs_x, (vec_uint4)spu_sub((vec_double2)abs_x, (vec_double2)abs_y), bias);
|
|
quotient = spu_sub(quotient, (vec_int4)bias);
|
|
|
|
/* Generate a correct final sign
|
|
*/
|
|
result = spu_sel(spu_xor(abs_x, sign), exp_special, nan_out);
|
|
|
|
quotient = spu_and(quotient, 7);
|
|
quotient = spu_sel(spu_sub(0, quotient), quotient, quo_pos);
|
|
|
|
*quo = spu_extract(quotient, 0);
|
|
|
|
return (spu_extract((vec_double2)result, 0));
|
|
}
|
|
#endif /* _REMQUO_H_ */
|