| .section #gm107_builtin_code |
| // DIV U32 |
| // |
| // UNR recurrence (q = a / b): |
| // look for z such that 2^32 - b <= b * z < 2^32 |
| // then q - 1 <= (a * z) / 2^32 <= q |
| // |
| // INPUT: $r0: dividend, $r1: divisor |
| // OUTPUT: $r0: result, $r1: modulus |
| // CLOBBER: $r2 - $r3, $p0 - $p1 |
| // SIZE: 22 / 14 * 8 bytes |
| // |
| gm107_div_u32: |
| sched (st 0xd wr 0x0 wt 0x3f) (st 0x1 wt 0x1) (st 0x6) |
| flo u32 $r2 $r1 |
| lop xor 1 $r2 $r2 0x1f |
| mov $r3 0x1 0xf |
| sched (st 0x1) (st 0xf wr 0x0) (st 0x6 wr 0x0 wt 0x1) |
| shl $r2 $r3 $r2 |
| i2i u32 u32 $r1 neg $r1 |
| imul u32 u32 $r3 $r1 $r2 |
| sched (st 0x6 wr 0x0 wt 0x1) (st 0x6 wr 0x0 wt 0x1) (st 0x6 wr 0x0 wt 0x1) |
| imad u32 u32 hi $r2 $r2 $r3 $r2 |
| imul u32 u32 $r3 $r1 $r2 |
| imad u32 u32 hi $r2 $r2 $r3 $r2 |
| sched (st 0x6 wr 0x0 wt 0x1) (st 0x6 wr 0x0 wt 0x1) (st 0x6 wr 0x0 wt 0x1) |
| imul u32 u32 $r3 $r1 $r2 |
| imad u32 u32 hi $r2 $r2 $r3 $r2 |
| imul u32 u32 $r3 $r1 $r2 |
| sched (st 0x6 wr 0x0 wt 0x1) (st 0x6 wr 0x0 wt 0x1) (st 0x6 wr 0x0 wt 0x1) |
| imad u32 u32 hi $r2 $r2 $r3 $r2 |
| imul u32 u32 $r3 $r1 $r2 |
| imad u32 u32 hi $r2 $r2 $r3 $r2 |
| sched (st 0x6) (st 0x6 wr 0x0 rd 0x1 wt 0x1) (st 0xf wr 0x0 rd 0x1 wt 0x2) |
| mov $r3 $r0 0xf |
| imul u32 u32 hi $r0 $r0 $r2 |
| i2i u32 u32 $r2 neg $r1 |
| sched (st 0x6 wr 0x0 wt 0x3) (st 0xd wt 0x1) (st 0x1) |
| imad u32 u32 $r1 $r1 $r0 $r3 |
| isetp ge u32 and $p0 1 $r1 $r2 1 |
| $p0 iadd $r1 $r1 neg $r2 |
| sched (st 0x5) (st 0xd) (st 0x1) |
| $p0 iadd $r0 $r0 0x1 |
| $p0 isetp ge u32 and $p0 1 $r1 $r2 1 |
| $p0 iadd $r1 $r1 neg $r2 |
| sched (st 0x1) (st 0xf) (st 0xf) |
| $p0 iadd $r0 $r0 0x1 |
| ret |
| nop 0 |
| |
| // DIV S32, like DIV U32 after taking ABS(inputs) |
| // |
| // INPUT: $r0: dividend, $r1: divisor |
| // OUTPUT: $r0: result, $r1: modulus |
| // CLOBBER: $r2 - $r3, $p0 - $p3 |
| // |
| gm107_div_s32: |
| sched (st 0xd wt 0x3f) (st 0x1) (st 0x1 wr 0x0) |
| isetp lt and $p2 0x1 $r0 0 1 |
| isetp lt xor $p3 1 $r1 0 $p2 |
| i2i s32 s32 $r0 abs $r0 |
| sched (st 0xf wr 0x1) (st 0xd wr 0x1 wt 0x2) (st 0x1 wt 0x2) |
| i2i s32 s32 $r1 abs $r1 |
| flo u32 $r2 $r1 |
| lop xor 1 $r2 $r2 0x1f |
| sched (st 0x6) (st 0x1) (st 0xf wr 0x1) |
| mov $r3 0x1 0xf |
| shl $r2 $r3 $r2 |
| i2i u32 u32 $r1 neg $r1 |
| sched (st 0x6 wr 0x1 wt 0x2) (st 0x6 wr 0x1 wt 0x2) (st 0x6 wr 0x1 wt 0x2) |
| imul u32 u32 $r3 $r1 $r2 |
| imad u32 u32 hi $r2 $r2 $r3 $r2 |
| imul u32 u32 $r3 $r1 $r2 |
| sched (st 0x6 wr 0x1 wt 0x2) (st 0x6 wr 0x1 wt 0x2) (st 0x6 wr 0x1 wt 0x2) |
| imad u32 u32 hi $r2 $r2 $r3 $r2 |
| imul u32 u32 $r3 $r1 $r2 |
| imad u32 u32 hi $r2 $r2 $r3 $r2 |
| sched (st 0x6 wr 0x1 wt 0x2) (st 0x6 wr 0x1 wt 0x2) (st 0x6 wr 0x1 wt 0x2) |
| imul u32 u32 $r3 $r1 $r2 |
| imad u32 u32 hi $r2 $r2 $r3 $r2 |
| imul u32 u32 $r3 $r1 $r2 |
| sched (st 0x6 wr 0x1 rd 0x2 wt 0x2) (st 0x2 wt 0x5) (st 0x6 wr 0x0 rd 0x1 wt 0x2) |
| imad u32 u32 hi $r2 $r2 $r3 $r2 |
| mov $r3 $r0 0xf |
| imul u32 u32 hi $r0 $r0 $r2 |
| sched (st 0xf wr 0x1 rd 0x2 wt 0x2) (st 0x6 wr 0x0 wt 0x5) (st 0xd wt 0x3) |
| i2i u32 u32 $r2 neg $r1 |
| imad u32 u32 $r1 $r1 $r0 $r3 |
| isetp ge u32 and $p0 1 $r1 $r2 1 |
| sched (st 0x1) (st 0x5) (st 0xd) |
| $p0 iadd $r1 $r1 neg $r2 |
| $p0 iadd $r0 $r0 0x1 |
| $p0 isetp ge u32 and $p0 1 $r1 $r2 1 |
| sched (st 0x1) (st 0x2) (st 0xf wr 0x0) |
| $p0 iadd $r1 $r1 neg $r2 |
| $p0 iadd $r0 $r0 0x1 |
| $p3 i2i s32 s32 $r0 neg $r0 |
| sched (st 0xf wr 0x1) (st 0xf wt 0x3) (st 0xf) |
| $p2 i2i s32 s32 $r1 neg $r1 |
| ret |
| nop 0 |
| |
| // STUB |
| gm107_rcp_f64: |
| gm107_rsq_f64: |
| sched (st 0x0) (st 0x0) (st 0x0) |
| ret |
| nop 0 |
| nop 0 |
| |
| .section #gm107_builtin_offsets |
| .b64 #gm107_div_u32 |
| .b64 #gm107_div_s32 |
| .b64 #gm107_rcp_f64 |
| .b64 #gm107_rsq_f64 |
