ayo
7c5d3c9157
Add native K/M/RR inference engines, HIP kernels, replay and validation harnesses, and Windows DLSS setup and runtime support. Include GPU profiling tools, build and packaging scripts, platform integration patches, and implementation documentation.
64 lines
2.4 KiB
Python
64 lines
2.4 KiB
Python
#!/usr/bin/env python3
|
|
"""Pack decoder 0's extracted weights (engine/rr/dec0_ref.py --extract) for engine/rr/dec0_m.comp.
|
|
|
|
usage: dec0_pack.py WEIGHTS.npz OUT.bin OUT.h
|
|
|
|
The layout rules are enc1_pack.py's: transposed products, every weight's columns in the k order of the product that
|
|
consumes its result (C = 32: slot j holds natural channel inter(32)[j]). The expand's 128 columns are four
|
|
sub-positions of 32 channels, each permuted the same way, so a key token's expanded half is already in slot order.
|
|
"""
|
|
import os
|
|
import sys
|
|
|
|
import numpy as np
|
|
|
|
sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
|
|
from enc1_ref import inter # noqa: E402
|
|
from enc1_pack import a_tiles, b_tiles, cubic_table, act_table # noqa: E402
|
|
|
|
I32, I96 = inter(32), inter(96)
|
|
I128 = [32 * (j // 32) + I32[j % 32] for j in range(128)]
|
|
|
|
|
|
def main():
|
|
src, out_bin, out_h = sys.argv[1:4]
|
|
w = dict(np.load(src))
|
|
e = {'we': ('A', w['we'][:, I128]), 'be': ('H', w['be'][I128])}
|
|
for h in range(2):
|
|
e[f'wk{h}'] = ('A', w[f'wk{h}'][:, I32])
|
|
e[f'wv{h}'] = ('B', w[f'wv{h}'][:, I32])
|
|
e[f'wo{h}'] = ('A', w[f'wo{h}'][:, I32])
|
|
e[f'bias{h}'] = ('H', w[f'bias{h}'][np.ix_(inter(64), I96)].T)
|
|
for b in range(4):
|
|
e[f'w1_{b}'] = ('A', w[f'w1_{b}'][:, I32])
|
|
e[f'b1_{b}'] = ('H', w[f'b1_{b}'][I32])
|
|
e[f'w2_{b}'] = ('A', w[f'w2_{b}'][:, I32])
|
|
e['gain0'] = ('H', w['gain0'])
|
|
for k in ('table0', 'gain1', 'table1'):
|
|
e[k] = ('H', w[k][I32])
|
|
e['cubic'] = ('U', cubic_table())
|
|
e['act'] = ('Y', act_table())
|
|
blob, defines = bytearray(), []
|
|
for name, (kind, a) in e.items():
|
|
while len(blob) % 256:
|
|
blob.append(0)
|
|
off = len(blob)
|
|
if kind == 'A':
|
|
blob += a_tiles(a).tobytes()
|
|
elif kind == 'B':
|
|
blob += b_tiles(a).tobytes()
|
|
elif kind == 'Y':
|
|
blob += np.ascontiguousarray(a, np.uint8).tobytes()
|
|
elif kind == 'U':
|
|
blob += np.ascontiguousarray(a, np.uint16).tobytes()
|
|
else:
|
|
blob += np.ascontiguousarray(a, np.float16).tobytes()
|
|
defines.append(f'#define W_{name.upper()} {off}u // {kind} {a.shape}')
|
|
open(out_bin, 'wb').write(bytes(blob))
|
|
open(out_h, 'w').write('// generated by engine/rr/dec0_pack.py\n' + '\n'.join(defines) + '\n')
|
|
print(f'{len(blob)} bytes, {len(e)} entries')
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|