ayo
7c5d3c9157
Add native K/M/RR inference engines, HIP kernels, replay and validation harnesses, and Windows DLSS setup and runtime support. Include GPU profiling tools, build and packaging scripts, platform integration patches, and implementation documentation.
52 lines
2.5 KiB
Python
52 lines
2.5 KiB
Python
"""Structural model corruption must be rejected before compiling/dispatching shaders."""
|
|
import unittest
|
|
from compile_k import validate
|
|
from extract_k import LAYERS
|
|
|
|
|
|
def minimal_index():
|
|
index = {}
|
|
for name, (kind, h, c, x, pos) in LAYERS.items():
|
|
e = {'kind': kind, 'H': h, 'C': c, 'X': x, 'posattn': pos,
|
|
'g1': 0, 'bo': 0, 'g2': 0, 'b2': 0,
|
|
'qkv': [0] * (h * 3), 'table': [0] * h, 'wo': [0] * h,
|
|
'w1': [0] * (c // 8), 'b1': [0] * (c // 8), 'w2': [0] * (c // 8)}
|
|
if kind in ('enc', 'enc0'): e.update(merge_n=x, merge_w=0, merge_b=0)
|
|
if kind in ('dec', 'dec0'): e.update(expand_w=0, expand_b=0)
|
|
if kind == 'enc0': e.update(embed_w=0, embed_b=0)
|
|
if kind == 'dec0': e.update(head_w=0, head_b=0)
|
|
index[name] = e
|
|
return index
|
|
|
|
|
|
class ModelTests(unittest.TestCase):
|
|
def setUp(self): self.index = minimal_index()
|
|
def test_shared_zero_weights_are_structurally_valid(self):
|
|
validate(self.index, 4 * 1024 * 1024)
|
|
def test_matrix_end_past_blob_is_rejected(self):
|
|
self.index['dec4']['expand_w'] = 4 * 1024 * 1024 // 2 - 16
|
|
with self.assertRaisesRegex(ValueError, 'outside'): validate(self.index, 4 * 1024 * 1024)
|
|
def test_weight_alignment_is_checked(self):
|
|
self.index['enc0']['embed_w'] = 1
|
|
with self.assertRaisesRegex(ValueError, 'alignment'): validate(self.index, 4 * 1024 * 1024)
|
|
def test_wrong_network_architecture_is_rejected(self):
|
|
self.index['enc3']['H'] = 2
|
|
with self.assertRaisesRegex(ValueError, 'shape'): validate(self.index, 4 * 1024 * 1024)
|
|
def test_missing_merge_is_rejected(self):
|
|
del self.index['enc2']['merge_w']
|
|
with self.assertRaisesRegex(ValueError, 'missing'): validate(self.index, 4 * 1024 * 1024)
|
|
def test_incomplete_head_set_is_rejected(self):
|
|
self.index['dec5']['qkv'].pop()
|
|
with self.assertRaisesRegex(ValueError, 'expected'): validate(self.index, 4 * 1024 * 1024)
|
|
def test_wrong_layer_order_is_rejected(self):
|
|
index = dict(reversed(list(self.index.items())))
|
|
with self.assertRaisesRegex(ValueError, 'order'): validate(index, 4 * 1024 * 1024)
|
|
def test_odd_blob_bytes_are_rejected(self):
|
|
with self.assertRaisesRegex(ValueError, 'f16'): validate(self.index, 4 * 1024 * 1024 - 1)
|
|
def test_invalid_merge_stride_is_rejected(self):
|
|
self.index['enc2']['merge_n'] = 128
|
|
with self.assertRaisesRegex(ValueError, 'stride'): validate(self.index, 4 * 1024 * 1024)
|
|
|
|
|
|
if __name__ == '__main__': unittest.main()
|