makarna/pkg/quant/rules_test.go

package quant

import "testing"

func TestApplyRules(t *testing.T) {
	rules := []Rule{
		{Pattern: "*embed_tokens*", QuantType: TypeQ6K},
		{Pattern: "*v_proj*", QuantType: TypeQ3K},
	}

	if got := ApplyRules("model.embed_tokens.weight", TypeQ2K, rules); got != TypeQ6K {
		t.Fatalf("expected embed_tokens to map to q6_k, got %v", got)
	}
	if got := ApplyRules("model.layers.0.self_attn.v_proj.weight", TypeQ2K, rules); got != TypeQ3K {
		t.Fatalf("expected v_proj to map to q3_k, got %v", got)
	}
	if got := ApplyRules("model.layers.0.self_attn.q_proj.weight", TypeQ2K, rules); got != TypeQ2K {
		t.Fatalf("expected fallback to baseQuant, got %v", got)
	}
}