Clotho/LEM
1
0
Fork 0
forked from lthn/LEM
Code Pull requests Activity

feat: integrate attention scoring into distill pipeline (opt-in via config)

Browse source 
Co-Authored-By: Virgil <virgil@lethean.io>
This commit is contained in:
Snider 2026-02-23 00:30:36 +00:00
parent e3331920c4
commit fbc636ee29
2 changed files with 25 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
pkg/lem/config.go
View file

@ -19,11 +19,13 @@ type AIConfig struct {
// ScorerConfig controls quality gating.
type ScorerConfig struct {
Engine string `yaml:"engine"`
MinScore float64 `yaml:"min_score"`
Delta bool `yaml:"delta"`
SycophancyEcho float64 `yaml:"sycophancy_echo"`
SycophancyUplift float64 `yaml:"sycophancy_uplift"`
Engine string `yaml:"engine"`
MinScore float64 `yaml:"min_score"`
Delta bool `yaml:"delta"`
SycophancyEcho float64 `yaml:"sycophancy_echo"`
SycophancyUplift float64 `yaml:"sycophancy_uplift"`
Attention bool `yaml:"attention"` // Enable attention scoring in distill
AttentionMinScore float64 `yaml:"attention_min_score"` // Minimum BO composite (0-100, 0 = no gate)
}
// GenerateConfig holds default inference parameters.

18
pkg/lem/distill.go
View file

@ -258,6 +258,24 @@ func RunDistill(args []string) {
}
}
// Optional attention scoring — costs an extra prefill per probe.
if best != nil && aiCfg.Scorer.Attention {
snap, attErr := backend.InspectAttention(ctx, probe.Prompt)
if attErr == nil {
attResult := AnalyseAttention(snap)
boScore := attResult.Composite()
fmt.Fprintf(os.Stderr, " BO: coherence=%.2f phase=%.2f cross=%.2f composite=%.1f\n",
attResult.MeanCoherence, attResult.PhaseLockScore, attResult.MeanCrossAlignment, boScore)
if aiCfg.Scorer.AttentionMinScore > 0 && boScore < aiCfg.Scorer.AttentionMinScore {
skipped++
fmt.Fprintf(os.Stderr, " ✗ SKIP %s (BO composite %.1f < %.1f)\n",
probe.ID, boScore, aiCfg.Scorer.AttentionMinScore)
runtime.GC()
continue
}
}
}
// Quality gate.
if best != nil && best.Grammar.Composite >= *minScore {
// Duplicate filter: reject if grammar profile is too similar to an already-kept entry.