1b742bf92c
Add `lem distill` — full Go pipeline for self-distillation using
go-mlx (native Metal inference) and go-i18n/reversal (v3 grammar
scoring). Replaces the Python distill.py bridge entirely.
New files:
- .core/ai/ai.yaml: global defaults (scorer, generation, distill)
- .core/ai/models/gemma3/{27b,1b}.yaml: model configs with paths,
kernel, lessons, baselines
- .core/ai/probes.yaml: probe sets grouped by training phase
- pkg/lem/config.go: YAML config loaders for .core/ai/
- pkg/lem/grammar.go: in-process grammar scoring (ComputeGrammarScore,
ComputeDelta, ScoreResponse) extracted from cmd/scorer
- pkg/lem/distill.go: RunDistill command — best-of-N generation,
grammar quality gate, training JSONL output
- pkg/lem/backend_metal.go: blank import for go-mlx Metal registration
Co-Authored-By: Virgil <virgil@lethean.io>
45 lines
1.7 KiB
Modula-2
45 lines
1.7 KiB
Modula-2
module forge.lthn.ai/lthn/lem
|
|
|
|
go 1.25.6
|
|
|
|
require (
|
|
forge.lthn.ai/core/go-i18n v0.0.0-00010101000000-000000000000
|
|
forge.lthn.ai/core/go-inference v0.0.0-20260220151119-1576f744d105
|
|
forge.lthn.ai/core/go-mlx v0.0.0-00010101000000-000000000000
|
|
github.com/marcboeker/go-duckdb v1.8.5
|
|
github.com/parquet-go/parquet-go v0.27.0
|
|
gopkg.in/yaml.v3 v3.0.1
|
|
)
|
|
|
|
replace (
|
|
forge.lthn.ai/core/go-i18n => /Users/snider/Code/go-i18n
|
|
forge.lthn.ai/core/go-inference => /Users/snider/Code/go-inference
|
|
forge.lthn.ai/core/go-mlx => /Users/snider/Code/go-mlx
|
|
)
|
|
|
|
require (
|
|
github.com/andybalholm/brotli v1.1.1 // indirect
|
|
github.com/apache/arrow-go/v18 v18.1.0 // indirect
|
|
github.com/go-viper/mapstructure/v2 v2.2.1 // indirect
|
|
github.com/goccy/go-json v0.10.5 // indirect
|
|
github.com/google/flatbuffers v25.1.24+incompatible // indirect
|
|
github.com/google/go-cmp v0.7.0 // indirect
|
|
github.com/google/uuid v1.6.0 // indirect
|
|
github.com/klauspost/compress v1.18.3 // indirect
|
|
github.com/klauspost/cpuid/v2 v2.3.0 // indirect
|
|
github.com/parquet-go/bitpack v1.0.0 // indirect
|
|
github.com/parquet-go/jsonlite v1.0.0 // indirect
|
|
github.com/pierrec/lz4/v4 v4.1.22 // indirect
|
|
github.com/rogpeppe/go-internal v1.14.1 // indirect
|
|
github.com/twpayne/go-geom v1.6.1 // indirect
|
|
github.com/zeebo/xxh3 v1.1.0 // indirect
|
|
golang.org/x/exp v0.0.0-20260112195511-716be5621a96 // indirect
|
|
golang.org/x/mod v0.32.0 // indirect
|
|
golang.org/x/sync v0.19.0 // indirect
|
|
golang.org/x/sys v0.40.0 // indirect
|
|
golang.org/x/telemetry v0.0.0-20260109210033-bd525da824e2 // indirect
|
|
golang.org/x/text v0.33.0 // indirect
|
|
golang.org/x/tools v0.41.0 // indirect
|
|
golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da // indirect
|
|
google.golang.org/protobuf v1.36.1 // indirect
|
|
)
|