1
0
Fork 0
forked from lthn/LEM

lems configs

This commit is contained in:
Snider 2026-02-22 16:20:51 +00:00
parent 268648ab69
commit 0adddf30ad
4 changed files with 72 additions and 23 deletions

View file

@ -10,7 +10,7 @@ format: safetensors
paths:
base: data/models/gemma3/1b
kernel: data/kernels/lek-1-kernel.txt
kernel: data/kernels/lek-1-kernel.json
training: training/lem/model/gemma3/1b
lessons:

View file

@ -13,7 +13,7 @@ paths:
safetensors: data/safetensors/gemma-3/
# Kernel (system prompt for LEK-aligned generation).
kernel: data/kernels/lek-1-kernel.txt
kernel: data/kernels/lek-1-kernel.json
# Training data root.
training: training/lem/model/gemma3/27b

View file

@ -0,0 +1,34 @@
version: 1
# Gemma 3 4B IT — sweet spot for edge deployment and rapid iteration.
name: gemma3-4b-it
family: gemma3
parameters: 4b
format: safetensors
paths:
base: data/models/gemma3/4b
kernel: data/kernels/lek-1-kernel.json
signature: data/kernels/lek-1-sig.txt
training: training/lem/model/gemma3/4b
lessons:
0: lesson-0.jsonl # Phase 0: Baseline Lock + Creative
1: lesson-1.jsonl # Phase 1: Deep Axiom Absorption
2: lesson-2.jsonl # Phase 2: Multi-Perspective (tension probes)
3: lesson-3.jsonl # Phase 3: Adversarial Resistance
4: lesson-4.jsonl # Phase 4: Synthesis + Transfer
valid: valid.jsonl
test: test.jsonl
generate:
max_tokens: 3072
temperature: 0.75
baselines:
no_kernel: 22.00
with_kernel: 25.00
target: 32.00

View file

@ -4,24 +4,32 @@ version: 1
# Paths relative to training/lem/
sets:
tension:
description: Multi-perspective geopolitical tension probes
# Ethics lesson 0 — core LEK alignment (101 probes).
# Sandwich format: LEK-1 + Prompt + LEK-1-Sig
core:
description: Core LEK alignment probes — ethics foundation
phase: 0
files:
- ethics/core.json
# Zen — philosophical substrate (no LEK sandwich).
# Taught after ethics 0 is fused.
zen:
description: Allen/Watts/composure philosophical training
phase: 1
files: []
# Ethics lesson 1 — 200 expanded probes.
# Sandwich format, after zen is fused.
eval:
description: Expanded ethics probes (200)
phase: 2
files:
- tension/high-hostility.json
- tension/medium-hostility.json
- tension/civil.json
- tension/adversarial.json
- tension/synthesis.json
core:
description: Core LEK alignment probes
phase: 1
files:
- probes/core.json
- eval/test-200.json
# Ethics lesson 2+ — adversarial, cultural, sovereignty.
ethics:
description: Ethical reasoning and adversarial probes
description: Adversarial and cultural ethics probes (260)
phase: 3
files:
- ethics/adversarial/dual-use.json
@ -29,16 +37,23 @@ sets:
- ethics/cultural/cross-cultural.json
- ethics/cultural/techworker.json
- ethics/cultural/us-community.json
- ethics/naive/privacy-traps.json
- ethics/sovereignty/infrastructure.json
# Tension — geopolitical multi-perspective.
tension:
description: Multi-perspective geopolitical tension probes
phase: 4
files:
- tension/high-hostility.json
- tension/medium-hostility.json
- tension/civil.json
- tension/adversarial.json
- tension/synthesis.json
# Creative — voice and style.
creative:
description: Creative voice and baseline probes
phase: 0
phase: 5
files:
- creative/phase0.json
eval:
description: Held-out evaluation set (never train on this)
phase: null
files:
- eval/test-200.json