go-rocm/discover.go

package rocm

import (
	"path/filepath"

	"forge.lthn.ai/core/go-rocm/internal/gguf"
)

// DiscoverModels scans a directory for GGUF model files.
// Files that cannot be parsed are silently skipped.
//
//	models, err := rocm.DiscoverModels("/data/lem/gguf")
//	for _, m := range models {
//	    fmt.Printf("%s: %s %s ctx=%d\n", m.Name, m.Architecture, m.Quantisation, m.ContextLen)
//	}
func DiscoverModels(dir string) ([]ModelInfo, error) {
	matches, err := filepath.Glob(filepath.Join(dir, "*.gguf"))
	if err != nil {
		return nil, err
	}

	var models []ModelInfo
	for _, path := range matches {
		meta, err := gguf.ReadMetadata(path)
		if err != nil {
			continue
		}

		models = append(models, ModelInfo{
			Path:         path,
			Architecture: meta.Architecture,
			Name:         meta.Name,
			Quantisation: gguf.FileTypeName(meta.FileType),
			Parameters:   meta.SizeLabel,
			FileSize:     meta.FileSize,
			ContextLen:   meta.ContextLength,
		})
	}

	return models, nil
}