26 lines
482 B
Go
26 lines
482 B
Go
package rag
|
|
|
|
import (
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
func TestChunkTextOverlap(t *testing.T) {
|
|
text := strings.Repeat("Alpha beta gamma delta. ", 120)
|
|
chunks := ChunkText(text, 220, 30)
|
|
if len(chunks) < 2 {
|
|
t.Fatalf("expected multiple chunks, got %d", len(chunks))
|
|
}
|
|
for _, c := range chunks {
|
|
if c == "" {
|
|
t.Fatal("empty chunk")
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestCosine(t *testing.T) {
|
|
if s := cosine([]float64{1, 0}, []float64{1, 0}); s < 0.99 {
|
|
t.Fatalf("unexpected score %f", s)
|
|
}
|
|
}
|