Identische Grundlagenwiederholungen im Lernweg gezielt reduzieren
Der thematische Lernweg berücksichtigt bisher gut gelöste Aufgaben nun bei neuen Schritten. Kürzlich positive Grundlagen führen bevorzugt zu unbekannten, redaktionell freigegebenen Grammatikbeispielen desselben Satzmusters. Ohne neues Beispiel können aktuelle oder unabhängig gestützte positive Ergebnisse weitere identische Grundlagenwiederholungen reduzieren. Ältere, neuere schwache und unbenotete Ergebnisse werden vorsichtig behandelt; Wortbedeutungen bleiben getrennt. Berücksichtigte frühere Übung wird separat vom manuellen Überspringen gezählt, ohne neue Antworten, Noten oder Beherrschungsnachweise zu erzeugen. Gewählte Transferbeispiele bleiben stabil. Lernwegposition, historische Aufgaben und Bewertungen sowie Prüfungen bleiben erhalten; unvollständige Prüfungen und Demoantworten liefern keine positiven Auswahlbelege. Frühere Bewertungen werden bei einer erneut empfohlenen Aufgabe ausdrücklich eingeklappt gekennzeichnet. Validierung: Go-Race-Suite mit eigener lokaler PostgreSQL-Testdatenbank, go vet, Web-Build, Bank-/Varianten-/Sequenzaudit sowie lokale Browser-Smokes für Sprachen, Kurs und vorherige Bewertungen. Geprüft sind unter anderem Nutzertrennung, Zeitabstände, neue Fehler, unbenotete Antworten und stabile Transferbeispiele beim Sprachwechsel. Keine zusätzlichen Modellaufrufe oder Produktionsänderungen.
This commit is contained in:
@@ -0,0 +1,185 @@
|
||||
package services
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"speech-learning-api/internal/domain"
|
||||
"speech-learning-api/internal/store"
|
||||
"testing"
|
||||
"time"
|
||||
)
|
||||
|
||||
func TestLearningPathAdaptsOnlyFromOwnedGradedEvidence(t *testing.T) {
|
||||
for _, scenario := range []string{"fresh-vocabulary", "spaced-vocabulary", "old-vocabulary", "ungraded", "demo", "other-user", "same-day", "grammar-transfer", "newer-mistake"} {
|
||||
t.Run(scenario, func(t *testing.T) {
|
||||
db, profiles := adaptiveTestDB(t)
|
||||
ctx := context.Background()
|
||||
now := time.Now().UTC()
|
||||
user, err := profiles.CreateUser(ctx, store.NewID("adapt")+"@example.test", "hash", "ru-RU")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if _, err = profiles.CreateLearnerProfile(ctx, user.ID, "en-US", "A1", 17); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
engine := NewCourseEngine(store.NewAdaptiveStore(db), profiles, nil, nil)
|
||||
engine.Mode = "bank"
|
||||
entries, err := store.BundledBank()
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
bank := map[string]domain.BankEntry{}
|
||||
for _, e := range entries {
|
||||
bank[e.ID] = e
|
||||
}
|
||||
baseID := "a1bank_en_v1_introductions_vocabulary_02"
|
||||
if scenario == "grammar-transfer" || scenario == "newer-mistake" {
|
||||
baseID = "a1bank_en_v1_introductions_grammar_01"
|
||||
}
|
||||
owner := user.ID
|
||||
if scenario == "other-user" {
|
||||
other, err := profiles.CreateUser(ctx, store.NewID("unrelated")+"@example.test", "hash", "de-DE")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
owner = other.ID
|
||||
}
|
||||
entry := bank[baseID]
|
||||
historical := entry.Task
|
||||
historical.ID = store.NewID("history")
|
||||
historical.Source = "curated"
|
||||
historical.CanonicalTaskID = entry.ID
|
||||
historical.InstructionLanguage = "de-DE"
|
||||
raw, _ := json.Marshal(historical)
|
||||
if _, err = db.ExecContext(ctx, `INSERT INTO course_v2_tasks(id,module_id,language,version,owner_id,source,skill,kind,data,fingerprint,bank_entry_id) VALUES($1,$2,'en-US',$3,$4,'curated',$5,$6,$7,$8,$9)`, historical.ID, historical.ModuleID, domain.CourseVersion, owner, historical.Skill, historical.Kind, raw, "bank:"+baseID, baseID); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
insert := func(status string, score float64, age time.Duration, demo bool) {
|
||||
t.Helper()
|
||||
var evaluation any
|
||||
if status == "graded" {
|
||||
verdict := "correct"
|
||||
if score < 100 {
|
||||
verdict = "incorrect"
|
||||
}
|
||||
b, _ := json.Marshal(domain.CourseEvaluation{Score: score, Verdict: verdict, Feedback: "fixture", Issues: []string{}})
|
||||
evaluation = b
|
||||
}
|
||||
if _, err = db.ExecContext(ctx, `INSERT INTO course_v2_attempts(id,user_id,task_id,request_id,answer,status,evaluation,demo,created_at) VALUES($1,$2,$3,$4,'fixture',$5,$6,$7,$8)`, store.NewID("answer"), owner, historical.ID, store.NewID("request"), status, evaluation, demo, now.Add(-age)); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
switch scenario {
|
||||
case "spaced-vocabulary":
|
||||
insert("graded", 100, 48*time.Hour, false)
|
||||
insert("graded", 100, time.Hour, false)
|
||||
case "old-vocabulary":
|
||||
insert("graded", 100, 8*24*time.Hour, false)
|
||||
case "ungraded":
|
||||
insert("graded", 100, time.Hour, false)
|
||||
insert("ungraded", 0, time.Minute, false)
|
||||
case "demo":
|
||||
insert("graded", 100, time.Minute, true)
|
||||
case "same-day":
|
||||
insert("graded", 100, 3*time.Hour, false)
|
||||
insert("graded", 100, 2*time.Hour, false)
|
||||
insert("graded", 100, time.Hour, false)
|
||||
case "newer-mistake":
|
||||
insert("graded", 100, time.Hour, false)
|
||||
insert("graded", 0, time.Minute, false)
|
||||
default:
|
||||
insert("graded", 100, 10*time.Minute, false)
|
||||
}
|
||||
run := func(skip string) (domain.AdaptiveTask, domain.CourseJob) {
|
||||
t.Helper()
|
||||
job, err := engine.Repo.Enqueue(ctx, user.ID, "en-US", "next", "a1_introductions_v1", "", skip, store.NewID("next"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
job, err = engine.Repo.Claim(ctx)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
task, err := engine.Process(ctx, job)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err = engine.Repo.Finish(ctx, job, task, ""); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
saved, err := engine.Repo.Job(ctx, user.ID, "en-US", job.ID)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
return *task, saved
|
||||
}
|
||||
task, job := run("")
|
||||
if task.Skill != "listening" {
|
||||
t.Fatal("context was skipped")
|
||||
}
|
||||
task, job = run(task.ID)
|
||||
if scenario == "fresh-vocabulary" || scenario == "spaced-vocabulary" {
|
||||
if task.CanonicalTaskID == baseID || job.Recommendation.ReusedSteps != 1 || job.Recommendation.SkippedSteps != 1 {
|
||||
t.Fatal("good prior evidence not reused separately from skipping", job)
|
||||
}
|
||||
} else if scenario != "grammar-transfer" && scenario != "newer-mistake" {
|
||||
if task.CanonicalTaskID != baseID || job.Recommendation.ReusedSteps != 0 {
|
||||
t.Fatal("unreliable evidence reduced practice", job)
|
||||
}
|
||||
}
|
||||
if scenario == "grammar-transfer" || scenario == "newer-mistake" {
|
||||
for n := 0; n < 20 && job.Recommendation.Phase != "grammar"; n++ {
|
||||
task, job = run(task.ID)
|
||||
}
|
||||
if job.Recommendation.Phase != "grammar" {
|
||||
t.Fatal("grammar not reached")
|
||||
}
|
||||
if scenario == "grammar-transfer" {
|
||||
if task.CanonicalTaskID == baseID || job.Recommendation.PracticeReason != "transfer" || bank[task.CanonicalTaskID].Goal != entry.Goal {
|
||||
t.Fatal("missing approved new example", task, job)
|
||||
}
|
||||
chosen := task.CanonicalTaskID
|
||||
task, job = run("")
|
||||
if task.CanonicalTaskID != chosen {
|
||||
t.Fatal("new request swapped unanswered transfer example")
|
||||
}
|
||||
beforeStep := job.Recommendation.Step
|
||||
if _, err = profiles.UpdatePreferences(ctx, user.ID, "de-DE", "", "", 0); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
task, job = run("")
|
||||
if task.CanonicalTaskID != chosen || task.InstructionLanguage != "de-DE" || job.Recommendation.Step != beforeStep {
|
||||
t.Fatal("native change reset transfer/path")
|
||||
}
|
||||
} else if task.CanonicalTaskID != baseID || job.Recommendation.PracticeReason != "refresh" {
|
||||
t.Fatal("newer mistake ignored")
|
||||
}
|
||||
}
|
||||
var frozen []byte
|
||||
if err = db.QueryRowContext(ctx, `SELECT data FROM course_v2_tasks WHERE id=$1`, historical.ID).Scan(&frozen); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
var stored domain.AdaptiveTask
|
||||
if err = json.Unmarshal(frozen, &stored); err != nil || stored.Prompt != historical.Prompt {
|
||||
t.Fatal("historical content changed", err)
|
||||
}
|
||||
var graded int
|
||||
if err = db.QueryRowContext(ctx, `SELECT count(*) FROM course_v2_attempts WHERE user_id=$1 AND status='graded'`, user.ID).Scan(&graded); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
expected := 1
|
||||
if scenario == "spaced-vocabulary" || scenario == "newer-mistake" {
|
||||
expected = 2
|
||||
}
|
||||
if scenario == "same-day" {
|
||||
expected = 3
|
||||
}
|
||||
if scenario == "other-user" {
|
||||
expected = 0
|
||||
}
|
||||
if graded != expected {
|
||||
t.Fatal("navigation fabricated a graded attempt", graded, expected)
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user