package services import ( "context" "encoding/json" "speech-learning-api/internal/domain" "speech-learning-api/internal/store" "testing" "time" ) func TestLearningPathAdaptsOnlyFromOwnedGradedEvidence(t *testing.T) { for _, scenario := range []string{"fresh-vocabulary", "spaced-vocabulary", "old-vocabulary", "ungraded", "demo", "other-user", "same-day", "grammar-transfer", "newer-mistake"} { t.Run(scenario, func(t *testing.T) { db, profiles := adaptiveTestDB(t) ctx := context.Background() now := time.Now().UTC() user, err := profiles.CreateUser(ctx, store.NewID("adapt")+"@example.test", "hash", "ru-RU") if err != nil { t.Fatal(err) } if _, err = profiles.CreateLearnerProfile(ctx, user.ID, "en-US", "A1", 17); err != nil { t.Fatal(err) } engine := NewCourseEngine(store.NewAdaptiveStore(db), profiles, nil, nil) engine.Mode = "bank" entries, err := store.BundledBank() if err != nil { t.Fatal(err) } bank := map[string]domain.BankEntry{} for _, e := range entries { bank[e.ID] = e } baseID := "a1bank_en_v1_introductions_vocabulary_02" if scenario == "grammar-transfer" || scenario == "newer-mistake" { baseID = "a1bank_en_v1_introductions_grammar_01" } owner := user.ID if scenario == "other-user" { other, err := profiles.CreateUser(ctx, store.NewID("unrelated")+"@example.test", "hash", "de-DE") if err != nil { t.Fatal(err) } owner = other.ID } entry := bank[baseID] historical := entry.Task historical.ID = store.NewID("history") historical.Source = "curated" historical.CanonicalTaskID = entry.ID historical.InstructionLanguage = "de-DE" raw, _ := json.Marshal(historical) if _, err = db.ExecContext(ctx, `INSERT INTO course_v2_tasks(id,module_id,language,version,owner_id,source,skill,kind,data,fingerprint,bank_entry_id) VALUES($1,$2,'en-US',$3,$4,'curated',$5,$6,$7,$8,$9)`, historical.ID, historical.ModuleID, domain.CourseVersion, owner, historical.Skill, historical.Kind, raw, "bank:"+baseID, baseID); err != nil { t.Fatal(err) } insert := func(status string, score float64, age time.Duration, demo bool) { t.Helper() var evaluation any if status == "graded" { verdict := "correct" if score < 100 { verdict = "incorrect" } b, _ := json.Marshal(domain.CourseEvaluation{Score: score, Verdict: verdict, Feedback: "fixture", Issues: []string{}}) evaluation = b } if _, err = db.ExecContext(ctx, `INSERT INTO course_v2_attempts(id,user_id,task_id,request_id,answer,status,evaluation,demo,created_at) VALUES($1,$2,$3,$4,'fixture',$5,$6,$7,$8)`, store.NewID("answer"), owner, historical.ID, store.NewID("request"), status, evaluation, demo, now.Add(-age)); err != nil { t.Fatal(err) } } switch scenario { case "spaced-vocabulary": insert("graded", 100, 48*time.Hour, false) insert("graded", 100, time.Hour, false) case "old-vocabulary": insert("graded", 100, 8*24*time.Hour, false) case "ungraded": insert("graded", 100, time.Hour, false) insert("ungraded", 0, time.Minute, false) case "demo": insert("graded", 100, time.Minute, true) case "same-day": insert("graded", 100, 3*time.Hour, false) insert("graded", 100, 2*time.Hour, false) insert("graded", 100, time.Hour, false) case "newer-mistake": insert("graded", 100, time.Hour, false) insert("graded", 0, time.Minute, false) default: insert("graded", 100, 10*time.Minute, false) } run := func(skip string) (domain.AdaptiveTask, domain.CourseJob) { t.Helper() job, err := engine.Repo.Enqueue(ctx, user.ID, "en-US", "next", "a1_introductions_v1", "", skip, store.NewID("next")) if err != nil { t.Fatal(err) } job, err = engine.Repo.Claim(ctx) if err != nil { t.Fatal(err) } task, err := engine.Process(ctx, job) if err != nil { t.Fatal(err) } if err = engine.Repo.Finish(ctx, job, task, ""); err != nil { t.Fatal(err) } saved, err := engine.Repo.Job(ctx, user.ID, "en-US", job.ID) if err != nil { t.Fatal(err) } return *task, saved } task, job := run("") if task.Skill != "listening" { t.Fatal("context was skipped") } task, job = run(task.ID) if scenario == "fresh-vocabulary" || scenario == "spaced-vocabulary" { if task.CanonicalTaskID == baseID || job.Recommendation.ReusedSteps != 1 || job.Recommendation.SkippedSteps != 1 { t.Fatal("good prior evidence not reused separately from skipping", job) } } else if scenario != "grammar-transfer" && scenario != "newer-mistake" { if task.CanonicalTaskID != baseID || job.Recommendation.ReusedSteps != 0 { t.Fatal("unreliable evidence reduced practice", job) } } if scenario == "grammar-transfer" || scenario == "newer-mistake" { for n := 0; n < 20 && job.Recommendation.Phase != "grammar"; n++ { task, job = run(task.ID) } if job.Recommendation.Phase != "grammar" { t.Fatal("grammar not reached") } if scenario == "grammar-transfer" { if task.CanonicalTaskID == baseID || job.Recommendation.PracticeReason != "transfer" || bank[task.CanonicalTaskID].Goal != entry.Goal { t.Fatal("missing approved new example", task, job) } chosen := task.CanonicalTaskID task, job = run("") if task.CanonicalTaskID != chosen { t.Fatal("new request swapped unanswered transfer example") } beforeStep := job.Recommendation.Step if _, err = profiles.UpdatePreferences(ctx, user.ID, "de-DE", "", "", 0); err != nil { t.Fatal(err) } task, job = run("") if task.CanonicalTaskID != chosen || task.InstructionLanguage != "de-DE" || job.Recommendation.Step != beforeStep { t.Fatal("native change reset transfer/path") } } else if task.CanonicalTaskID != baseID || job.Recommendation.PracticeReason != "refresh" { t.Fatal("newer mistake ignored") } } var frozen []byte if err = db.QueryRowContext(ctx, `SELECT data FROM course_v2_tasks WHERE id=$1`, historical.ID).Scan(&frozen); err != nil { t.Fatal(err) } var stored domain.AdaptiveTask if err = json.Unmarshal(frozen, &stored); err != nil || stored.Prompt != historical.Prompt { t.Fatal("historical content changed", err) } var graded int if err = db.QueryRowContext(ctx, `SELECT count(*) FROM course_v2_attempts WHERE user_id=$1 AND status='graded'`, user.ID).Scan(&graded); err != nil { t.Fatal(err) } expected := 1 if scenario == "spaced-vocabulary" || scenario == "newer-mistake" { expected = 2 } if scenario == "same-day" { expected = 3 } if scenario == "other-user" { expected = 0 } if graded != expected { t.Fatal("navigation fabricated a graded attempt", graded, expected) } }) } }