//go:build llm_script package main import "testing" func TestEnrichBytedanceModelMetadataUsesSpecificFamilyRules(t *testing.T) { cases := []struct { modelID string wantReleaseDate string wantSourceURL string wantConfidence string wantSourceKind string }{ { modelID: "bytedance-doubao-1.5-pro-32k", wantReleaseDate: "2025-01-22", wantSourceURL: "https://developer.volcengine.com/articles/7462939272262189083", wantConfidence: "official_primary", wantSourceKind: "official_announcement", }, { modelID: "bytedance-doubao-1.5-vision-pro", wantReleaseDate: "2025-01-22", wantSourceURL: "https://developer.volcengine.com/articles/7462939272262189083", wantConfidence: "official_primary", wantSourceKind: "official_announcement", }, { modelID: "bytedance-doubao-seed-1.6-thinking", wantReleaseDate: "2025-06-11", wantSourceURL: "https://developer.volcengine.com/articles/7517188354606104612", wantConfidence: "official_primary", wantSourceKind: "official_announcement", }, { modelID: "bytedance-doubao-1.5-thinking-pro", wantReleaseDate: "2025-04-17", wantSourceURL: "https://developer.volcengine.com/articles/7496718897794039827", wantConfidence: "official_primary", wantSourceKind: "official_announcement", }, { modelID: "bytedance-seedance-1.0-lite", wantReleaseDate: "2025-05-13", wantSourceURL: "https://developer.volcengine.com/articles/7504284064976502823", wantConfidence: "official_primary", wantSourceKind: "official_announcement", }, { modelID: "bytedance-doubao-seed-code-256k", wantReleaseDate: "2024-06-26", wantSourceURL: "https://developer.volcengine.com/articles/7383101327527641125", wantConfidence: "official_primary", wantSourceKind: "official_announcement", }, } for _, tc := range cases { enriched := enrichBytedanceModelMetadata(ModelPricing{ ModelID: tc.modelID, SourceURL: "https://www.volcengine.com/docs/82379/1099320", }) if enriched.ReleaseDate != tc.wantReleaseDate { t.Fatalf("%s release date = %q, want %q", tc.modelID, enriched.ReleaseDate, tc.wantReleaseDate) } if enriched.ModelSourceURL != tc.wantSourceURL { t.Fatalf("%s source url = %q, want %q", tc.modelID, enriched.ModelSourceURL, tc.wantSourceURL) } if enriched.DateConfidence != tc.wantConfidence { t.Fatalf("%s date confidence = %q, want %q", tc.modelID, enriched.DateConfidence, tc.wantConfidence) } if enriched.DateSourceKind != tc.wantSourceKind { t.Fatalf("%s date source kind = %q, want %q", tc.modelID, enriched.DateSourceKind, tc.wantSourceKind) } } } func TestEnrichBytedanceModelMetadataFallsBackToPricingSource(t *testing.T) { enriched := enrichBytedanceModelMetadata(ModelPricing{ ModelID: "bytedance-unknown-preview", SourceURL: "https://www.volcengine.com/docs/82379/1099320", }) if enriched.ReleaseDate != "" { t.Fatalf("unexpected release date: %q", enriched.ReleaseDate) } if enriched.ModelSourceURL != "https://www.volcengine.com/docs/82379/1099320" { t.Fatalf("model source url = %q, want pricing source fallback", enriched.ModelSourceURL) } if enriched.DateConfidence != "unknown" || enriched.DateSourceKind != "unknown" { t.Fatalf("unexpected fallback date metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind) } } func TestEnrichBytedanceModelMetadataSupportsSourceOnlyRules(t *testing.T) { enriched := enrichBytedanceModelMetadata(ModelPricing{ ModelID: "bytedance-doubao-seed-1.8-256k", SourceURL: "https://www.volcengine.com/docs/82379/1099320", }) if enriched.ReleaseDate != "2025-12-18" { t.Fatalf("release date = %q, want %q", enriched.ReleaseDate, "2025-12-18") } if enriched.ModelSourceURL != "https://developer.volcengine.com/articles/7601918680544641034" { t.Fatalf("model source url = %q, want 1.8 source", enriched.ModelSourceURL) } if enriched.DateConfidence != "secondary_authoritative" || enriched.DateSourceKind != "secondary_authoritative_report" { t.Fatalf("unexpected 1.8 date metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind) } } func TestEnrichBytedanceModelMetadataSupportsCatalogBackfillRules(t *testing.T) { enriched := enrichBytedanceModelMetadata(ModelPricing{ ModelID: "bytedance-glm-4.7-128k", SourceURL: "https://www.volcengine.com/docs/82379/1099320", }) if enriched.ReleaseDate != "" { t.Fatalf("unexpected release date: %q", enriched.ReleaseDate) } if enriched.DateConfidence != "unknown" || enriched.DateSourceKind != "catalog_backfill" { t.Fatalf("unexpected catalog metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind) } } func TestEnrichBytedanceModelMetadataSupportsSecondaryAuthoritativeRules(t *testing.T) { enriched := enrichBytedanceModelMetadata(ModelPricing{ ModelID: "bytedance-doubao-pro-32k", SourceURL: "https://www.volcengine.com/docs/82379/1099320", }) if enriched.ReleaseDate != "2024-05-15" { t.Fatalf("release date = %q, want %q", enriched.ReleaseDate, "2024-05-15") } if enriched.DateConfidence != "secondary_authoritative" || enriched.DateSourceKind != "secondary_authoritative_report" { t.Fatalf("unexpected secondary metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind) } } func TestEnrichBytedanceModelMetadataUsesTwoPointZeroReleaseDate(t *testing.T) { enriched := enrichBytedanceModelMetadata(ModelPricing{ ModelID: "bytedance-doubao-seed-2.0-pro-256k", SourceURL: "https://www.volcengine.com/docs/82379/1099320", }) if enriched.ReleaseDate != "2026-02-14" { t.Fatalf("release date = %q, want %q", enriched.ReleaseDate, "2026-02-14") } if enriched.ModelSourceURL != "https://developer.volcengine.com/articles/7610285824933445675" { t.Fatalf("model source url = %q, want 2.0 source", enriched.ModelSourceURL) } if enriched.DateConfidence != "official_primary" || enriched.DateSourceKind != "official_announcement" { t.Fatalf("unexpected 2.0 date metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind) } } func TestBytedanceReleaseDateValueReturnsNilForUnknownDate(t *testing.T) { if value := releaseDateValue(""); value != nil { t.Fatalf("blank release date should stay nil, got %v", value) } if value := releaseDateValue("invalid"); value != nil { t.Fatalf("invalid release date should stay nil, got %v", value) } }