From b2b39bfc12f757fdad44bcca1c174a08e1da8f8c Mon Sep 17 00:00:00 2001 From: phamnazage-jpg Date: Thu, 14 May 2026 09:23:52 +0800 Subject: [PATCH] feat(import): add secondary release evidence dates --- scripts/import_bytedance_data.go | 10 ++++++---- scripts/import_bytedance_data_test.go | 16 +++++++++++++++- scripts/import_zhipu_data.go | 5 +++-- scripts/import_zhipu_data_test.go | 14 ++++++++++++++ 4 files changed, 38 insertions(+), 7 deletions(-) diff --git a/scripts/import_bytedance_data.go b/scripts/import_bytedance_data.go index c585053..5a3e1cb 100644 --- a/scripts/import_bytedance_data.go +++ b/scripts/import_bytedance_data.go @@ -133,13 +133,15 @@ var bytedanceModelMetadataRules = []bytedanceModelMetadata{ }, { Prefix: "bytedance-doubao-pro", - DateConfidence: "unknown", - DateSourceKind: "catalog_backfill", + ReleaseDate: "2024-05-15", + DateConfidence: "secondary_authoritative", + DateSourceKind: "secondary_authoritative_report", }, { Prefix: "bytedance-doubao-seed-character", - DateConfidence: "unknown", - DateSourceKind: "catalog_backfill", + ReleaseDate: "2024-05-15", + DateConfidence: "secondary_authoritative", + DateSourceKind: "secondary_authoritative_report", }, { Prefix: "bytedance-glm-4.7", diff --git a/scripts/import_bytedance_data_test.go b/scripts/import_bytedance_data_test.go index cc90a0c..520a5f3 100644 --- a/scripts/import_bytedance_data_test.go +++ b/scripts/import_bytedance_data_test.go @@ -113,7 +113,7 @@ func TestEnrichBytedanceModelMetadataSupportsSourceOnlyRules(t *testing.T) { func TestEnrichBytedanceModelMetadataSupportsCatalogBackfillRules(t *testing.T) { enriched := enrichBytedanceModelMetadata(ModelPricing{ - ModelID: "bytedance-doubao-seed-character-128k", + ModelID: "bytedance-glm-4.7-128k", SourceURL: "https://www.volcengine.com/docs/82379/1099320", }) @@ -125,6 +125,20 @@ func TestEnrichBytedanceModelMetadataSupportsCatalogBackfillRules(t *testing.T) } } +func TestEnrichBytedanceModelMetadataSupportsSecondaryAuthoritativeRules(t *testing.T) { + enriched := enrichBytedanceModelMetadata(ModelPricing{ + ModelID: "bytedance-doubao-pro-32k", + SourceURL: "https://www.volcengine.com/docs/82379/1099320", + }) + + if enriched.ReleaseDate != "2024-05-15" { + t.Fatalf("release date = %q, want %q", enriched.ReleaseDate, "2024-05-15") + } + if enriched.DateConfidence != "secondary_authoritative" || enriched.DateSourceKind != "secondary_authoritative_report" { + t.Fatalf("unexpected secondary metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind) + } +} + func TestEnrichBytedanceModelMetadataUsesTwoPointZeroReleaseDate(t *testing.T) { enriched := enrichBytedanceModelMetadata(ModelPricing{ ModelID: "bytedance-doubao-seed-2.0-pro-256k", diff --git a/scripts/import_zhipu_data.go b/scripts/import_zhipu_data.go index f685527..ba0076c 100644 --- a/scripts/import_zhipu_data.go +++ b/scripts/import_zhipu_data.go @@ -155,8 +155,9 @@ var zhipuModelMetadataRules = []zhipuModelMetadata{ }, { Prefix: "glm-4-voice", - DateConfidence: "unknown", - DateSourceKind: "catalog_backfill", + ReleaseDate: "2024-10-25", + DateConfidence: "secondary_authoritative", + DateSourceKind: "secondary_authoritative_report", }, } diff --git a/scripts/import_zhipu_data_test.go b/scripts/import_zhipu_data_test.go index 1ada7ae..680de8d 100644 --- a/scripts/import_zhipu_data_test.go +++ b/scripts/import_zhipu_data_test.go @@ -122,6 +122,20 @@ func TestEnrichZhipuModelMetadataSupportsLegacyCatalogBackfillRules(t *testing.T } } +func TestEnrichZhipuModelMetadataSupportsSecondaryAuthoritativeRules(t *testing.T) { + enriched := enrichZhipuModelMetadata(ModelPricing{ + ModelID: "glm-4-voice", + SourceURL: "https://open.bigmodel.cn/pricing", + }) + + if enriched.ReleaseDate != "2024-10-25" { + t.Fatalf("release date = %q, want %q", enriched.ReleaseDate, "2024-10-25") + } + if enriched.DateConfidence != "secondary_authoritative" || enriched.DateSourceKind != "secondary_authoritative_report" { + t.Fatalf("unexpected secondary metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind) + } +} + func TestZhipuReleaseDateValueReturnsNilForUnknownDate(t *testing.T) { if value := releaseDateValue(""); value != nil { t.Fatalf("blank release date should stay nil, got %v", value)