niuniu/llm-intelligence
1
0
Fork 1
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

feat(import): classify source-only official families

Browse Source
This commit is contained in:
phamnazage-jpg
2026-05-14 09:16:12 +08:00
parent f3daf2959b
commit dfb54092b7
6 changed files with 168 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
scripts/import_bytedance_data.go
View File

@@ -131,6 +131,26 @@ var bytedanceModelMetadataRules = []bytedanceModelMetadata{
DateConfidence: "official_primary",
DateSourceKind: "official_announcement",
},
{
Prefix: "bytedance-doubao-pro",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "bytedance-doubao-seed-character",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "bytedance-glm-4.7",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "bytedance-deepseek-",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "bytedance-seedance-1.0-lite",
ReleaseDate: "2025-05-13",

16
scripts/import_bytedance_data_test.go
View File

@@ -79,7 +79,7 @@ func TestEnrichBytedanceModelMetadataUsesSpecificFamilyRules(t *testing.T) {
func TestEnrichBytedanceModelMetadataFallsBackToPricingSource(t *testing.T) {
enriched := enrichBytedanceModelMetadata(ModelPricing{
ModelID: "bytedance-deepseek-r1",
ModelID: "bytedance-unknown-preview",
SourceURL: "https://www.volcengine.com/docs/82379/1099320",
})
@@ -111,6 +111,20 @@ func TestEnrichBytedanceModelMetadataSupportsSourceOnlyRules(t *testing.T) {
}
}
func TestEnrichBytedanceModelMetadataSupportsCatalogBackfillRules(t *testing.T) {
enriched := enrichBytedanceModelMetadata(ModelPricing{
ModelID: "bytedance-doubao-seed-character-128k",
SourceURL: "https://www.volcengine.com/docs/82379/1099320",
})
if enriched.ReleaseDate != "" {
t.Fatalf("unexpected release date: %q", enriched.ReleaseDate)
}
if enriched.DateConfidence != "unknown" || enriched.DateSourceKind != "catalog_backfill" {
t.Fatalf("unexpected catalog metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind)
}
}
func TestEnrichBytedanceModelMetadataUsesTwoPointZeroReleaseDate(t *testing.T) {
enriched := enrichBytedanceModelMetadata(ModelPricing{
ModelID: "bytedance-doubao-seed-2.0-pro-256k",

35
scripts/import_phase2_data.go
View File

@@ -152,6 +152,41 @@ var baiduModelMetadataRules = []baiduModelMetadata{
DateConfidence: "official_primary",
DateSourceKind: "official_announcement",
},
{
Prefix: "baidu-qianfan-",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "baidu-deepseek-",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "baidu-glm-",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "baidu-qwen",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "baidu-minimax-",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "baidu-kimi-",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "baidu-internvl",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
}
func enrichBaiduModelMetadata(model ModelPricing) ModelPricing {

16
scripts/import_phase2_data_test.go
View File

@@ -86,7 +86,7 @@ func TestEnrichBaiduModelMetadataUsesSpecificFamilyRules(t *testing.T) {
func TestEnrichBaiduModelMetadataFallsBackToPricingSource(t *testing.T) {
enriched := enrichBaiduModelMetadata(ModelPricing{
ModelID: "baidu-deepseek-r1",
ModelID: "baidu-unknown-preview",
SourceURL: "https://cloud.baidu.com/doc/qianfan/s/wmh4sv6ya",
})
@@ -118,6 +118,20 @@ func TestEnrichBaiduModelMetadataSupportsSourceOnlyRules(t *testing.T) {
}
}
func TestEnrichBaiduModelMetadataSupportsCatalogBackfillRules(t *testing.T) {
enriched := enrichBaiduModelMetadata(ModelPricing{
ModelID: "baidu-qianfan-vl-70b",
SourceURL: "https://cloud.baidu.com/doc/qianfan/s/wmh4sv6ya",
})
if enriched.ReleaseDate != "" {
t.Fatalf("unexpected release date: %q", enriched.ReleaseDate)
}
if enriched.DateConfidence != "unknown" || enriched.DateSourceKind != "catalog_backfill" {
t.Fatalf("unexpected catalog metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind)
}
}
func TestBaiduReleaseDateValueReturnsNilForUnknownDate(t *testing.T) {
if value := releaseDateValue(""); value != nil {
t.Fatalf("blank release date should stay nil, got %v", value)

55
scripts/import_zhipu_data.go
View File

@@ -103,6 +103,61 @@ var zhipuModelMetadataRules = []zhipuModelMetadata{
DateConfidence: "official_primary",
DateSourceKind: "official_announcement",
},
{
Prefix: "glm-4.5-air",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "glm-4.5v",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "glm-4-air",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "glm-4-long",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "glm-4v",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "chatglm3",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "glm-4-9b",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "glm-4-0520",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "glm-realtime",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "glm-asr",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
{
Prefix: "glm-4-voice",
DateConfidence: "unknown",
DateSourceKind: "catalog_backfill",
},
}
func enrichZhipuModelMetadata(model ModelPricing) ModelPricing {

28
scripts/import_zhipu_data_test.go
View File

@@ -94,6 +94,34 @@ func TestEnrichZhipuModelMetadataFallsBackToPricingSource(t *testing.T) {
}
}
func TestEnrichZhipuModelMetadataSupportsCatalogBackfillRules(t *testing.T) {
enriched := enrichZhipuModelMetadata(ModelPricing{
ModelID: "glm-realtime-air",
SourceURL: "https://open.bigmodel.cn/pricing",
})
if enriched.ReleaseDate != "" {
t.Fatalf("unexpected release date: %q", enriched.ReleaseDate)
}
if enriched.DateConfidence != "unknown" || enriched.DateSourceKind != "catalog_backfill" {
t.Fatalf("unexpected catalog metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind)
}
}
func TestEnrichZhipuModelMetadataSupportsLegacyCatalogBackfillRules(t *testing.T) {
enriched := enrichZhipuModelMetadata(ModelPricing{
ModelID: "glm-4-0520",
SourceURL: "https://open.bigmodel.cn/pricing",
})
if enriched.ReleaseDate != "" {
t.Fatalf("unexpected release date: %q", enriched.ReleaseDate)
}
if enriched.DateConfidence != "unknown" || enriched.DateSourceKind != "catalog_backfill" {
t.Fatalf("unexpected legacy catalog metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind)
}
}
func TestZhipuReleaseDateValueReturnsNilForUnknownDate(t *testing.T) {
if value := releaseDateValue(""); value != nil {
t.Fatalf("blank release date should stay nil, got %v", value)