-- Partition Strategy Schema v1.0 -- 按月分区的大表分区策略 -- ==================== 1. audit_events 分区 (按月分区,保留12个月) ==================== -- 创建父表 CREATE TABLE IF NOT EXISTS audit_events ( id BIGSERIAL, event_id VARCHAR(100) NOT NULL, event_name VARCHAR(100) NOT NULL, event_category VARCHAR(50), event_sub_category VARCHAR(50), timestamp TIMESTAMPTZ NOT NULL, timestamp_ms BIGINT NOT NULL, request_id VARCHAR(100), idempotency_key VARCHAR(128), tenant_id BIGINT, object_type VARCHAR(100), object_id VARCHAR(100), action VARCHAR(100) NOT NULL, result_code VARCHAR(50), source_ip VARCHAR(50), created_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP, PRIMARY KEY (id, timestamp) ) PARTITION BY RANGE (timestamp); -- 创建月度分区函数 CREATE OR REPLACE FUNCTION create_audit_events_partition(partition_date DATE) RETURNS VOID AS $$ DECLARE partition_name TEXT; start_date DATE; end_date DATE; BEGIN start_date := date_trunc('month', partition_date)::DATE; end_date := (start_date + INTERVAL '1 month')::DATE; partition_name := 'audit_events_' || to_char(start_date, 'YYYY_MM'); -- 检查分区是否已存在 IF NOT EXISTS ( SELECT 1 FROM pg_class WHERE relname = partition_name ) THEN EXECUTE format( 'CREATE TABLE %I PARTITION OF audit_events FOR VALUES FROM (%L) TO (%L)', partition_name, start_date, end_date ); RAISE NOTICE 'Created partition: %', partition_name; ELSE RAISE NOTICE 'Partition already exists: %', partition_name; END IF; END; $$ LANGUAGE plpgsql; -- ==================== 2. supply_usage_records 分区 (按月分区,保留3个月) ==================== CREATE TABLE IF NOT EXISTS supply_usage_records ( id BIGSERIAL, order_id BIGINT NOT NULL, buyer_user_id BIGINT NOT NULL, supply_account_id BIGINT NOT NULL, supplier_user_id BIGINT NOT NULL, request_id VARCHAR(64) NOT NULL, upstream_request_id VARCHAR(128), api_key_id BIGINT, platform VARCHAR(50) NOT NULL, model VARCHAR(100) NOT NULL, endpoint VARCHAR(100) NOT NULL, request_tokens BIGINT, response_tokens BIGINT, total_tokens BIGINT, input_cost NUMERIC(20,6), output_cost NUMERIC(20,6), total_cost NUMERIC(20,6) NOT NULL, unit_price NUMERIC(20,6) NOT NULL, response_status INT, latency_ms INT, error_message TEXT, success BOOLEAN DEFAULT TRUE, started_at TIMESTAMPTZ NOT NULL, completed_at TIMESTAMPTZ, created_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP, PRIMARY KEY (id, started_at) ) PARTITION BY RANGE (started_at); CREATE OR REPLACE FUNCTION create_usage_records_partition(partition_date DATE) RETURNS VOID AS $$ DECLARE partition_name TEXT; start_date DATE; end_date DATE; BEGIN start_date := date_trunc('month', partition_date)::DATE; end_date := (start_date + INTERVAL '1 month')::DATE; partition_name := 'supply_usage_records_' || to_char(start_date, 'YYYY_MM'); IF NOT EXISTS ( SELECT 1 FROM pg_class WHERE relname = partition_name ) THEN EXECUTE format( 'CREATE TABLE %I PARTITION OF supply_usage_records FOR VALUES FROM (%L) TO (%L)', partition_name, start_date, end_date ); RAISE NOTICE 'Created partition: %', partition_name; END IF; END; $$ LANGUAGE plpgsql; -- ==================== 3. supply_idempotency_records 分区 (按月分区,保留7天) ==================== CREATE TABLE IF NOT EXISTS supply_idempotency_records ( id BIGSERIAL, tenant_id BIGINT NOT NULL, operator_id BIGINT NOT NULL, api_path VARCHAR(200) NOT NULL, idempotency_key VARCHAR(128) NOT NULL, request_id VARCHAR(64) NOT NULL, payload_hash CHAR(64) NOT NULL, response_code INT, response_body JSONB, status VARCHAR(20) NOT NULL DEFAULT 'processing', expires_at TIMESTAMPTZ NOT NULL, created_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP, updated_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP, PRIMARY KEY (id, expires_at) ) PARTITION BY RANGE (expires_at); CREATE OR REPLACE FUNCTION create_idempotency_partition(partition_date DATE) RETURNS VOID AS $$ DECLARE partition_name TEXT; start_date DATE; end_date DATE; BEGIN start_date := date_trunc('month', partition_date)::DATE; end_date := (start_date + INTERVAL '1 month')::DATE; partition_name := 'supply_idempotency_records_' || to_char(start_date, 'YYYY_MM'); IF NOT EXISTS ( SELECT 1 FROM pg_class WHERE relname = partition_name ) THEN EXECUTE format( 'CREATE TABLE %I PARTITION OF supply_idempotency_records FOR VALUES FROM (%L) TO (%L)', partition_name, start_date, end_date ); RAISE NOTICE 'Created partition: %', partition_name; END IF; END; $$ LANGUAGE plpgsql; -- ==================== 4. 自动创建未来分区 ==================== CREATE OR REPLACE FUNCTION ensure_future_partitions() RETURNS VOID AS $$ DECLARE i INT; future_date DATE; BEGIN -- 为未来3个月创建分区 FOR i IN 0..3 LOOP future_date := (CURRENT_DATE + (i || ' months')::INTERVAL)::DATE; PERFORM create_audit_events_partition(future_date); PERFORM create_usage_records_partition(future_date); PERFORM create_idempotency_partition(future_date); END LOOP; END; $$ LANGUAGE plpgsql; -- ==================== 5. 清理过期分区 ==================== CREATE OR REPLACE FUNCTION drop_old_audit_partitions(retention_months INT DEFAULT 12) RETURNS INTEGER AS $$ DECLARE partition_name TEXT; cutoff_date DATE; dropped_count INTEGER := 0; BEGIN cutoff_date := (CURRENT_DATE - (retention_months || ' months')::INTERVAL)::DATE; FOR partition_name IN SELECT relname FROM pg_class c JOIN pg_namespace n ON n.oid = c.relnamespace WHERE relname ~ 'audit_events_20[0-9]{2}_[0-9]{2}' AND n.nspname = 'public' LOOP -- 提取分区日期 IF partition_name < 'audit_events_' || to_char(cutoff_date, 'YYYY_MM') THEN EXECUTE format('DROP TABLE IF EXISTS %I', partition_name); dropped_count := dropped_count + 1; RAISE NOTICE 'Dropped partition: %', partition_name; END IF; END LOOP; RETURN dropped_count; END; $$ LANGUAGE plpgsql; -- ==================== 6. 初始化分区 (首次运行) ==================== -- 创建初始分区(过去12个月 + 未来3个月) DO $$ DECLARE i INT; target_date DATE; BEGIN -- 过去12个月 FOR i IN -12..0 LOOP target_date := (CURRENT_DATE + (i || ' months')::INTERVAL)::DATE; PERFORM create_audit_events_partition(target_date); PERFORM create_usage_records_partition(target_date); PERFORM create_idempotency_partition(target_date); END LOOP; -- 未来3个月 FOR i IN 1..3 LOOP target_date := (CURRENT_DATE + (i || ' months')::INTERVAL)::DATE; PERFORM create_audit_events_partition(target_date); PERFORM create_usage_records_partition(target_date); PERFORM create_idempotency_partition(target_date); END LOOP; END $$; -- ==================== 7. 索引 ==================== -- 在父表上创建索引(会自动继承到分区) CREATE INDEX IF NOT EXISTS idx_audit_events_tenant_id ON audit_events(tenant_id); CREATE INDEX IF NOT EXISTS idx_audit_events_request_id ON audit_events(request_id); CREATE INDEX IF NOT EXISTS idx_audit_events_created_at ON audit_events(created_at); CREATE INDEX IF NOT EXISTS idx_audit_events_object ON audit_events(object_type, object_id); CREATE INDEX IF NOT EXISTS idx_usage_records_order_id ON supply_usage_records(order_id); CREATE INDEX IF NOT EXISTS idx_usage_records_started_at ON supply_usage_records(started_at); CREATE INDEX IF NOT EXISTS idx_idempotency_expires_at ON supply_idempotency_records(expires_at); -- ==================== 8. 注释 ==================== COMMENT ON TABLE audit_events IS '审计事件表 - 按月分区,保留12个月'; COMMENT ON TABLE supply_usage_records IS '使用记录表 - 按月分区,保留3个月'; COMMENT ON TABLE supply_idempotency_records IS '幂等记录表 - 按月分区,保留7天以上'; -- 创建pg_cron作业定期维护分区(需要扩展 pg_cron) -- SELECT cron.schedule('partition-maintenance', '0 0 * * *', 'SELECT ensure_future_partitions()'); -- SELECT cron.schedule('partition-cleanup', '0 1 * * *', 'SELECT drop_old_audit_partitions(12)');