226 lines
12 KiB
SQL
226 lines
12 KiB
SQL
-- =============================================
|
||
-- 数据引擎核心表初始化脚本
|
||
-- 只需执行此文件即可，其他表由系统自动创建
|
||
-- =============================================
|
||
|
||
-- =============================================
|
||
-- 1. 数据源平台配置表 (api_datasource_platform)
|
||
-- =============================================
|
||
CREATE SEQUENCE IF NOT EXISTS api_datasource_platform_id_seq START WITH 1 INCREMENT BY 1;
|
||
|
||
CREATE TABLE IF NOT EXISTS api_datasource_platform (
|
||
id BIGINT NOT NULL DEFAULT nextval('api_datasource_platform_id_seq'::regclass),
|
||
tenant_id BIGINT NOT NULL DEFAULT 0,
|
||
creator VARCHAR(100) DEFAULT '',
|
||
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
|
||
updater VARCHAR(100) DEFAULT '',
|
||
updated_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
|
||
deleted_at TIMESTAMP WITH TIME ZONE,
|
||
platform_code VARCHAR(100) NOT NULL,
|
||
platform_name VARCHAR(200) NOT NULL,
|
||
description TEXT,
|
||
status VARCHAR(50) DEFAULT 'ACTIVE',
|
||
api_base_url VARCHAR(500),
|
||
auth_type VARCHAR(50) DEFAULT 'API_KEY',
|
||
token VARCHAR(500),
|
||
api_key VARCHAR(500),
|
||
client_id VARCHAR(200),
|
||
client_secret VARCHAR(500),
|
||
rate_limit_per_minute INT DEFAULT 60,
|
||
rate_limit_per_hour INT DEFAULT 3600,
|
||
concurrency_limit INT DEFAULT 10,
|
||
request_timeout_ms INT DEFAULT 30000,
|
||
max_retries INT DEFAULT 3,
|
||
retry_delay_ms INT DEFAULT 1000,
|
||
auth_config JSONB,
|
||
version INT DEFAULT 0,
|
||
PRIMARY KEY (id)
|
||
);
|
||
|
||
CREATE UNIQUE INDEX idx_api_datasource_platform_code ON api_datasource_platform(tenant_id, platform_code);
|
||
|
||
COMMENT ON TABLE api_datasource_platform IS '数据源平台配置表';
|
||
COMMENT ON COLUMN api_datasource_platform.id IS '主键ID，自增长';
|
||
COMMENT ON COLUMN api_datasource_platform.tenant_id IS '租户ID';
|
||
COMMENT ON COLUMN api_datasource_platform.creator IS '创建人';
|
||
COMMENT ON COLUMN api_datasource_platform.created_at IS '创建时间';
|
||
COMMENT ON COLUMN api_datasource_platform.updater IS '更新人';
|
||
COMMENT ON COLUMN api_datasource_platform.updated_at IS '更新时间';
|
||
COMMENT ON COLUMN api_datasource_platform.deleted_at IS '软删除时间';
|
||
COMMENT ON COLUMN api_datasource_platform.platform_code IS '平台编码，唯一标识';
|
||
COMMENT ON COLUMN api_datasource_platform.platform_name IS '平台名称';
|
||
COMMENT ON COLUMN api_datasource_platform.description IS '平台描述';
|
||
COMMENT ON COLUMN api_datasource_platform.status IS '状态: ACTIVE启用, INACTIVE停用';
|
||
COMMENT ON COLUMN api_datasource_platform.api_base_url IS 'API基础地址';
|
||
COMMENT ON COLUMN api_datasource_platform.auth_type IS '认证类型: TOKEN/API_KEY/OAUTH2/BASIC';
|
||
COMMENT ON COLUMN api_datasource_platform.token IS '认证token/密钥(access_token)';
|
||
COMMENT ON COLUMN api_datasource_platform.api_key IS 'API Key';
|
||
COMMENT ON COLUMN api_datasource_platform.client_id IS 'OAuth2 Client ID';
|
||
COMMENT ON COLUMN api_datasource_platform.client_secret IS 'OAuth2 Client Secret';
|
||
COMMENT ON COLUMN api_datasource_platform.rate_limit_per_minute IS '每分钟请求限制';
|
||
COMMENT ON COLUMN api_datasource_platform.rate_limit_per_hour IS '每小时请求限制';
|
||
COMMENT ON COLUMN api_datasource_platform.concurrency_limit IS '并发连接限制';
|
||
COMMENT ON COLUMN api_datasource_platform.request_timeout_ms IS '请求超时时间(毫秒)';
|
||
COMMENT ON COLUMN api_datasource_platform.max_retries IS '最大重试次数';
|
||
COMMENT ON COLUMN api_datasource_platform.retry_delay_ms IS '重试延迟(毫秒)';
|
||
COMMENT ON COLUMN api_datasource_platform.auth_config IS '自定义认证配置(JSONB)，支持各平台特有的认证方式';
|
||
COMMENT ON COLUMN api_datasource_platform.version IS '版本号(乐观锁)';
|
||
|
||
-- =============================================
|
||
-- 2. API接口管理表 (api_interface)
|
||
-- =============================================
|
||
CREATE SEQUENCE IF NOT EXISTS api_interface_id_seq START WITH 1 INCREMENT BY 1;
|
||
|
||
CREATE TABLE IF NOT EXISTS api_interface (
|
||
id BIGINT NOT NULL DEFAULT nextval('api_interface_id_seq'::regclass),
|
||
tenant_id BIGINT NOT NULL DEFAULT 0,
|
||
creator VARCHAR(100) DEFAULT '',
|
||
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
|
||
updater VARCHAR(100) DEFAULT '',
|
||
updated_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
|
||
deleted_at TIMESTAMP WITH TIME ZONE,
|
||
platform_id BIGINT NOT NULL,
|
||
name VARCHAR(200) NOT NULL,
|
||
code VARCHAR(100) NOT NULL,
|
||
url VARCHAR(500) NOT NULL,
|
||
method VARCHAR(20) NOT NULL DEFAULT 'GET',
|
||
status VARCHAR(50) DEFAULT 'active',
|
||
auth_type VARCHAR(50) DEFAULT 'api_key',
|
||
request_config JSONB,
|
||
response_config JSONB,
|
||
limit_config JSONB,
|
||
table_definition JSONB,
|
||
PRIMARY KEY (id)
|
||
);
|
||
|
||
CREATE UNIQUE INDEX idx_api_interface_code ON api_interface(tenant_id, code);
|
||
CREATE INDEX idx_api_interface_platform_id ON api_interface(tenant_id, platform_id);
|
||
CREATE INDEX idx_api_interface_status ON api_interface(tenant_id, status);
|
||
|
||
COMMENT ON TABLE api_interface IS 'API接口管理表';
|
||
COMMENT ON COLUMN api_interface.id IS '主键ID，自增长';
|
||
COMMENT ON COLUMN api_interface.tenant_id IS '租户ID';
|
||
COMMENT ON COLUMN api_interface.creator IS '创建人';
|
||
COMMENT ON COLUMN api_interface.created_at IS '创建时间';
|
||
COMMENT ON COLUMN api_interface.updater IS '更新人';
|
||
COMMENT ON COLUMN api_interface.updated_at IS '更新时间';
|
||
COMMENT ON COLUMN api_interface.deleted_at IS '软删除时间';
|
||
COMMENT ON COLUMN api_interface.platform_id IS '所属平台ID';
|
||
COMMENT ON COLUMN api_interface.name IS '接口名称';
|
||
COMMENT ON COLUMN api_interface.code IS '接口编码，唯一';
|
||
COMMENT ON COLUMN api_interface.url IS '接口地址(相对路径)';
|
||
COMMENT ON COLUMN api_interface.method IS '请求方法: GET/POST/PUT/DELETE';
|
||
COMMENT ON COLUMN api_interface.status IS '接口状态: active启用/inactive停用';
|
||
COMMENT ON COLUMN api_interface.auth_type IS '认证类型: inherit(继承平台)/oauth2/apikey/basic';
|
||
COMMENT ON COLUMN api_interface.request_config IS '请求配置(JSONB): 含分页参数、预取配置、时间字段等';
|
||
COMMENT ON COLUMN api_interface.response_config IS '响应配置(JSONB): 自定义数据路径等';
|
||
COMMENT ON COLUMN api_interface.limit_config IS '接口独立限流配置(JSONB): 可选，覆盖平台配置';
|
||
COMMENT ON COLUMN api_interface.table_definition IS '表结构定义(JSONB): 描述目标表的字段结构，用于自动建表';
|
||
|
||
-- =============================================
|
||
-- 3. 同步任务日志表 (sync_task_log)
|
||
-- 用于记录同步状态和补偿机制
|
||
-- =============================================
|
||
CREATE SEQUENCE IF NOT EXISTS sync_task_log_id_seq;
|
||
|
||
CREATE TABLE IF NOT EXISTS sync_task_log (
|
||
id BIGINT NOT NULL DEFAULT nextval('sync_task_log_id_seq'::regclass),
|
||
tenant_id BIGINT NOT NULL DEFAULT 0,
|
||
creator VARCHAR(64) DEFAULT '',
|
||
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
|
||
updater VARCHAR(64) DEFAULT '',
|
||
updated_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
|
||
deleted_at TIMESTAMP WITH TIME ZONE,
|
||
task_id VARCHAR(64) NOT NULL DEFAULT '',
|
||
task_type VARCHAR(64) NOT NULL DEFAULT '',
|
||
platform_code VARCHAR(100) NOT NULL DEFAULT '',
|
||
interface_code VARCHAR(100) NOT NULL DEFAULT '',
|
||
advertiser_id BIGINT NOT NULL DEFAULT 0,
|
||
start_time TIMESTAMP WITH TIME ZONE,
|
||
end_time TIMESTAMP WITH TIME ZONE,
|
||
status VARCHAR(32) NOT NULL DEFAULT '',
|
||
retry_count INT DEFAULT 0,
|
||
max_retry INT DEFAULT 3,
|
||
page_info JSONB,
|
||
request_params JSONB,
|
||
error_message TEXT DEFAULT '',
|
||
error_code VARCHAR(64) DEFAULT '',
|
||
result_summary JSONB,
|
||
next_retry_time TIMESTAMP WITH TIME ZONE,
|
||
completed_at TIMESTAMP WITH TIME ZONE,
|
||
duration_ms BIGINT DEFAULT 0,
|
||
PRIMARY KEY (id)
|
||
);
|
||
|
||
CREATE INDEX idx_sync_task_log_task_id ON sync_task_log(tenant_id, task_id);
|
||
CREATE INDEX idx_sync_task_log_platform ON sync_task_log(tenant_id, platform_code);
|
||
CREATE INDEX idx_sync_task_log_interface ON sync_task_log(tenant_id, interface_code);
|
||
CREATE INDEX idx_sync_task_log_status ON sync_task_log(tenant_id, status);
|
||
CREATE INDEX idx_sync_task_log_created_at ON sync_task_log(tenant_id, created_at);
|
||
CREATE INDEX idx_sync_task_log_next_retry ON sync_task_log(tenant_id, next_retry_time);
|
||
|
||
COMMENT ON TABLE sync_task_log IS '同步任务日志表，记录同步状态和补偿信息';
|
||
COMMENT ON COLUMN sync_task_log.id IS '主键ID，自增长';
|
||
COMMENT ON COLUMN sync_task_log.tenant_id IS '租户ID';
|
||
COMMENT ON COLUMN sync_task_log.creator IS '创建人';
|
||
COMMENT ON COLUMN sync_task_log.created_at IS '创建时间';
|
||
COMMENT ON COLUMN sync_task_log.updater IS '更新人';
|
||
COMMENT ON COLUMN sync_task_log.updated_at IS '更新时间';
|
||
COMMENT ON COLUMN sync_task_log.deleted_at IS '软删除时间';
|
||
COMMENT ON COLUMN sync_task_log.task_id IS '任务唯一标识';
|
||
COMMENT ON COLUMN sync_task_log.task_type IS '任务类型: full(全量)/incremental(增量)/compensate(补偿)';
|
||
COMMENT ON COLUMN sync_task_log.platform_code IS '平台编码';
|
||
COMMENT ON COLUMN sync_task_log.interface_code IS '接口编码';
|
||
COMMENT ON COLUMN sync_task_log.advertiser_id IS '广告主/账户ID';
|
||
COMMENT ON COLUMN sync_task_log.start_time IS '数据开始时间';
|
||
COMMENT ON COLUMN sync_task_log.end_time IS '数据结束时间';
|
||
COMMENT ON COLUMN sync_task_log.status IS '任务状态: pending/running/success/failed/retrying/manual_review';
|
||
COMMENT ON COLUMN sync_task_log.retry_count IS '已重试次数';
|
||
COMMENT ON COLUMN sync_task_log.max_retry IS '最大重试次数';
|
||
COMMENT ON COLUMN sync_task_log.page_info IS '分页信息快照(JSONB)';
|
||
COMMENT ON COLUMN sync_task_log.request_params IS '请求参数快照(JSONB)';
|
||
COMMENT ON COLUMN sync_task_log.error_message IS '错误信息';
|
||
COMMENT ON COLUMN sync_task_log.error_code IS '错误码';
|
||
COMMENT ON COLUMN sync_task_log.result_summary IS '结果摘要(JSONB)';
|
||
COMMENT ON COLUMN sync_task_log.next_retry_time IS '下次重试时间';
|
||
COMMENT ON COLUMN sync_task_log.completed_at IS '完成时间';
|
||
COMMENT ON COLUMN sync_task_log.duration_ms IS '执行耗时(毫秒)';
|
||
|
||
-- =============================================
|
||
-- 4. 同步跟踪表 (sync_tracker)
|
||
-- 记录每个平台+接口的最后同步时间，用于增量同步
|
||
-- =============================================
|
||
CREATE SEQUENCE IF NOT EXISTS sync_tracker_id_seq;
|
||
|
||
CREATE TABLE IF NOT EXISTS sync_tracker (
|
||
id BIGINT NOT NULL DEFAULT nextval('sync_tracker_id_seq'::regclass),
|
||
tenant_id BIGINT NOT NULL DEFAULT 0,
|
||
creator VARCHAR(64) DEFAULT '',
|
||
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
|
||
updater VARCHAR(64) DEFAULT '',
|
||
updated_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
|
||
deleted_at TIMESTAMP WITH TIME ZONE,
|
||
platform_code VARCHAR(100) NOT NULL,
|
||
interface_code VARCHAR(100) NOT NULL,
|
||
last_sync_time BIGINT NOT NULL DEFAULT 0,
|
||
last_sync_at TIMESTAMP WITH TIME ZONE,
|
||
sync_status VARCHAR(32) DEFAULT 'pending',
|
||
PRIMARY KEY (id)
|
||
);
|
||
|
||
CREATE UNIQUE INDEX idx_sync_tracker_unique ON sync_tracker(platform_code, interface_code);
|
||
|
||
COMMENT ON TABLE sync_tracker IS '同步跟踪表，记录增量同步时间戳';
|
||
COMMENT ON COLUMN sync_tracker.id IS '主键ID，自增长';
|
||
COMMENT ON COLUMN sync_tracker.tenant_id IS '租户ID';
|
||
COMMENT ON COLUMN sync_tracker.creator IS '创建人';
|
||
COMMENT ON COLUMN sync_tracker.created_at IS '创建时间';
|
||
COMMENT ON COLUMN sync_tracker.updater IS '更新人';
|
||
COMMENT ON COLUMN sync_tracker.updated_at IS '更新时间';
|
||
COMMENT ON COLUMN sync_tracker.deleted_at IS '软删除时间';
|
||
COMMENT ON COLUMN sync_tracker.platform_code IS '平台编码';
|
||
COMMENT ON COLUMN sync_tracker.interface_code IS '接口编码';
|
||
COMMENT ON COLUMN sync_tracker.last_sync_time IS '最后同步时间(Unix时间戳)';
|
||
COMMENT ON COLUMN sync_tracker.last_sync_at IS '最后同步时间点';
|
||
COMMENT ON COLUMN sync_tracker.sync_status IS '同步状态: pending/success/running/failed';
|