Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Dump table schemas and make CI fail when they change (#5264)
* dump table schemas Signed-off-by: harupy <hkawamura0130@gmail.com> * detect diff Signed-off-by: harupy <hkawamura0130@gmail.com> * fix echos Signed-off-by: harupy <hkawamura0130@gmail.com> * add exit 1 Signed-off-by: harupy <hkawamura0130@gmail.com> * create directory on host Signed-off-by: harupy <hkawamura0130@gmail.com> * ignore ordering Signed-off-by: harupy <hkawamura0130@gmail.com> * lint Signed-off-by: harupy <hkawamura0130@gmail.com> * use sorted Signed-off-by: harupy <hkawamura0130@gmail.com> * update migration instructions Signed-off-by: harupy <hkawamura0130@gmail.com>
- Loading branch information
Showing
10 changed files
with
612 additions
and
11 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,2 +1 @@ | ||
schemas | ||
mlflowdb |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,130 @@ | ||
|
||
CREATE TABLE alembic_version ( | ||
version_num VARCHAR(32) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
CONSTRAINT alembic_version_pkc PRIMARY KEY (version_num) | ||
) | ||
|
||
|
||
CREATE TABLE experiments ( | ||
experiment_id INTEGER GENERATED BY DEFAULT AS IDENTITY (INCREMENT BY 1 START WITH 1), | ||
name VARCHAR(256) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
artifact_location VARCHAR(256) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
lifecycle_stage VARCHAR(32) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
CONSTRAINT experiment_pk PRIMARY KEY (experiment_id) | ||
) | ||
|
||
|
||
CREATE TABLE registered_models ( | ||
name VARCHAR(256) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
creation_time BIGINT, | ||
last_updated_time BIGINT, | ||
description VARCHAR(5000) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
CONSTRAINT registered_model_pk PRIMARY KEY (name) | ||
) | ||
|
||
|
||
CREATE TABLE experiment_tags ( | ||
key VARCHAR(250) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
value VARCHAR(5000) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
experiment_id INTEGER NOT NULL, | ||
CONSTRAINT experiment_tag_pk PRIMARY KEY (key, experiment_id), | ||
CONSTRAINT "FK__experimen__exper__3C69FB99" FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id) | ||
) | ||
|
||
|
||
CREATE TABLE model_versions ( | ||
name VARCHAR(256) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
version INTEGER NOT NULL, | ||
creation_time BIGINT, | ||
last_updated_time BIGINT, | ||
description VARCHAR(5000) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
user_id VARCHAR(256) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
current_stage VARCHAR(20) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
source VARCHAR(500) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
run_id VARCHAR(32) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
status VARCHAR(20) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
status_message VARCHAR(500) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
run_link VARCHAR(500) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
CONSTRAINT model_version_pk PRIMARY KEY (name, version), | ||
CONSTRAINT "FK__model_vers__name__44FF419A" FOREIGN KEY(name) REFERENCES registered_models (name) ON UPDATE CASCADE | ||
) | ||
|
||
|
||
CREATE TABLE registered_model_tags ( | ||
key VARCHAR(250) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
value VARCHAR(5000) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
name VARCHAR(256) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
CONSTRAINT registered_model_tag_pk PRIMARY KEY (key, name), | ||
CONSTRAINT "FK__registered__name__48CFD27E" FOREIGN KEY(name) REFERENCES registered_models (name) ON UPDATE CASCADE | ||
) | ||
|
||
|
||
CREATE TABLE runs ( | ||
run_uuid VARCHAR(32) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
name VARCHAR(250) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
source_type VARCHAR(20) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
source_name VARCHAR(500) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
entry_point_name VARCHAR(50) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
user_id VARCHAR(256) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
status VARCHAR(9) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
start_time BIGINT, | ||
end_time BIGINT, | ||
source_version VARCHAR(50) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
lifecycle_stage VARCHAR(20) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
artifact_uri VARCHAR(200) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
experiment_id INTEGER, | ||
CONSTRAINT run_pk PRIMARY KEY (run_uuid), | ||
CONSTRAINT "FK__runs__experiment__2B3F6F97" FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id) | ||
) | ||
|
||
|
||
CREATE TABLE latest_metrics ( | ||
key VARCHAR(250) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
value FLOAT NOT NULL, | ||
timestamp BIGINT, | ||
step BIGINT NOT NULL, | ||
is_nan BIT NOT NULL, | ||
run_uuid VARCHAR(32) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
CONSTRAINT latest_metric_pk PRIMARY KEY (key, run_uuid), | ||
CONSTRAINT "FK__latest_me__run_u__3F466844" FOREIGN KEY(run_uuid) REFERENCES runs (run_uuid) | ||
) | ||
|
||
|
||
CREATE TABLE metrics ( | ||
key VARCHAR(250) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
value FLOAT NOT NULL, | ||
timestamp BIGINT NOT NULL, | ||
run_uuid VARCHAR(32) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
step BIGINT DEFAULT ('0') NOT NULL, | ||
is_nan BIT DEFAULT ('0') NOT NULL, | ||
CONSTRAINT metric_pk PRIMARY KEY (key, timestamp, step, run_uuid, value, is_nan), | ||
CONSTRAINT "FK__metrics__run_uui__30F848ED" FOREIGN KEY(run_uuid) REFERENCES runs (run_uuid) | ||
) | ||
|
||
|
||
CREATE TABLE model_version_tags ( | ||
key VARCHAR(250) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
value VARCHAR(5000) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
name VARCHAR(256) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
version INTEGER NOT NULL, | ||
CONSTRAINT model_version_tag_pk PRIMARY KEY (key, name, version), | ||
CONSTRAINT "FK__model_version_ta__4BAC3F29" FOREIGN KEY(name, version) REFERENCES model_versions (name, version) ON UPDATE CASCADE | ||
) | ||
|
||
|
||
CREATE TABLE params ( | ||
key VARCHAR(250) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
value VARCHAR(250) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
run_uuid VARCHAR(32) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
CONSTRAINT param_pk PRIMARY KEY (key, run_uuid), | ||
CONSTRAINT "FK__params__run_uuid__33D4B598" FOREIGN KEY(run_uuid) REFERENCES runs (run_uuid) | ||
) | ||
|
||
|
||
CREATE TABLE tags ( | ||
key VARCHAR(250) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
value VARCHAR(5000) COLLATE "SQL_Latin1_General_CP1_CI_AS", | ||
run_uuid VARCHAR(32) COLLATE "SQL_Latin1_General_CP1_CI_AS" NOT NULL, | ||
CONSTRAINT tag_pk PRIMARY KEY (key, run_uuid), | ||
CONSTRAINT "FK__tags__run_uuid__2E1BDC42" FOREIGN KEY(run_uuid) REFERENCES runs (run_uuid) | ||
) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,137 @@ | ||
|
||
CREATE TABLE alembic_version ( | ||
version_num VARCHAR(32) NOT NULL, | ||
PRIMARY KEY (version_num) | ||
) | ||
|
||
|
||
CREATE TABLE experiments ( | ||
experiment_id INTEGER NOT NULL, | ||
name VARCHAR(256) NOT NULL, | ||
artifact_location VARCHAR(256), | ||
lifecycle_stage VARCHAR(32), | ||
PRIMARY KEY (experiment_id), | ||
CONSTRAINT experiments_lifecycle_stage CHECK ((`lifecycle_stage` in (_utf8mb4'active',_utf8mb4'deleted'))) | ||
) | ||
|
||
|
||
CREATE TABLE registered_models ( | ||
name VARCHAR(256) NOT NULL, | ||
creation_time BIGINT, | ||
last_updated_time BIGINT, | ||
description VARCHAR(5000), | ||
PRIMARY KEY (name) | ||
) | ||
|
||
|
||
CREATE TABLE experiment_tags ( | ||
key VARCHAR(250) NOT NULL, | ||
value VARCHAR(5000), | ||
experiment_id INTEGER NOT NULL, | ||
PRIMARY KEY (key, experiment_id), | ||
CONSTRAINT experiment_tags_ibfk_1 FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id) | ||
) | ||
|
||
|
||
CREATE TABLE model_versions ( | ||
name VARCHAR(256) NOT NULL, | ||
version INTEGER NOT NULL, | ||
creation_time BIGINT, | ||
last_updated_time BIGINT, | ||
description VARCHAR(5000), | ||
user_id VARCHAR(256), | ||
current_stage VARCHAR(20), | ||
source VARCHAR(500), | ||
run_id VARCHAR(32), | ||
status VARCHAR(20), | ||
status_message VARCHAR(500), | ||
run_link VARCHAR(500), | ||
PRIMARY KEY (name, version), | ||
CONSTRAINT model_versions_ibfk_1 FOREIGN KEY(name) REFERENCES registered_models (name) ON UPDATE CASCADE | ||
) | ||
|
||
|
||
CREATE TABLE registered_model_tags ( | ||
key VARCHAR(250) NOT NULL, | ||
value VARCHAR(5000), | ||
name VARCHAR(256) NOT NULL, | ||
PRIMARY KEY (key, name), | ||
CONSTRAINT registered_model_tags_ibfk_1 FOREIGN KEY(name) REFERENCES registered_models (name) ON UPDATE CASCADE | ||
) | ||
|
||
|
||
CREATE TABLE runs ( | ||
run_uuid VARCHAR(32) NOT NULL, | ||
name VARCHAR(250), | ||
source_type VARCHAR(20), | ||
source_name VARCHAR(500), | ||
entry_point_name VARCHAR(50), | ||
user_id VARCHAR(256), | ||
status VARCHAR(9), | ||
start_time BIGINT, | ||
end_time BIGINT, | ||
source_version VARCHAR(50), | ||
lifecycle_stage VARCHAR(20), | ||
artifact_uri VARCHAR(200), | ||
experiment_id INTEGER, | ||
PRIMARY KEY (run_uuid), | ||
CONSTRAINT runs_ibfk_1 FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id), | ||
CONSTRAINT runs_chk_1 CHECK ((`status` in (_utf8mb4'SCHEDULED',_utf8mb4'FAILED',_utf8mb4'FINISHED',_utf8mb4'RUNNING',_utf8mb4'KILLED'))), | ||
CONSTRAINT runs_lifecycle_stage CHECK ((`lifecycle_stage` in (_utf8mb4'active',_utf8mb4'deleted'))), | ||
CONSTRAINT source_type CHECK ((`source_type` in (_utf8mb4'NOTEBOOK',_utf8mb4'JOB',_utf8mb4'LOCAL',_utf8mb4'UNKNOWN',_utf8mb4'PROJECT'))) | ||
) | ||
|
||
|
||
CREATE TABLE latest_metrics ( | ||
key VARCHAR(250) NOT NULL, | ||
value DOUBLE NOT NULL, | ||
timestamp BIGINT, | ||
step BIGINT NOT NULL, | ||
is_nan TINYINT NOT NULL, | ||
run_uuid VARCHAR(32) NOT NULL, | ||
PRIMARY KEY (key, run_uuid), | ||
CONSTRAINT latest_metrics_ibfk_1 FOREIGN KEY(run_uuid) REFERENCES runs (run_uuid), | ||
CONSTRAINT latest_metrics_chk_1 CHECK ((`is_nan` in (0,1))) | ||
) | ||
|
||
|
||
CREATE TABLE metrics ( | ||
key VARCHAR(250) NOT NULL, | ||
value DOUBLE NOT NULL, | ||
timestamp BIGINT NOT NULL, | ||
run_uuid VARCHAR(32) NOT NULL, | ||
step BIGINT DEFAULT '0' NOT NULL, | ||
is_nan TINYINT DEFAULT '0' NOT NULL, | ||
PRIMARY KEY (key, timestamp, step, run_uuid, value, is_nan), | ||
CONSTRAINT metrics_ibfk_1 FOREIGN KEY(run_uuid) REFERENCES runs (run_uuid), | ||
CONSTRAINT metrics_chk_1 CHECK ((`is_nan` in (0,1))), | ||
CONSTRAINT metrics_chk_2 CHECK ((`is_nan` in (0,1))) | ||
) | ||
|
||
|
||
CREATE TABLE model_version_tags ( | ||
key VARCHAR(250) NOT NULL, | ||
value VARCHAR(5000), | ||
name VARCHAR(256) NOT NULL, | ||
version INTEGER NOT NULL, | ||
PRIMARY KEY (key, name, version), | ||
CONSTRAINT model_version_tags_ibfk_1 FOREIGN KEY(name, version) REFERENCES model_versions (name, version) ON UPDATE CASCADE | ||
) | ||
|
||
|
||
CREATE TABLE params ( | ||
key VARCHAR(250) NOT NULL, | ||
value VARCHAR(250) NOT NULL, | ||
run_uuid VARCHAR(32) NOT NULL, | ||
PRIMARY KEY (key, run_uuid), | ||
CONSTRAINT params_ibfk_1 FOREIGN KEY(run_uuid) REFERENCES runs (run_uuid) | ||
) | ||
|
||
|
||
CREATE TABLE tags ( | ||
key VARCHAR(250) NOT NULL, | ||
value VARCHAR(5000), | ||
run_uuid VARCHAR(32) NOT NULL, | ||
PRIMARY KEY (key, run_uuid), | ||
CONSTRAINT tags_ibfk_1 FOREIGN KEY(run_uuid) REFERENCES runs (run_uuid) | ||
) |
Oops, something went wrong.