-
Notifications
You must be signed in to change notification settings - Fork 39
/
config.json
78 lines (78 loc) · 1.74 KB
/
config.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
{
"databases": [
{
"name": "snowflake",
"params": {
"conn_id": "snowflake_conn"
}
},
{
"name": "postgres",
"params": {
"conn_id": "postgres_conn_benchmark",
"metadata": {
"database": "postgres"
}
}
},
{
"name": "bigquery",
"params": {
"conn_id": "bigquery",
"metadata": {
"database": "bigquery"
}
}
}
],
"datasets": [
{
"conn_id": "bigquery",
"file_type": "parquet",
"name": "ten_kb",
"path": "gs://astro-sdk/benchmark/trimmed/covid_overview/covid_overview_10kb.parquet",
"rows": 160,
"size": "10 KB"
},
{
"conn_id": "bigquery",
"file_type": "csv",
"name": "hundred_kb",
"path": "gs://astro-sdk/benchmark/trimmed/tate_britain/artist_data_100kb.csv",
"rows": 748,
"size": "100 KB"
},
{
"conn_id": "bigquery",
"file_type": "csv",
"name": "ten_mb",
"path": "gs://astro-sdk/benchmark/trimmed/imdb/title_ratings_10mb.csv",
"rows": 600000,
"size": "10M"
},
{
"conn_id": "bigquery",
"file_type": "ndjson",
"name": "one_gb",
"path": "gs://astro-sdk/benchmark/trimmed/stackoverflow/stackoverflow_posts_1g.ndjson",
"rows": 940000,
"size": "1G"
},
{
"conn_id": "bigquery",
"file_type": "ndjson",
"name": "five_gb",
"path": "gs://astro-sdk/benchmark/trimmed/pypi/",
"rows": 7530243,
"size": "5G"
},
{
"conn_id": "bigquery",
"file_type": "ndjson",
"name": "ten_gb",
"path": "gs://astro-sdk/benchmark/trimmed/github/github-archive/",
"rows": 1263685,
"size": "10G"
}
]
}