Spaces:
Running
Running
gera-richarte
commited on
Commit
·
69db194
1
Parent(s):
86c8985
shard = -1 to open the whole dataset
Browse files
app.py
CHANGED
@@ -28,6 +28,7 @@ def open_dataset(dataset, set_name, split, batch_size, shard = -1):
|
|
28 |
global dsi, ds
|
29 |
|
30 |
if shard == -1:
|
|
|
31 |
data_files = None
|
32 |
shards = 100
|
33 |
else:
|
@@ -128,7 +129,7 @@ with gr.Blocks(title="Dataset Explorer", fill_height = True) as demo:
|
|
128 |
dataset = gr.Textbox(label="Dataset", value="satellogic/EarthView")
|
129 |
config = gr.Dropdown(choices=["satellogic", "sentinel_1", "neon"], label="Subset", value="satellogic", )
|
130 |
split = gr.Textbox(label="Split", value="train")
|
131 |
-
initial_shard = gr.Number(label = "Initial shard", value=0)
|
132 |
|
133 |
gr.Button("Load (minutes)").click(
|
134 |
open_dataset,
|
|
|
28 |
global dsi, ds
|
29 |
|
30 |
if shard == -1:
|
31 |
+
# Trick to open the whole dataset
|
32 |
data_files = None
|
33 |
shards = 100
|
34 |
else:
|
|
|
129 |
dataset = gr.Textbox(label="Dataset", value="satellogic/EarthView")
|
130 |
config = gr.Dropdown(choices=["satellogic", "sentinel_1", "neon"], label="Subset", value="satellogic", )
|
131 |
split = gr.Textbox(label="Split", value="train")
|
132 |
+
initial_shard = gr.Number(label = "Initial shard", value=0, info="-1 for whole dataset")
|
133 |
|
134 |
gr.Button("Load (minutes)").click(
|
135 |
open_dataset,
|