print sample
Browse files- run_mlm_flax_stream.py +1 -0
run_mlm_flax_stream.py
CHANGED
@@ -287,6 +287,7 @@ def advance_iter_and_group_samples(train_iterator, num_samples, max_seq_length):
|
|
287 |
i += len(tokenized_samples["input_ids"])
|
288 |
|
289 |
# concatenate tokenized samples to list
|
|
|
290 |
samples = {
|
291 |
k: samples[k] + tokenized_samples[k] for k in ["input_ids", "attention_mask", "special_tokens_mask"]
|
292 |
}
|
|
|
287 |
i += len(tokenized_samples["input_ids"])
|
288 |
|
289 |
# concatenate tokenized samples to list
|
290 |
+
print('sample',tokenized_samples)
|
291 |
samples = {
|
292 |
k: samples[k] + tokenized_samples[k] for k in ["input_ids", "attention_mask", "special_tokens_mask"]
|
293 |
}
|