diff --git a/optformer/common/configurables/factories.py b/optformer/common/configurables/factories.py index e844f80..3e931d9 100644 --- a/optformer/common/configurables/factories.py +++ b/optformer/common/configurables/factories.py @@ -97,5 +97,5 @@ def register_task( seqio.preprocessors.tokenize, seqio.preprocessors.append_eos_after_trim, ], - shuffle_buffer_size=100000, + shuffle_buffer_size=1000, ) diff --git a/optformer/common/training/data_worker.py b/optformer/common/training/data_worker.py index e24b716..408ee86 100644 --- a/optformer/common/training/data_worker.py +++ b/optformer/common/training/data_worker.py @@ -73,8 +73,8 @@ def produce_data( dataset = split_to_dataset[split] data = next(dataset) - logging.log_first_n(logging.INFO, data, 1000) - logging.log_every_n(logging.INFO, 'Adding an item %d', 1000, count) + logging.log_first_n(logging.INFO, data, 10) + logging.log_every_n(logging.INFO, 'Adding an item %d', 100, count) count += 1 # Here we are sending one element at a time. Alternatively, we can send diff --git a/optformer/common/training/run_reverb_server.py b/optformer/common/training/run_reverb_server.py index e6e0800..1c13466 100644 --- a/optformer/common/training/run_reverb_server.py +++ b/optformer/common/training/run_reverb_server.py @@ -21,7 +21,7 @@ _REVERB_BUFFER_SIZE = flags.DEFINE_integer( - 'reverb_buffer_size', int(1e6), 'Reverb buffer size.' + 'reverb_buffer_size', int(10000), 'Reverb buffer size.' ) _REVERB_PORT = flags.DEFINE_integer('reverb_port', None, 'Reverb server port.')