From c359af43b092373ed39fc87545266e740292e2fe Mon Sep 17 00:00:00 2001 From: Xingyou Song Date: Mon, 13 Jan 2025 20:07:35 -0800 Subject: [PATCH] Upgrade defaults. PiperOrigin-RevId: 715208764 --- optformer/common/configurables/factories.py | 2 +- optformer/common/training/data_worker.py | 4 ++-- optformer/common/training/run_reverb_server.py | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/optformer/common/configurables/factories.py b/optformer/common/configurables/factories.py index e844f80..3e931d9 100644 --- a/optformer/common/configurables/factories.py +++ b/optformer/common/configurables/factories.py @@ -97,5 +97,5 @@ def register_task( seqio.preprocessors.tokenize, seqio.preprocessors.append_eos_after_trim, ], - shuffle_buffer_size=100000, + shuffle_buffer_size=1000, ) diff --git a/optformer/common/training/data_worker.py b/optformer/common/training/data_worker.py index e24b716..408ee86 100644 --- a/optformer/common/training/data_worker.py +++ b/optformer/common/training/data_worker.py @@ -73,8 +73,8 @@ def produce_data( dataset = split_to_dataset[split] data = next(dataset) - logging.log_first_n(logging.INFO, data, 1000) - logging.log_every_n(logging.INFO, 'Adding an item %d', 1000, count) + logging.log_first_n(logging.INFO, data, 10) + logging.log_every_n(logging.INFO, 'Adding an item %d', 100, count) count += 1 # Here we are sending one element at a time. Alternatively, we can send diff --git a/optformer/common/training/run_reverb_server.py b/optformer/common/training/run_reverb_server.py index e6e0800..1c13466 100644 --- a/optformer/common/training/run_reverb_server.py +++ b/optformer/common/training/run_reverb_server.py @@ -21,7 +21,7 @@ _REVERB_BUFFER_SIZE = flags.DEFINE_integer( - 'reverb_buffer_size', int(1e6), 'Reverb buffer size.' + 'reverb_buffer_size', int(10000), 'Reverb buffer size.' ) _REVERB_PORT = flags.DEFINE_integer('reverb_port', None, 'Reverb server port.')