Upgrade defaults.

PiperOrigin-RevId: 715198487
google-research · Jan 14, 2025 · f24e1af · f24e1af
1 parent bb4e593
commit f24e1af
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 4 deletions.
diff --git a/optformer/common/configurables/factories.py b/optformer/common/configurables/factories.py
@@ -97,5 +97,5 @@ def register_task(
           seqio.preprocessors.tokenize,
           seqio.preprocessors.append_eos_after_trim,
       ],
-      shuffle_buffer_size=100000,
+      shuffle_buffer_size=1000,
   )
diff --git a/optformer/common/training/data_worker.py b/optformer/common/training/data_worker.py
@@ -73,8 +73,8 @@ def produce_data(
     dataset = split_to_dataset[split]
 
     data = next(dataset)
-    logging.log_first_n(logging.INFO, data, 1000)
-    logging.log_every_n(logging.INFO, 'Adding an item %d', 1000, count)
+    logging.log_first_n(logging.INFO, data, 10)
+    logging.log_every_n(logging.INFO, 'Adding an item %d', 100, count)
     count += 1
 
     # Here we are sending one element at a time. Alternatively, we can send

diff --git a/optformer/common/training/run_reverb_server.py b/optformer/common/training/run_reverb_server.py
@@ -21,7 +21,7 @@
 
 
 _REVERB_BUFFER_SIZE = flags.DEFINE_integer(
-    'reverb_buffer_size', int(1e6), 'Reverb buffer size.'
+    'reverb_buffer_size', int(10000), 'Reverb buffer size.'
 )
 _REVERB_PORT = flags.DEFINE_integer('reverb_port', None, 'Reverb server port.')