From d5e6d0389e654175fd28a1ee865bc1ff09e14dcf Mon Sep 17 00:00:00 2001
From: Vadim Markovtsev <vadim@poolside.ai>
Date: Tue, 19 Dec 2023 15:50:53 +0100
Subject: [PATCH] Process the remainder of the input file

---
 src/spm_encode_main.cc | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/src/spm_encode_main.cc b/src/spm_encode_main.cc
index b8fa5267..5d8c3d9f 100644
--- a/src/spm_encode_main.cc
+++ b/src/spm_encode_main.cc
@@ -213,6 +213,11 @@ int main(int argc, char *argv[]) {
       }
     }
     pool.Wait();
+    if (!chunk.empty()) {
+      for (auto &line : chunk) {
+        process(line);
+      }
+    }
     LOG(INFO) << "Encoded " << processed.load() << " sentences";
   }