chg: [RELEASE] Updated CHANGELOG and pyproject.toml

Author: cedricbonhomme

CHANGELOG.md

@@ -1,5 +1,22 @@
 # Changelog
 
+## Release 0.3.0 (2025-02-20)
+
+### News
+
+Dataset generation: allow specifying a commit message when uploading to Hugging Face.
+
+Validation: Added a simple validation script for model optimized for text generation. The script is
+able to pull a model and send tasks via a Pipeline
+
+### Changes
+
+For the training step: added the choices of model: gpt2, distilgpt2,
+meta-llama/Llama-3.3-70B-Instruct, distilbert-base-uncased
+
+Various improvements to the command line parsing.
+
+
 ## Release 0.2.0 (2025-02-20)
 
 ### News

pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "poetry.core.masonry.api"
 
 [project]
 name = "VulnTrain"
-version = "0.2.0"
+version = "0.3.0"
 description = "Generate datasets amd models based on vulnerabilities descriptions from Vulnerability-Lookup."
 authors = [
     {name = "Cédric Bonhomme",email = "[email protected]"}

vulntrain/create_dataset.py

@@ -83,7 +83,7 @@ def __call__(self):
             #     else:
             #         vuln_title = ""
             for description in vuln["containers"]["cna"].get("descriptions", []):
-                if description["lang"].lower() in ["en", "en-en", "en-us"]:
+                if description["lang"].lower() in ["eng", "en", "en-en", "en-us"]:
                     vuln_description = description["value"]
                     break
             else:
@@ -172,6 +172,13 @@ def main():
         help="Number of rows in the dataset.",
         default=0,
     )
+    parser.add_argument(
+        "--commit-message",
+        dest="commit_message",
+        type=str,
+        help="Commit message when publishing.",
+        default="",
+    )
 
     args = parser.parse_args()
 
@@ -191,8 +198,8 @@ def gen():
 
     print(dataset_dict)
     if args.upload:
-        # dataset_dict.push_to_hub("cedricbonhomme/vulnerability-descriptions")
-        dataset_dict.push_to_hub(args.repo_id)
+        # dataset_dict.push_to_hub("CIRCL/vulnerability-dataset")
+        dataset_dict.push_to_hub(args.repo_id, commit_message=args.commit_message)
 
 
 if __name__ == "__main__":

vulntrain/summarize.py

@@ -100,7 +100,12 @@ def main():
         "--base-model",
         dest="base_model",
         default="gpt2",
-        choices=["gpt2", "distilgpt2", "meta-llama/Llama-3.3-70B-Instruct", "distilbert-base-uncased"],
+        choices=[
+            "gpt2",
+            "distilgpt2",
+            "meta-llama/Llama-3.3-70B-Instruct",
+            "distilbert-base-uncased",
+        ],
         help="Base model to use.",
     )
     parser.add_argument(