Skip to content

Commit 9f81a4d

Browse files
committed
chore: rename tasks to be more uniformly and update README task overview.
1 parent abf1a1b commit 9f81a4d

File tree

5 files changed

+31
-15
lines changed

5 files changed

+31
-15
lines changed

README.md

Lines changed: 9 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -204,14 +204,15 @@ lang_result_ci = summary["mean_per_language/en/f1_macro/ci_margin"]
204204
| Task Name | Label Type | Dataset Size (English) | Languages |
205205
| --- | --- | --- | --- |
206206
| **Ranking**
207-
| Job to Skills | multi_label | 3039 queries x 13939 targets | 28 |
208-
| Job Normalization | multi_class | 15463 queries x 2942 targets | 28 |
209-
| Job Title Similarity | multi_label | 105 queries x 2619 targets | 11 |
210-
| Skill to Job | multi_label | 13492 queries x 3039 targets | 28 |
211-
| Skill Extraction House | multi_label | 262 queries x 13891 targets | 28 |
212-
| Skill Extraction Tech | multi_label | 338 queries x 13891 targets | 28 |
213-
| Skill Similarity | multi_class | 900 queries x 2648 targets | 1 |
214-
| ESCO Skill Normalization | multi_label | 72008 queries x 13939 targets | 28 |
207+
| Job to Skills WorkBench | multi_label | 3039 queries x 13939 targets | 28 |
208+
| Job Title Similarity | multi_label | 105 queries x 2619 targets | 11 |
209+
| Job Normalization | single_label | 15463 queries x 2942 targets | 28 |
210+
| Skill to Job WorkBench | multi_label | 13492 queries x 3039 targets | 28 |
211+
| Skill Extraction House | multi_label | 262 queries x 13891 targets | 28 |
212+
| Skill Extraction Tech | multi_label | 338 queries x 13891 targets | 28 |
213+
| Skill Extraction SkillSkape | multi_label | 1191 queries x 13891 targets | 28 |
214+
| Skill Similarity SkillMatch-1K | single_label | 900 queries x 2648 targets | 1 |
215+
| Skill Normalization ESCO | multi_label | 72008 queries x 13939 targets | 28 |
215216
| **Classification**
216217
| Job-Skill Classification | multi_label | 3039 samples, 13939 classes | 28 |
217218

src/workrb/tasks/ranking/job2skill.py

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ def __init__(self, esco_version: str = "1.2.0", **kwargs):
2424
@property
2525
def name(self) -> str:
2626
"""Task name."""
27-
return "Job to Skills"
27+
return "Job to Skills WorkBench"
2828

2929
@property
3030
def description(self) -> str:
@@ -168,4 +168,9 @@ def _load_val(self, language: Language) -> RankingDataset:
168168
@property
169169
def citation(self) -> str:
170170
"""Job to Skills task citation."""
171-
return """UWE-PLACEHOLDER"""
171+
return """@article{de2025unified,
172+
title={Unified Work Embeddings: Contrastive Learning of a Bidirectional Multi-task Ranker},
173+
author={De Lange, Matthias and Decorte, Jens-Joris and Van Hautte, Jeroen},
174+
journal={arXiv preprint arXiv:2511.07969},
175+
year={2025}
176+
}"""

src/workrb/tasks/ranking/skill2job.py

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@ def __init__(self, esco_version: str = "1.2.0", **kwargs):
2323
@property
2424
def name(self) -> str:
2525
"""Skill to Job task name."""
26-
return "Skill to Job"
26+
return "Skill to Job WorkBench"
2727

2828
@property
2929
def description(self) -> str:
@@ -184,4 +184,9 @@ def _load_val(self, language: Language) -> RankingDataset:
184184
@property
185185
def citation(self) -> str:
186186
"""Skill to Job task citation."""
187-
return """UWE-PLACEHOLDER"""
187+
return """@article{de2025unified,
188+
title={Unified Work Embeddings: Contrastive Learning of a Bidirectional Multi-task Ranker},
189+
author={De Lange, Matthias and Decorte, Jens-Joris and Van Hautte, Jeroen},
190+
journal={arXiv preprint arXiv:2511.07969},
191+
year={2025}
192+
}"""

src/workrb/tasks/ranking/skill_similarity.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ class SkillMatch1kSkillSimilarityRanking(RankingTask):
2121
@property
2222
def name(self) -> str:
2323
"""Skill similarity task name."""
24-
return "Skill Similarity"
24+
return "Skill Similarity SkillMatch-1K"
2525

2626
@property
2727
def description(self) -> str:

src/workrb/tasks/ranking/skillnorm.py

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -55,7 +55,7 @@ def __init__(
5555
@property
5656
def name(self) -> str:
5757
"""ESCO Skill Normalization task name."""
58-
return "ESCO Skill Normalization"
58+
return "Skill Normalization ESCO"
5959

6060
@property
6161
def description(self) -> str:
@@ -192,4 +192,9 @@ def _get_alt2skills(self, skill2alts: dict[str, list[str]]) -> dict[str, list[st
192192
@property
193193
def citation(self) -> str:
194194
"""Skill normalization task citation."""
195-
return """UWE-PLACEHOLDER"""
195+
return """@article{de2025unified,
196+
title={Unified Work Embeddings: Contrastive Learning of a Bidirectional Multi-task Ranker},
197+
author={De Lange, Matthias and Decorte, Jens-Joris and Van Hautte, Jeroen},
198+
journal={arXiv preprint arXiv:2511.07969},
199+
year={2025}
200+
}"""

0 commit comments

Comments
 (0)