This repository was archived by the owner on Jan 10, 2025. It is now read-only.
2 files changed
+22
-9
lines changed- .pre-commit-config.yaml+1-1
- README.md+9
- docs/assets/refuel_llm_performance.png
- docs/guide/llms/llms.md+170-108
- docs/index.md+21-13
- examples/figure_extraction/config_figure_extraction.json+35
- examples/figure_extraction/data_cleanup.ipynb+78
- examples/figure_extraction/example_figure_extraction.ipynb+432
- examples/multimodal_science_qa/config_multimodal_sciq.json+17
- examples/multimodal_science_qa/example_multimodal_sciq.ipynb+396
- examples/painting-style-classification/image_classification.ipynb+479
- examples/painting-style-classification/image_classification.json+21
- pyproject.toml+7-6
- src/autolabel/cache/__init__.py+2
- src/autolabel/cache/redis_cache.py+4-4
- src/autolabel/cache/redis_transform_cache.py+56
- src/autolabel/cache/sqlalchemy_confidence_cache.py+49
- src/autolabel/cache/sqlalchemy_generation_cache.py+5-3
- src/autolabel/confidence.py+127-36
- src/autolabel/configs/config.py+33
- src/autolabel/configs/schema.py+2-1
- src/autolabel/data_models/__init__.py+1
- src/autolabel/data_models/confidence_cache.py+74
- src/autolabel/data_models/generation_cache.py+5-2
- src/autolabel/dataset/dataset.py+24-10
- src/autolabel/labeler.py+149-12
- src/autolabel/metrics/auroc.py+3-1
- src/autolabel/models/__init__.py+4
- src/autolabel/models/anthropic.py+9-1
- src/autolabel/models/base.py+18-5
- src/autolabel/models/cohere.py+9-1
- src/autolabel/models/hf_pipeline.py+15-8
- src/autolabel/models/hf_pipeline_vision.py+155
- src/autolabel/models/openai.py+60-12
- src/autolabel/models/openai_vision.py+167
- src/autolabel/models/palm.py+30-8
- src/autolabel/models/refuel.py+34-6
- src/autolabel/schema.py+61-5
- src/autolabel/tasks/attribute_extraction.py+64-18
- src/autolabel/tasks/base.py+76-28
- src/autolabel/tasks/classification.py+29-10
- src/autolabel/tasks/entity_matching.py+30-6
- src/autolabel/tasks/multilabel_classification.py+29-6
- src/autolabel/tasks/named_entity_recognition.py+37-10
- src/autolabel/tasks/question_answering.py+45-9
- src/autolabel/transforms/__init__.py+3-1
- src/autolabel/transforms/schema.py+3-1
- src/autolabel/transforms/serp_api.py+63-12
- src/autolabel/transforms/serper_api.py+131
- src/autolabel/utils.py+3
- tests/assets/banking/config_banking_gpt4V.json+100
- tests/unit/llm_test.py+104-42
- tests/unit/transforms/test_serp_api.py+54-18
- tests/unit/transforms/test_serper_api.py+84
Lines changed: 21 additions & 8 deletions
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
182 | 182 |
| |
183 | 183 |
| |
184 | 184 |
| |
185 |
| - | |
| 185 | + | |
| 186 | + | |
| 187 | + | |
| 188 | + | |
| 189 | + | |
| 190 | + | |
| 191 | + | |
| 192 | + | |
| 193 | + | |
| 194 | + | |
| 195 | + | |
| 196 | + | |
| 197 | + | |
186 | 198 |
| |
187 | 199 |
| |
188 | 200 |
| |
189 | 201 |
| |
| 202 | + | |
190 | 203 |
| |
191 |
| - | |
192 |
| - | |
| 204 | + | |
193 | 205 |
| |
194 | 206 |
| |
195 | 207 |
| |
196 |
| - | |
| 208 | + | |
197 | 209 |
| |
198 |
| - | |
199 |
| - | |
200 |
| - | |
201 |
| - | |
| 210 | + | |
| 211 | + | |
| 212 | + | |
| 213 | + | |
| 214 | + | |
202 | 215 |
| |
203 | 216 |
| |
204 | 217 |
| |
|
0 commit comments