This repository was archived by the owner on Jan 10, 2025. It is now read-only.
Commit 14d9c4a
committed
use confidence in example
1 parent 3c0aa7c commit 14d9c4a
2 files changed
+3
-3
lines changed- .pre-commit-config.yaml+1-1
- README.md+9
- docs/assets/refuel_llm_performance.png
- docs/guide/llms/llms.md+170-108
- docs/index.md+21-13
- examples/figure_extraction/config_figure_extraction.json+35
- examples/figure_extraction/data_cleanup.ipynb+78
- examples/figure_extraction/example_figure_extraction.ipynb+432
- examples/multimodal_science_qa/config_multimodal_sciq.json+17
- examples/multimodal_science_qa/example_multimodal_sciq.ipynb+396
- examples/painting-style-classification/image_classification.ipynb+479
- examples/painting-style-classification/image_classification.json+21
- pyproject.toml+7-6
- src/autolabel/cache/__init__.py+2
- src/autolabel/cache/redis_cache.py+4-4
- src/autolabel/cache/redis_transform_cache.py+56
- src/autolabel/cache/sqlalchemy_confidence_cache.py+49
- src/autolabel/cache/sqlalchemy_generation_cache.py+5-3
- src/autolabel/confidence.py+127-36
- src/autolabel/configs/config.py+33
- src/autolabel/configs/schema.py+2-1
- src/autolabel/data_models/__init__.py+1
- src/autolabel/data_models/confidence_cache.py+74
- src/autolabel/data_models/generation_cache.py+5-2
- src/autolabel/dataset/dataset.py+24-10
- src/autolabel/labeler.py+149-12
- src/autolabel/metrics/auroc.py+3-1
- src/autolabel/models/__init__.py+4
- src/autolabel/models/anthropic.py+9-1
- src/autolabel/models/base.py+18-5
- src/autolabel/models/cohere.py+9-1
- src/autolabel/models/hf_pipeline.py+15-8
- src/autolabel/models/hf_pipeline_vision.py+155
- src/autolabel/models/openai.py+60-12
- src/autolabel/models/openai_vision.py+167
- src/autolabel/models/palm.py+30-8
- src/autolabel/models/refuel.py+34-6
- src/autolabel/schema.py+61-5
- src/autolabel/tasks/attribute_extraction.py+64-18
- src/autolabel/tasks/base.py+76-28
- src/autolabel/tasks/classification.py+29-10
- src/autolabel/tasks/entity_matching.py+30-6
- src/autolabel/tasks/multilabel_classification.py+29-6
- src/autolabel/tasks/named_entity_recognition.py+37-10
- src/autolabel/tasks/question_answering.py+45-9
- src/autolabel/transforms/__init__.py+3-1
- src/autolabel/transforms/schema.py+3-1
- src/autolabel/transforms/serp_api.py+63-12
- src/autolabel/transforms/serper_api.py+131
- src/autolabel/utils.py+3
- tests/assets/banking/config_banking_gpt4V.json+100
- tests/unit/llm_test.py+104-42
- tests/unit/transforms/test_serp_api.py+54-18
- tests/unit/transforms/test_serper_api.py+84
| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
| |||
194 | 194 | | |
195 | 195 | | |
196 | 196 | | |
197 | | - | |
| 197 | + | |
198 | 198 | | |
199 | 199 | | |
200 | 200 | | |
201 | 201 | | |
202 | 202 | | |
203 | 203 | | |
204 | | - | |
| 204 | + | |
205 | 205 | | |
206 | 206 | | |
207 | 207 | | |
| |||
0 commit comments