Skip to content

Commit d171934

Browse files
fix: various fixes
1 parent 47aefc9 commit d171934

3 files changed

Lines changed: 5 additions & 11 deletions

File tree

examples/wepr_demo_responses.json

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,7 @@
3636
"prompt": "Who is Charles Moslonka ? Where was he born ? Please answer in two sentences.",
3737
"outputs": [
3838
{
39-
"text": "Charles Moslonka is a French researcher born in Lyon in 1985.",
39+
"text": "Charles Moslonka is a French singer born in Lyon in 1985.",
4040
"token_ids": [3001, 3002, 3003, 3004, 3005, 3006, 3007, 3008, 3009, 3010, 3011],
4141
"logprobs": [
4242
{
@@ -75,7 +75,7 @@
7575
"4043": {"decoded_token": " Czech", "logprob": -2.30, "rank": 5}
7676
},
7777
{
78-
"3006": {"decoded_token": " researcher","logprob": -1.70, "rank": 1},
78+
"3006": {"decoded_token": " singer","logprob": -1.70, "rank": 1},
7979
"4050": {"decoded_token": " engineer", "logprob": -1.90, "rank": 2},
8080
"4051": {"decoded_token": " writer", "logprob": -2.00, "rank": 3},
8181
"4052": {"decoded_token": " professor", "logprob": -2.10, "rank": 4},

pyproject.toml

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,6 @@ calibration = [
4444
]
4545
adapters =[
4646
"langfuse>=4.6.1",
47-
"python-dotenv>=1.2.2",
4847
"openai>=2.38.0",
4948
]
5049
docs = [

src/artefactual/adapters/langfuse/evaluator.py

Lines changed: 3 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1,16 +1,11 @@
1-
from etils import epy
2-
31
from artefactual.preprocessing import parse_top_logprobs
42
from artefactual.scoring.hallucination_detector import HallucinationDetector
53

6-
try:
7-
from langfuse import Langfuse
8-
except ImportError as e:
9-
epy.reraise(e, "Langfuse is not installed. Please install the 'langfuse' extra ")
10-
4+
with epy.lazy_imports():
5+
import langfuse
116

127
class HallucinationEvaluator:
13-
def __init__(self, name: str, langfuse_client: Langfuse, detector: HallucinationDetector) -> None:
8+
def __init__(self, name: str, langfuse_client: langfuse.Langfuse, detector: HallucinationDetector) -> None:
149
self.name = name
1510
self.langfuse = langfuse_client
1611
self.detector = detector

0 commit comments

Comments
 (0)