lee-hyeon-cheolandClaude Fable 5.1
55f2e8fb60
Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
102 lines
4.7 KiB
Python
102 lines
4.7 KiB
Python
"""Langfuse 전송(OTLP/HTTP JSON) — span 모양·인증·게이트웨이/턴 마무리 훅. 서버는 MockTransport."""
|
|
|
|
import asyncio
|
|
import base64
|
|
import json
|
|
|
|
import httpx
|
|
import pytest
|
|
from django.test import override_settings
|
|
|
|
from apps.gateway import langfuse
|
|
|
|
LF = {"host": "http://lf.test", "public_key": "pk-lf-a", "secret_key": "sk-lf-b"}
|
|
|
|
|
|
@pytest.fixture
|
|
def lf_server(monkeypatch):
|
|
got: list[dict] = []
|
|
|
|
def handler(req: httpx.Request) -> httpx.Response:
|
|
got.append({"url": str(req.url), "auth": req.headers.get("authorization"), "body": json.loads(req.content)})
|
|
return httpx.Response(200, json={})
|
|
|
|
monkeypatch.setattr(langfuse, "TRANSPORT", httpx.MockTransport(handler))
|
|
return got
|
|
|
|
|
|
def _attrs(span: dict) -> dict:
|
|
out = {}
|
|
for a in span["attributes"]:
|
|
v = a["value"]
|
|
out[a["key"]] = v.get("stringValue", v.get("intValue", v.get("boolValue")))
|
|
return out
|
|
|
|
|
|
@override_settings(LANGFUSE=LF)
|
|
async def test_send_otlp_shape_and_basic_auth(lf_server):
|
|
root = langfuse.trace("t1", "chat", userId="u@x.com", sessionId="s1", tags=["x"])
|
|
gen = langfuse.generation("t1", "gen", model="581", usage=langfuse.usage_of(10, 5), parent=root)
|
|
assert await langfuse.send([root, gen]) and len(lf_server) == 1
|
|
req = lf_server[0]
|
|
assert req["url"] == "http://lf.test/api/public/otel/v1/traces"
|
|
assert req["auth"] == "Basic " + base64.b64encode(b"pk-lf-a:sk-lf-b").decode()
|
|
spans = req["body"]["resourceSpans"][0]["scopeSpans"][0]["spans"]
|
|
assert len(spans) == 2 and spans[0]["traceId"] == spans[1]["traceId"] and len(spans[0]["traceId"]) == 32
|
|
assert spans[1]["parentSpanId"] == spans[0]["spanId"] and "parentSpanId" not in spans[0]
|
|
ra, ga = _attrs(spans[0]), _attrs(spans[1])
|
|
assert ra["langfuse.trace.name"] == "chat" and ra["langfuse.user.id"] == "u@x.com" and ra["langfuse.session.id"] == "s1"
|
|
assert json.loads(ra["langfuse.trace.tags"]) == ["x"]
|
|
assert ga["langfuse.observation.type"] == "generation" and ga["langfuse.observation.model.name"] == "581"
|
|
assert ga["langfuse.user.id"] == "u@x.com" and ga["langfuse.session.id"] == "s1" # 자식에도 복사
|
|
assert json.loads(ga["langfuse.observation.usage_details"]) == {"input": 10, "output": 5, "total": 15}
|
|
assert int(spans[1]["endTimeUnixNano"]) >= int(spans[1]["startTimeUnixNano"])
|
|
|
|
|
|
@override_settings(LANGFUSE={"host": "", "public_key": "", "secret_key": ""})
|
|
async def test_disabled_is_noop(lf_server):
|
|
assert not langfuse.enabled()
|
|
assert await langfuse.send([langfuse.trace("t", "x")]) is False
|
|
langfuse.send_later([langfuse.trace("t", "x")])
|
|
assert lf_server == []
|
|
|
|
|
|
def test_collect_parses_sse_text_and_usage():
|
|
from apps.gateway.views import _Collect
|
|
|
|
c = _Collect()
|
|
c.feed(b'data: {"choices":[{"delta":{"content":"SEL"}}]}\n\ndata: {"choices":[{"delta":{"co')
|
|
c.feed(b'ntent":"ECT"}}],"usage":{"prompt_tokens":7,"completion_tokens":2}}\n\ndata: [DONE]\n\n')
|
|
assert "".join(c.text) == "SELECT" and c.usage == {"prompt_tokens": 7, "completion_tokens": 2}
|
|
|
|
|
|
@pytest.mark.django_db(transaction=True)
|
|
async def test_finalize_sends_user_trace(lf_server, django_user_model, monkeypatch):
|
|
from apps.chat import stream as stream_mod
|
|
from apps.chat.models import ChatSession
|
|
from apps.chat.stream import TurnState, _finalize
|
|
from common.opencode_service import opencode_service
|
|
|
|
async def _msgs(_sid):
|
|
return [{"info": {"role": "assistant", "tokens": {"input": 3, "output": 4, "reasoning": 1}, "time": {"created": 1000, "completed": 1500}}, "parts": [{"type": "text", "text": "답"}]}]
|
|
|
|
async def _sess(_sid):
|
|
return {"title": "MARA 조회"}
|
|
|
|
monkeypatch.setattr(opencode_service, "list_messages_a", _msgs)
|
|
monkeypatch.setattr(opencode_service, "get_session_a", _sess)
|
|
user = await django_user_model.objects.acreate(username="u@x.com", email="u@x.com")
|
|
session = await ChatSession.objects.acreate(id="ses_1", user=user, is_generating=True)
|
|
with override_settings(LANGFUSE=LF):
|
|
await _finalize(session, TurnState("ses_1", "질문"), 1.0)
|
|
await asyncio.gather(*list(langfuse._pending))
|
|
assert len(lf_server) == 1
|
|
spans = lf_server[0]["body"]["resourceSpans"][0]["scopeSpans"][0]["spans"]
|
|
t, g = _attrs(spans[0]), _attrs(spans[1])
|
|
assert t["langfuse.user.id"] == "u@x.com" and t["langfuse.session.id"] == "ses_1"
|
|
assert t["langfuse.trace.input"] == "질문" and t["langfuse.trace.output"] == "답"
|
|
assert spans[1]["parentSpanId"] == spans[0]["spanId"]
|
|
assert json.loads(g["langfuse.observation.usage_details"]) == {"input": 3, "output": 5, "total": 8}
|
|
assert g["langfuse.observation.level"] == "DEFAULT" and spans[1]["status"]["code"] == 1
|
|
assert stream_mod is not None
|