Skip to content

Commit

Permalink
Fix tests
Browse files Browse the repository at this point in the history
  • Loading branch information
bkorycki committed Jan 13, 2025
1 parent cce861c commit 2babbf3
Showing 1 changed file with 2 additions and 3 deletions.
5 changes: 2 additions & 3 deletions tests/modelgauge_tests/test_default_annotator_set.py
Original file line number Diff line number Diff line change
@@ -1,16 +1,15 @@
import pytest
from unittest.mock import MagicMock
from modelgauge.default_annotator_set import DefaultAnnotatorSet
from modelgauge.suts.together_client import TogetherApiKey


def test_constructor():
annotators = DefaultAnnotatorSet(secrets={"together_api_key": TogetherApiKey("fake")})
annotators = DefaultAnnotatorSet()
assert len(annotators.annotators) == 1
assert "llama_guard_2" in annotators.annotators


def test_evaluate():
annotators = DefaultAnnotatorSet(secrets={"together_api_key": TogetherApiKey("fake")})
annotators = DefaultAnnotatorSet()
item = MagicMock()
assert type(annotators.evaluate(item).get("is_safe", None)) == float

0 comments on commit 2babbf3

Please sign in to comment.