python-sdk/test/unit/test_labels.py at 4583763b0594263c6744d0c7527bfaf4b5ebde5b · groundlight/python-sdk · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
from datetime import datetime

import pytest
from groundlight import ApiException, ExperimentalApi


def test_binary_labels(gl_experimental: ExperimentalApi):
    name = f"Test binary labels{datetime.utcnow()}"
    det = gl_experimental.create_detector(name, "test_query")
    iq1 = gl_experimental.submit_image_query(det, "test/assets/cat.jpeg")
    gl_experimental.add_label(iq1, "YES")
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.label == "YES"
    gl_experimental.add_label(iq1, "NO")
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.label == "NO"
    gl_experimental.add_label(iq1, "UNCLEAR")
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.label == "UNCLEAR"
    with pytest.raises(ApiException) as _:
        gl_experimental.add_label(iq1, "MAYBE")


def test_counting_labels(gl_experimental: ExperimentalApi):
    name = f"Test binary labels{datetime.utcnow()}"
    det = gl_experimental.create_counting_detector(name, "test_query", "test_object_class")
    iq1 = gl_experimental.submit_image_query(det, "test/assets/cat.jpeg")

    gl_experimental.add_label(iq1, 0)
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.count == 0

    good_label = 5
    gl_experimental.add_label(iq1, good_label)
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.count == good_label

    gl_experimental.add_label(iq1, "UNCLEAR")
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.count is None

    with pytest.raises(ApiException) as _:
        gl_experimental.add_label(iq1, "MAYBE")
    with pytest.raises(ApiException) as _:
        gl_experimental.add_label(iq1, -999)


def test_multiclass_labels(gl_experimental: ExperimentalApi):
    name = f"Test binary labels{datetime.utcnow()}"
    det = gl_experimental.create_multiclass_detector(name, "test_query", class_names=["apple", "banana", "cherry"])
    iq1 = gl_experimental.submit_image_query(det, "test/assets/cat.jpeg")
    gl_experimental.add_label(iq1, "apple")
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.label == "apple"
    gl_experimental.add_label(iq1, "banana")
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.label == "banana"
    gl_experimental.add_label(iq1, "cherry")
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.label == "cherry"
    # You can submit the index of the class as well
    gl_experimental.add_label(iq1, 2)
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.label == "cherry"
    with pytest.raises(ApiException) as _:
        gl_experimental.add_label(iq1, "MAYBE")


def test_bounding_box_labels(gl_experimental: ExperimentalApi):
    name = f"Test bounding box labels{datetime.utcnow()}"
    det = gl_experimental.create_bounding_box_detector(name, "test_query", "test_class")
    iq1 = gl_experimental.submit_image_query(det, "test/assets/cat.jpeg")
    gl_experimental.add_label(iq1, "NO_OBJECTS")
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.label == "NO_OBJECTS"
    gl_experimental.add_label(
        iq1,
        "BOUNDING_BOX",
        rois=[gl_experimental.create_roi(label="test_class", top_left=(0.1, 0.1), bottom_right=(0.6, 0.6))],
    )
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.label == "BOUNDING_BOX"
    with pytest.raises(ApiException) as _:
        gl_experimental.add_label(iq1, "MAYBE")


def test_text_recognition_labels(gl_experimental: ExperimentalApi):
    name = f"Test text recognition labels{datetime.utcnow()}"
    det = gl_experimental.create_text_recognition_detector(name, "test_query")
    iq1 = gl_experimental.submit_image_query(det, "test/assets/cat.jpeg")
    gl_experimental.add_label(iq1, "apple text")
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.text == "apple text"
    gl_experimental.add_label(iq1, "banana text")
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.text == "banana text"
    gl_experimental.add_label(iq1, "")
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.text == ""

    gl_experimental.add_label(iq1, "UNCLEAR")
    iq1 = gl_experimental.get_image_query(iq1.id)
    assert iq1.result.text is None