python-api/tests/unit/test_metrics.py at 6620f0403c0e1b2df8e2fb2be43d7336162f4953 · simvue-io/python-api · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
import contextlib
import json
import pytest
import time
import datetime
import uuid

from simvue.api.objects import Metrics, Folder, Run
from simvue.models import DATETIME_FORMAT
from simvue.sender import sender

@pytest.mark.api
@pytest.mark.online
def test_metrics_creation_online() -> None:
    _uuid: str = f"{uuid.uuid4()}".split("-")[0]
    _folder_name = f"/simvue_unit_testing/{_uuid}"
    _folder = Folder.new(path=_folder_name)
    _run = Run.new(folder=_folder_name)
    _values = {
        "x": 1,
        "y": 2.0,
        "aB0-_/.:=><+()": True
    }
    _time: int = 1
    _step: int = 1
    _folder.commit()
    _run.commit()
    _metrics = Metrics.new(
        run=_run.id,
        metrics=[
            {
                "timestamp": datetime.datetime.now(datetime.timezone.utc).strftime(
                    "%Y-%m-%dT%H:%M:%S.%f"
                ),
                "time": _time,
                "step": _step,
                "values": _values,
            }
        ],
    )
    assert _metrics.to_dict()
    _metrics.commit()
    _data = next(_metrics.get(metrics=["x", "y", "aB0-_/.:=><+()"], runs=[_run.id], xaxis="step"))
    assert sorted(_metrics.names(run_ids=[_run.id])) == sorted(_values.keys())
    assert _data.get(_run.id).get('y')[0].get('value') == 2.0
    assert _data.get(_run.id).get('y')[0].get('step') == 1
    _run.delete()
    _folder.delete(recursive=True, delete_runs=True, runs_only=False)


@pytest.mark.api
@pytest.mark.offline
def test_metrics_creation_offline(offline_cache_setup) -> None:
    _uuid: str = f"{uuid.uuid4()}".split("-")[0]
    _folder_name = f"/simvue_unit_testing/{_uuid}"
    _folder = Folder.new(path=_folder_name, offline=True)
    _run = Run.new(name="test_metrics_creation_offline", folder=_folder_name, offline=True)
    _folder.commit()
    _run.commit()

    _values = {
        "x": 1,
        "y": 2.0,
        "aB0-_/.:=><+()": True
    }
    _time: int = 1
    _step: int = 1
    _timestamp = datetime.datetime.now().strftime(DATETIME_FORMAT)
    _metrics = Metrics.new(
        run=_run.id,
        metrics=[
            {
                "timestamp": _timestamp,
                "time": _time,
                "step": _step,
                "values": _values,
            }
        ],
        offline=True
    )
    _metrics.commit()
    with _metrics._local_staging_file.open() as in_f:
        _local_data = json.load(in_f)

    assert _local_data.get("run") == _run.id
    assert _local_data.get("metrics")[0].get("values") == _values
    assert _local_data.get("metrics")[0].get("timestamp") == _timestamp
    assert _local_data.get("metrics")[0].get("step") == _step
    assert _local_data.get("metrics")[0].get("time") == _time

    _id_mapping = sender(_metrics._local_staging_file.parents[1], 1, 10, ["folders", "runs", "metrics"])
    time.sleep(1)

    # Get online version of metrics
    _online_metrics = Metrics(_id_mapping.get(_metrics.id))
    _data = next(_online_metrics.get(metrics=["x", "y", "aB0-_/.:=><+()"], runs=[_id_mapping.get(_run.id)], xaxis="step"))
    assert sorted(_online_metrics.names(run_ids=[_id_mapping.get(_run.id)])) == sorted(_values.keys())
    assert _data.get(_id_mapping.get(_run.id)).get('y')[0].get('value') == 2.0
    assert _data.get(_id_mapping.get(_run.id)).get('y')[0].get('step') == 1
    _run.delete()
    _folder.delete(recursive=True, delete_runs=True, runs_only=False)