commit-for-me/spec/validate_vars_map_spec.sh at f6272d37e5c2daadaa23a584d98635be50676471 · codevogel/commit-for-me · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
Describe 'validate_vars_map'
    Include src/lib/validate_vars_map.sh
    Include spec/helpers/load_default_env.sh
    Include spec/helpers/unload_default_env.sh

    setup() {
        load_default_env
    }

    teardown() {
        rm -rf "${CFME_CONFIG_DIR}"
        unload_default_env
    }

    BeforeEach 'setup'
    AfterEach 'teardown'

    It 'validates variables successfully when everything matches'
        local -A map
        map["<__RESPONSE_FORMAT_REQUIREMENTS__>"]="SAMPLE_FORMAT_REQUIREMENTS"
        map["<__GIT_DIFF__>"]="SAMPLE_DIFF"
        map["<__VAR1__>"]="VAL1"
        map["<__VAR2__>"]="VAL2"
        map["<__VAR3__>"]="VAL3"
        map["<__INSTRUCTIONS__>"]="SAMPLE_INSTRUCTIONS"
        local variables_file_path="/path/to/variables.yaml"
        local prompt="$(cat spec/samples/sample-prompt-complete.md)"
        When call validate_vars_map map "$prompt"
        The status should be success
    End

    It 'fails when a prompt is missing a custom variable present in the map'
        local -A map
        map["<__RESPONSE_FORMAT_REQUIREMENTS__>"]="SAMPLE_FORMAT_REQUIREMENTS"
        map["<__GIT_DIFF__>"]="SAMPLE_DIFF"
        map["<__VAR1__>"]="VAL1"
        map["<__VAR2__>"]="VAL2"
        map["<__VAR3__>"]="VAL3"
        map["<__INSTRUCTIONS__>"]="SAMPLE_INSTRUCTIONS"
        local variables_file_path="/path/to/variables.yaml"
        local prompt="$(cat spec/samples/sample-prompt-missing-1.md)"
        When call validate_vars_map map "$prompt"
        The stderr should eq "Error: custom key '<__VAR1__>' was found in variables, but not present in the prompt."
        The status should be failure
    End

    It 'fails when a prompt is missing mandatory template string RESPONSE_FORMAT_REQUIREMENTS in the prompt'
        local -A map
        map["<__RESPONSE_FORMAT_REQUIREMENTS__>"]="SAMPLE_FORMAT_REQUIREMENTS"
        map["<__GIT_DIFF__>"]="SAMPLE_DIFF"
        map["<__VAR1__>"]="VAL1"
        map["<__VAR2__>"]="VAL2"
        map["<__VAR3__>"]="VAL3"
        map["<__INSTRUCTIONS__>"]="SAMPLE_INSTRUCTIONS"
        local variables_file_path="/path/to/variables.yaml"
        local prompt="$(cat spec/samples/sample-prompt-missing-requirements.md)"
        When call validate_vars_map map "$prompt"
        The stderr should eq "Error: key '<__RESPONSE_FORMAT_REQUIREMENTS__>' is essential for cfme to function, but not present in the prompt."
        The status should be failure
    End

    It 'fails when a prompt is missing mandatory template string GIT_DIFF in the prompt'
        local -A map
        map["<__RESPONSE_FORMAT_REQUIREMENTS__>"]="SAMPLE_FORMAT_REQUIREMENTS"
        map["<__GIT_DIFF__>"]="SAMPLE_DIFF"
        map["<__VAR1__>"]="VAL1"
        map["<__VAR2__>"]="VAL2"
        map["<__VAR3__>"]="VAL3"
        map["<__INSTRUCTIONS__>"]="SAMPLE_INSTRUCTIONS"
        local variables_file_path="/path/to/variables.yaml"
        local prompt="$(cat spec/samples/sample-prompt-missing-diff.md)"
        When call validate_vars_map map "$prompt"
        The stderr should eq "Error: key '<__GIT_DIFF__>' is essential for cfme to function, but not present in the prompt."
        The status should be failure
    End

    It 'fails when a map is missing a variable present in the prompt'
        local -A map
        map["<__RESPONSE_FORMAT_REQUIREMENTS__>"]="SAMPLE_FORMAT_REQUIREMENTS"
        map["<__GIT_DIFF__>"]="SAMPLE_DIFF"

        map["<__VAR2__>"]="VAL2"
        map["<__VAR3__>"]="VAL3"
        map["<__INSTRUCTIONS__>"]="SAMPLE_INSTRUCTIONS"
        local variables_file_path="/path/to/variables.yaml"
        local prompt="$(cat spec/samples/sample-prompt-complete.md)"
        When call validate_vars_map map "$prompt"
        The stderr should eq "Error: custom template string '<__VAR1__>' was found in the prompt file, but is not present in the variables file."
        The status should be failure
    End
End