Skip to content

Commit 15c6f34

Browse files
denikdenik
authored
Add acc test based on config in #2436 (#2841)
Test for issue #2436
1 parent 3f55804 commit 15c6f34

4 files changed

Lines changed: 174 additions & 0 deletions

File tree

‎acceptance/bundle/variables/issue_2436/databricks.yml‎

Lines changed: 65 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,65 @@
1+
bundle:
2+
name: testing-bundle
3+
databricks_cli_version: ">= 0.229.0"
4+
5+
variables:
6+
job_tasks:
7+
description: "Common tasks"
8+
type: complex
9+
default:
10+
- task_key: Task_One
11+
spark_python_task:
12+
python_file: ./main_dummy.py
13+
job_cluster_key: Small
14+
- task_key: Task_Two
15+
depends_on:
16+
- task_key: Task_One
17+
run_if: "ALL_SUCCESS"
18+
spark_python_task:
19+
python_file: ./main_dummy.py
20+
job_cluster_key: Small
21+
22+
resources:
23+
jobs:
24+
job_one:
25+
tasks: ${var.job_tasks}
26+
job_two:
27+
tasks: ${var.job_tasks}
28+
29+
30+
targets:
31+
dev:
32+
mode: development
33+
default: true
34+
workspace:
35+
host: https://...
36+
resources:
37+
jobs:
38+
job_one:
39+
tasks:
40+
- task_key: Task_One
41+
job_cluster_key: Medium
42+
job_clusters:
43+
- job_cluster_key: Small
44+
new_cluster:
45+
spark_version: 15.4.x-scala2.12
46+
node_type_id: Standard_DS3_v2
47+
data_security_mode: USER_ISOLATION
48+
runtime_engine: STANDARD
49+
num_workers: 1
50+
- job_cluster_key: Medium
51+
new_cluster:
52+
spark_version: 14.3.x-scala2.12
53+
node_type_id: Standard_DS5_v2
54+
data_security_mode: USER_ISOLATION
55+
runtime_engine: STANDARD
56+
num_workers: 1
57+
job_two:
58+
job_clusters:
59+
- job_cluster_key: Small
60+
new_cluster:
61+
spark_version: 15.4.x-scala2.12
62+
node_type_id: Standard_DS3_v2
63+
data_security_mode: USER_ISOLATION
64+
runtime_engine: STANDARD
65+
num_workers: 2

‎acceptance/bundle/variables/issue_2436/output.txt‎

Lines changed: 107 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,107 @@
1+
Warning: Ignoring Databricks CLI version constraint for development build. Required: >= 0.229.0, current: [DEV_VERSION]
2+
3+
Error: failed to perform target override for target=dev: failed to merge target=dev field=resources: cannot merge string with sequence
4+
5+
{
6+
"bundle": {
7+
"databricks_cli_version": "\u003e= 0.229.0",
8+
"name": "testing-bundle"
9+
},
10+
"resources": {
11+
"jobs": {
12+
"job_one": {
13+
"tasks": "${var.job_tasks}"
14+
},
15+
"job_two": {
16+
"tasks": "${var.job_tasks}"
17+
}
18+
}
19+
},
20+
"targets": {
21+
"dev": {
22+
"default": true,
23+
"mode": "development",
24+
"resources": {
25+
"jobs": {
26+
"job_one": {
27+
"job_clusters": [
28+
{
29+
"job_cluster_key": "Small",
30+
"new_cluster": {
31+
"data_security_mode": "USER_ISOLATION",
32+
"node_type_id": "Standard_DS3_v2",
33+
"num_workers": 1,
34+
"runtime_engine": "STANDARD",
35+
"spark_version": "15.4.x-scala2.12"
36+
}
37+
},
38+
{
39+
"job_cluster_key": "Medium",
40+
"new_cluster": {
41+
"data_security_mode": "USER_ISOLATION",
42+
"node_type_id": "Standard_DS5_v2",
43+
"num_workers": 1,
44+
"runtime_engine": "STANDARD",
45+
"spark_version": "14.3.x-scala2.12"
46+
}
47+
}
48+
],
49+
"tasks": [
50+
{
51+
"job_cluster_key": "Medium",
52+
"task_key": "Task_One"
53+
}
54+
]
55+
},
56+
"job_two": {
57+
"job_clusters": [
58+
{
59+
"job_cluster_key": "Small",
60+
"new_cluster": {
61+
"data_security_mode": "USER_ISOLATION",
62+
"node_type_id": "Standard_DS3_v2",
63+
"num_workers": 2,
64+
"runtime_engine": "STANDARD",
65+
"spark_version": "15.4.x-scala2.12"
66+
}
67+
}
68+
]
69+
}
70+
}
71+
},
72+
"workspace": {
73+
"host": "https://..."
74+
}
75+
}
76+
},
77+
"variables": {
78+
"job_tasks": {
79+
"default": [
80+
{
81+
"job_cluster_key": "Small",
82+
"spark_python_task": {
83+
"python_file": "./main_dummy.py"
84+
},
85+
"task_key": "Task_One"
86+
},
87+
{
88+
"depends_on": [
89+
{
90+
"task_key": "Task_One"
91+
}
92+
],
93+
"job_cluster_key": "Small",
94+
"run_if": "ALL_SUCCESS",
95+
"spark_python_task": {
96+
"python_file": "./main_dummy.py"
97+
},
98+
"task_key": "Task_Two"
99+
}
100+
],
101+
"description": "Common tasks",
102+
"type": "complex"
103+
}
104+
}
105+
}
106+
107+
Exit code: 1

‎acceptance/bundle/variables/issue_2436/script‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
$CLI bundle validate -o json

‎acceptance/bundle/variables/issue_2436/test.toml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
Badness = "Fails to merge resources because targets are resolved before variables"

0 commit comments

Comments
 (0)