Add WAL for direct deployment state recovery

acceptance/bundle/artifacts/artifact_upload_with_no_library_reference/out.deploy.direct.txt

@@ -0,0 +1,7 @@
+
+>>> [CLI] bundle deploy
+Uploading whl/source.whl...
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files...
+Deploying resources...
+Updating deployment state...
+Deployment complete!

acceptance/bundle/artifacts/artifact_upload_with_no_library_reference/out.deploy.terraform.txt

@@ -0,0 +1,6 @@
+
+>>> [CLI] bundle deploy
+Uploading whl/source.whl...
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files...
+Deploying resources...
+Deployment complete!

acceptance/bundle/artifacts/artifact_upload_with_no_library_reference/output.txt

@@ -1,10 +1,4 @@
 
->>> [CLI] bundle deploy
-Uploading whl/source.whl...
-Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files...
-Deploying resources...
-Deployment complete!
-
 === Expecting wheel to be uploaded
 >>> jq .path
 "/api/2.0/workspace-files/import-file/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files/whl/source.whl"

acceptance/bundle/artifacts/artifact_upload_with_no_library_reference/script

@@ -2,7 +2,7 @@
 mkdir -p whl
 echo "test wheel content" > whl/source.whl
 
-trace $CLI bundle deploy
+trace $CLI bundle deploy > out.deploy.$DATABRICKS_BUNDLE_ENGINE.txt 2>&1
 
 title "Expecting wheel to be uploaded"
 trace jq .path < out.requests.txt | grep import | grep whl | sort

acceptance/bundle/artifacts/artifact_upload_with_no_library_reference/test.toml

@@ -1,4 +1,5 @@
 RecordRequests = true
+EnvVaryOutput = "DATABRICKS_BUNDLE_ENGINE"
 Ignore = [
     '.venv',
     'dist',

acceptance/bundle/artifacts/build_and_files_whl/out.deploy.direct.txt

@@ -0,0 +1,8 @@
+
+>>> errcode [CLI] bundle deploy
+Building artifact_with_custom_dist...
+Uploading mydist/my_test_code-0.0.1-py3-none-any.whl...
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files...
+Deploying resources...
+Updating deployment state...
+Deployment complete!

acceptance/bundle/artifacts/build_and_files_whl/out.deploy.terraform.txt

@@ -0,0 +1,7 @@
+
+>>> errcode [CLI] bundle deploy
+Building artifact_with_custom_dist...
+Uploading mydist/my_test_code-0.0.1-py3-none-any.whl...
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files...
+Deploying resources...
+Deployment complete!

acceptance/bundle/artifacts/build_and_files_whl/output.txt

@@ -7,10 +7,3 @@ Workspace:
   Path: /Workspace/Users/[USERNAME]/.bundle/test-bundle/default
 
 Validation OK!
-
->>> errcode [CLI] bundle deploy
-Building artifact_with_custom_dist...
-Uploading mydist/my_test_code-0.0.1-py3-none-any.whl...
-Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files...
-Deploying resources...
-Deployment complete!

acceptance/bundle/artifacts/build_and_files_whl/script

@@ -1,5 +1,5 @@
 cp -r $TESTDIR/../whl_explicit/my_test_code/{setup.py,src} .
 trace $CLI bundle validate
 # I expect this deploy to work because I explicitly told where to find the wheel, but it does not:
-trace errcode $CLI bundle deploy
+trace errcode $CLI bundle deploy > out.deploy.$DATABRICKS_BUNDLE_ENGINE.txt 2>&1
 rm mydist/my_test_code-0.0.1-py3-none-any.whl setup.py src/*.py

acceptance/bundle/artifacts/build_and_files_whl/test.toml

@@ -1 +1,2 @@
 RecordRequests = false
+EnvVaryOutput = "DATABRICKS_BUNDLE_ENGINE"

acceptance/bundle/artifacts/shell/bash/out.deploy.direct.txt

@@ -0,0 +1,7 @@
+
+>>> [CLI] bundle deploy
+Building my_artifact...
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/shell-bash/default/files...
+Deploying resources...
+Updating deployment state...
+Deployment complete!

acceptance/bundle/artifacts/shell/bash/out.deploy.terraform.txt

@@ -0,0 +1,6 @@
+
+>>> [CLI] bundle deploy
+Building my_artifact...
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/shell-bash/default/files...
+Deploying resources...
+Deployment complete!

acceptance/bundle/artifacts/shell/bash/output.txt

@@ -1,6 +1 @@
 
->>> [CLI] bundle deploy
-Building my_artifact...
-Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/shell-bash/default/files...
-Deploying resources...
-Deployment complete!

acceptance/bundle/artifacts/shell/bash/script

@@ -1 +1 @@
-trace $CLI bundle deploy
+trace $CLI bundle deploy > out.deploy.$DATABRICKS_BUNDLE_ENGINE.txt 2>&1

acceptance/bundle/artifacts/shell/basic/out.deploy.direct.txt

@@ -0,0 +1,7 @@
+
+>>> [CLI] bundle deploy
+Building my_artifact...
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/shell-basic/default/files...
+Deploying resources...
+Updating deployment state...
+Deployment complete!

acceptance/bundle/artifacts/shell/basic/out.deploy.terraform.txt

@@ -0,0 +1,6 @@
+
+>>> [CLI] bundle deploy
+Building my_artifact...
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/shell-basic/default/files...
+Deploying resources...
+Deployment complete!

acceptance/bundle/artifacts/shell/basic/output.txt

@@ -1,6 +1 @@
 
->>> [CLI] bundle deploy
-Building my_artifact...
-Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/shell-basic/default/files...
-Deploying resources...
-Deployment complete!

acceptance/bundle/artifacts/shell/basic/script

@@ -1 +1 @@
-trace $CLI bundle deploy
+trace $CLI bundle deploy > out.deploy.$DATABRICKS_BUNDLE_ENGINE.txt 2>&1

acceptance/bundle/artifacts/shell/default/out.deploy.direct.txt

@@ -0,0 +1,7 @@
+
+>>> [CLI] bundle deploy
+Building my_artifact...
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/shell-bash/default/files...
+Deploying resources...
+Updating deployment state...
+Deployment complete!

acceptance/bundle/artifacts/shell/default/out.deploy.terraform.txt

@@ -0,0 +1,6 @@
+
+>>> [CLI] bundle deploy
+Building my_artifact...
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/shell-bash/default/files...
+Deploying resources...
+Deployment complete!

acceptance/bundle/artifacts/shell/default/output.txt

@@ -1,6 +1 @@
 
->>> [CLI] bundle deploy
-Building my_artifact...
-Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/shell-bash/default/files...
-Deploying resources...
-Deployment complete!

acceptance/bundle/artifacts/shell/default/script

@@ -1 +1 @@
-trace $CLI bundle deploy
+trace $CLI bundle deploy > out.deploy.$DATABRICKS_BUNDLE_ENGINE.txt 2>&1

acceptance/bundle/artifacts/shell/sh/out.deploy.direct.txt

@@ -0,0 +1,7 @@
+
+>>> [CLI] bundle deploy
+Building my_artifact...
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/shell-sh/default/files...
+Deploying resources...
+Updating deployment state...
+Deployment complete!

acceptance/bundle/artifacts/shell/sh/out.deploy.terraform.txt

@@ -0,0 +1,6 @@
+
+>>> [CLI] bundle deploy
+Building my_artifact...
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/shell-sh/default/files...
+Deploying resources...
+Deployment complete!

acceptance/bundle/artifacts/shell/sh/output.txt

@@ -1,6 +1 @@
 
->>> [CLI] bundle deploy
-Building my_artifact...
-Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/shell-sh/default/files...
-Deploying resources...
-Deployment complete!

acceptance/bundle/artifacts/shell/sh/script

@@ -1 +1 @@
-trace $CLI bundle deploy
+trace $CLI bundle deploy > out.deploy.$DATABRICKS_BUNDLE_ENGINE.txt 2>&1

acceptance/bundle/deploy/empty-bundle/out.deploy.direct.txt

@@ -0,0 +1,6 @@
+
+>>> [CLI] bundle deploy
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle-[UNIQUE_NAME]/default/files...
+Deploying resources...
+Updating deployment state...
+Deployment complete!

acceptance/bundle/deploy/empty-bundle/out.deploy.terraform.txt

@@ -0,0 +1,5 @@
+
+>>> [CLI] bundle deploy
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle-[UNIQUE_NAME]/default/files...
+Deploying resources...
+Deployment complete!

acceptance/bundle/deploy/empty-bundle/output.txt

@@ -1,9 +1,4 @@
 
->>> [CLI] bundle deploy
-Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle-[UNIQUE_NAME]/default/files...
-Deploying resources...
-Deployment complete!
-
 >>> [CLI] bundle destroy --auto-approve
 All files and directories at the following location will be deleted: /Workspace/Users/[USERNAME]/.bundle/test-bundle-[UNIQUE_NAME]/default
 

acceptance/bundle/deploy/empty-bundle/script

@@ -4,4 +4,4 @@ cleanup() {
 }
 trap cleanup EXIT
 
-trace $CLI bundle deploy
+trace $CLI bundle deploy > out.deploy.$DATABRICKS_BUNDLE_ENGINE.txt 2>&1

acceptance/bundle/deploy/wal/chain-10-jobs/databricks.yml

@@ -0,0 +1,117 @@
+bundle:
+  name: wal-chain-test
+
+resources:
+  jobs:
+    # Linear chain: job_01 -> job_02 -> ... -> job_10
+    # Execution order: job_01 first, job_10 last
+    job_01:
+      name: "job-01"
+      description: "first in chain"
+      tasks:
+        - task_key: "task"
+          spark_python_task:
+            python_file: ./test.py
+          new_cluster:
+            spark_version: 15.4.x-scala2.12
+            node_type_id: i3.xlarge
+            num_workers: 0
+    job_02:
+      name: "job-02"
+      description: "depends on ${resources.jobs.job_01.id}"
+      tasks:
+        - task_key: "task"
+          spark_python_task:
+            python_file: ./test.py
+          new_cluster:
+            spark_version: 15.4.x-scala2.12
+            node_type_id: i3.xlarge
+            num_workers: 0
+    job_03:
+      name: "job-03"
+      description: "depends on ${resources.jobs.job_02.id}"
+      tasks:
+        - task_key: "task"
+          spark_python_task:
+            python_file: ./test.py
+          new_cluster:
+            spark_version: 15.4.x-scala2.12
+            node_type_id: i3.xlarge
+            num_workers: 0
+    job_04:
+      name: "job-04"
+      description: "depends on ${resources.jobs.job_03.id}"
+      tasks:
+        - task_key: "task"
+          spark_python_task:
+            python_file: ./test.py
+          new_cluster:
+            spark_version: 15.4.x-scala2.12
+            node_type_id: i3.xlarge
+            num_workers: 0
+    job_05:
+      name: "job-05"
+      description: "depends on ${resources.jobs.job_04.id}"
+      tasks:
+        - task_key: "task"
+          spark_python_task:
+            python_file: ./test.py
+          new_cluster:
+            spark_version: 15.4.x-scala2.12
+            node_type_id: i3.xlarge
+            num_workers: 0
+    job_06:
+      name: "job-06"
+      description: "depends on ${resources.jobs.job_05.id}"
+      tasks:
+        - task_key: "task"
+          spark_python_task:
+            python_file: ./test.py
+          new_cluster:
+            spark_version: 15.4.x-scala2.12
+            node_type_id: i3.xlarge
+            num_workers: 0
+    job_07:
+      name: "job-07"
+      description: "depends on ${resources.jobs.job_06.id}"
+      tasks:
+        - task_key: "task"
+          spark_python_task:
+            python_file: ./test.py
+          new_cluster:
+            spark_version: 15.4.x-scala2.12
+            node_type_id: i3.xlarge
+            num_workers: 0
+    job_08:
+      name: "job-08"
+      description: "depends on ${resources.jobs.job_07.id}"
+      tasks:
+        - task_key: "task"
+          spark_python_task:
+            python_file: ./test.py
+          new_cluster:
+            spark_version: 15.4.x-scala2.12
+            node_type_id: i3.xlarge
+            num_workers: 0
+    job_09:
+      name: "job-09"
+      description: "depends on ${resources.jobs.job_08.id}"
+      tasks:
+        - task_key: "task"
+          spark_python_task:
+            python_file: ./test.py
+          new_cluster:
+            spark_version: 15.4.x-scala2.12
+            node_type_id: i3.xlarge
+            num_workers: 0
+    job_10:
+      name: "job-10"
+      description: "depends on ${resources.jobs.job_09.id}"
+      tasks:
+        - task_key: "task"
+          spark_python_task:
+            python_file: ./test.py
+          new_cluster:
+            spark_version: 15.4.x-scala2.12
+            node_type_id: i3.xlarge
+            num_workers: 0