Report Errors in the Magician (#323)

Merged PR #323.

Author: nat-henderson

.ci/ci.yml.tmpl

@@ -41,7 +41,7 @@ resource_types:
       type: docker-image
       source:
           repository: nmckinley/concourse-github-pr-resource
-          tag: v0.1.8
+          tag: v0.1.10
 
     - name: gcs-resource
       type: docker-image
@@ -172,21 +172,26 @@ jobs:
             version: every
             trigger: true
             params:
-                fetch_merge: true
+              fetch_merge: true
             # consumes: magic-modules (because that's where the code is)
             # products: patches
-          - task: get-merged-patches
-            file: magic-modules/.ci/magic-modules/get-merged-patches.yml
-            params:
-              GH_TOKEN: ((github-account.password))
-            # consumes: magic-modules (detached HEAD)
-            # produces: magic-modules-branched (new branch, with submodule)
-          - task: branch-magic-modules
-            file: magic-modules/.ci/magic-modules/branch.yml
-            params:
-              GH_TOKEN: ((github-account.password))
-              CREDS: ((repo-key.private_key))
-              ALL_SUBMODULES: {{' '.join(all_submodules)}}
+          - aggregate:
+            - task: get-merged-patches
+              file: magic-modules/.ci/magic-modules/get-merged-patches.yml
+              params:
+                GH_TOKEN: ((github-account.password))
+              # consumes: magic-modules (detached HEAD)
+              # produces: magic-modules-branched (new branch, with submodule)
+            - task: branch-magic-modules
+              file: magic-modules/.ci/magic-modules/branch.yml
+              params:
+                GH_TOKEN: ((github-account.password))
+                CREDS: ((repo-key.private_key))
+                ALL_SUBMODULES: {{' '.join(all_submodules)}}
+            - put: magic-modules-new-prs
+              params:
+                status: pending
+                path: magic-modules
           - aggregate:
           {% if terraform_enabled %}
             - do:
@@ -253,6 +258,12 @@ jobs:
                       force: true
                 {% endfor %}
           {% endif %}
+            on_failure:
+              put: magic-modules-new-prs
+              params:
+                status: failed
+                context: code-generation
+                path: magic-modules
 
             # consumes: magic-modules-branched
             # produces: magic-modules-submodules
@@ -286,6 +297,15 @@ jobs:
           passed: [mm-generate]
         - task: test
           file: magic-modules/.ci/unit-tests/task.yml
+          on_failure:
+              do:
+              - get: magic-modules-new-prs
+                passed: [mm-generate]
+              - put: magic-modules-new-prs
+                params:
+                  status: failed
+                  context: terraform-tests
+                  path: magic-modules-new-prs
 {% endif %}
 {% if ansible_enabled %}
     - name: ansible-test
@@ -298,6 +318,15 @@ jobs:
           passed: [mm-generate]
         - task: test
           file: magic-modules/.ci/unit-tests/ansible.yml
+          on_failure:
+              do:
+              - get: magic-modules-new-prs
+                passed: [mm-generate]
+              - put: magic-modules-new-prs
+                params:
+                  status: failed
+                  context: ansible-tests
+                  path: magic-modules-new-prs
 {% endif %}
     - name: puppet-test
       plan:
@@ -320,6 +349,15 @@ jobs:
               EXCLUDE_PATTERN: {{','.join(puppet_test_excludes[module])}}
             {%- endif %}
           {% endfor %}
+          on_failure:
+              do:
+              - get: magic-modules-new-prs
+                passed: [mm-generate]
+              - put: magic-modules-new-prs
+                params:
+                  status: failed
+                  context: puppet-tests
+                  path: magic-modules-new-prs
 
     - name: chef-test
       plan:
@@ -342,6 +380,15 @@ jobs:
               EXCLUDE_PATTERN: {{','.join(chef_test_excludes[module])}}
             {%- endif %}
           {% endfor %}
+          on_failure:
+              do:
+              - get: magic-modules-new-prs
+                passed: [mm-generate]
+              - put: magic-modules-new-prs
+                params:
+                  status: failed
+                  context: chef-tests
+                  path: magic-modules-new-prs
 
     - name: create-prs
       plan:
@@ -396,6 +443,7 @@ jobs:
               put: magic-modules-new-prs
               params:
                   status: failure
+                  context: pr-creation
                   path: mm-initial-pr
           # This will be a no-op the first time through the pipeline.  This pushes the updated
           # branch named "codegen-pr-$MM_PR_NUMBER" to the downstream terraform repo.  The