Collect more logs on nightly failure (#62)

* Collect more logs

* Switch to bash key

* Ignore failed reads on tar in Circle

* Add TEMP and TMPDIR env var export for artifact upload on failure

Author: mcafaro

.circleci/config.yml

@@ -24,7 +24,8 @@ jobs:
         type: string
     executor: <<parameters.os>>
     environment:
-       MATLAB_LOG_DIR: /home/circleci/project/logs
+       MATLAB_LOG_DIR: /home/circleci/project/mw_logs
+       MW_INSTALLER_DDUX_LOG: /home/circleci/project/mw_logs/mw_installer_ddux.log
        MW_DIAGNOSTIC_DEST: file
        MW_DIAGNOSTIC_SPEC: cppmicroservices::framework.*=all;install.*=all;
        MW_VERBOSE_HTTPCLIENT_CORE: 1
@@ -46,11 +47,11 @@ jobs:
       - matlab/run-tests:
           source-folder: code
       - run:
-          command: tar -cvzf matlab-logs.tar /home/circleci/project/logs
+          command: tar --ignore-failed-read -cvzf mw-logs.tar /home/circleci/project/mw_logs "$TEMP"/mathworks_*.log "$TMPDIR"/mathworks_*.log /tmp/mathworks_*.log
           when: on_fail
           shell: bash
       - store_artifacts:
-          path: matlab-logs.tar
+          path: mw-logs.tar
           when: on_fail
 
 workflows:

.github/workflows/ci.yml

@@ -18,7 +18,8 @@ jobs:
     runs-on: ${{ matrix.os }}
 
     env:
-      MATLAB_LOG_DIR: ${{ github.workspace }}/logs
+      MATLAB_LOG_DIR: ${{ github.workspace }}/mw_logs
+      MW_INSTALLER_DDUX_LOG: ${{ github.workspace }}/mw_logs/mw_installer_ddux.log
       MW_DIAGNOSTIC_DEST: file
       MW_DIAGNOSTIC_SPEC: cppmicroservices::framework.*=all;install.*=all;
       MW_VERBOSE_HTTPCLIENT_CORE: 1
@@ -38,13 +39,24 @@ jobs:
         uses: matlab-actions/run-tests@v2
         with:
           source-folder: code
+
+      - name: Export TEMP and TMPDIR env vars for artifact upload
+        if: ${{ failure() }}
+        run: |
+          echo "TEMP=$TEMP" >> $GITHUB_ENV
+          echo "TMPDIR=$TMPDIR" >> $GITHUB_ENV
+        shell: bash
 
       - name: Upload MPM and MATLAB logs
         if: ${{ failure() }}
         uses: actions/upload-artifact@v4
         with:
-          name: matlab-logs-${{ github.job }}-${{ matrix.os }}
-          path: ${{ env.MATLAB_LOG_DIR }}
+          name: mw-logs-${{ github.job }}-${{ matrix.os }}
+          path: |
+            ${{ env.MATLAB_LOG_DIR }}
+            ${{ env.TEMP }}/mathworks_*.log
+            ${{ env.TMPDIR }}/mathworks_*.log
+            /tmp/mathworks_*.log
           if-no-files-found: ignore
 
       - name: Send mail

azure-pipelines-template.yml

@@ -6,7 +6,8 @@ jobs:
         pool:
           vmImage: ${{ image }}
         variables:
-          MATLAB_LOG_DIR: $(Build.SourcesDirectory)/logs
+          MATLAB_LOG_DIR: $(Build.SourcesDirectory)/mw_logs
+          MW_INSTALLER_DDUX_LOG: $(Build.SourcesDirectory)/mw_logs/mw_installer_ddux.log
           MW_DIAGNOSTIC_DEST: file
           MW_DIAGNOSTIC_SPEC: cppmicroservices::framework.*=all;install.*=all;
           MW_VERBOSE_HTTPCLIENT_CORE: 1
@@ -19,9 +20,15 @@ jobs:
           - task: RunMATLABTests@1
             inputs:
               sourceFolder: code
+          - bash: |
+              mkdir -p $(Build.ArtifactStagingDirectory)/mw_logs
+              cp -r $(MATLAB_LOG_DIR)/* $(Build.ArtifactStagingDirectory)/mw_logs/ || true
+              cp -v /tmp/mathworks_*.log $(Build.ArtifactStagingDirectory)/mw_logs/ || true
+            condition: failed()
+            displayName: Gather MPM and MATLAB logs
           - task: PublishBuildArtifacts@1
             condition: failed()
             inputs:
-              PathtoPublish: $(MATLAB_LOG_DIR)
-              ArtifactName: matlab-logs
+              PathtoPublish: $(Build.ArtifactStagingDirectory)/mw_logs
+              ArtifactName: mw-logs
             displayName: Publish MPM and MATLAB logs