fix

Author: gaborbernat

azure-pipelines.yml

@@ -55,9 +55,9 @@ jobs:
 - template: azure-run-tox-env.yml
   parameters: {name: macOS_36, python: '3.6',  image: 'macOS 10.13'}
 
-- job: tests_done
+- job: report_tests
   pool: {vmImage: 'Ubuntu 16.04'}
-  condition: always()
+  condition: and( always(), eq(variables['system.pullrequest.isfork'], false) )
   dependsOn:
   - windows_37
   - windows_36
@@ -71,12 +71,65 @@ jobs:
   - linux_27
   - macOS_36
   steps:
-  - script: curl -vk https://coveralls.io/webhook?repo_token=$(COVERALLS_REPO_TOKEN) -d "payload[build_num]=$(Build.BuildId)&payload[status]=done"
-    displayName: notify coveralls that we finished coverge reports
+  - task: UsePythonVersion@0
+    displayName: setup python for coverage
+    inputs:
+      versionSpec: '3.7'
+
+  - script: 'python -m pip install -U tox --pre'
+    displayName: install tox
+
+  - task: DownloadBuildArtifacts@0
+    displayName: 'download test coverage and junit files'
+    inputs:
+      buildType: 'current'
+      downloadType: 'specific'
+      itemPattern: 'test-report-*/*'
+      downloadPath: '$(Build.StagingDirectory)'
+
+  - task: PublishTestResults@2
+    displayName: publish test results via junit
+    inputs:
+      testResultsFormat: 'JUnit'
+      testResultsFiles: '$(Build.StagingDirectory)/*/.test.*.xml'
+
+  - script: 'python -m tox -e coverage --notest'
+    displayName: create coverag report env
+
+  - script: |
+      python -c '
+      from pathlib import Path
+      import shutil
+
+      for coverage_file in Path("$(Build.StagingDirectory)").glob("*/.coverage"):
+          destination = Path("$(System.DefaultWorkingDirectory)") / ".tox" / f".coverage.{coverage_file.parent.name[12:]}"
+          print(f"{coverage_file} copy to {destination}")
+          shutil.copy(str(coverage_file), str(destination))
+      '
+    displayName: move coverage files into .tox
+
+  - script: 'python -m tox -e coverage'
+    displayName: create coverag report
+
+  - task: PublishCodeCoverageResults@1
+    inputs:
+      codeCoverageTool: 'cobertura'
+      summaryFileLocation: '$(System.DefaultWorkingDirectory)/.tox/coverage.xml'
+      reportDirectory: '$(System.DefaultWorkingDirectory)/.tox/htmlcov'
+      failIfCoverageEmpty: true
+
+  - script: 'python -m tox -e coveralls -- $(System.PullRequest.PullRequestNumber)'
+    displayName: upload coveralls
+    env:
+      CI_BRANCH: $(Build.SourceBranch)
+      COVERALLS_REPO_TOKEN: $(COVERALLS_REPO_TOKEN)
+      COVERALLS_PARALLEL: false
+      COVERALLS_FLAG_NAME: ${{ parameters.name }}
+
 
 - job: publish
   dependsOn:
-  - tests_done
+  - report_tests
   - check_code_style
   - generate_docs
   - check_package_long_description

azure-run-tox-env.yml

@@ -26,16 +26,22 @@ jobs:
     displayName: perform tox env run
     env:
       TOXENV: ${{ parameters.tox }}
+      JUNIT_XML_FILE: ${{ format('$(Build.StagingDirectory)/.test.{0}.xml', parameters.name) }}
 
-  - ${{ if eq(parameters.tox, 'py') }}:
+  - ${{ if and( eq(parameters.tox, 'py'), eq(variables['system.pullrequest.isfork'], false) ) }}:
 
-    - script: 'python -m tox -e coverage'
-      displayName: generate coverage report
+      - script: 'python -m tox -e coverage'
+        displayName: create coverag report
 
-    - script: 'python -m tox -e coveralls -- $(Build.BuildId) $(System.PullRequest.PullRequestNumber)'
-      displayName: upload coveralls
-      env:
-        CI_BRANCH: $(Build.SourceBranch)
-        COVERALLS_REPO_TOKEN: $(COVERALLS_REPO_TOKEN)
-        COVERALLS_PARALLEL: true
-        COVERALLS_FLAG_NAME: ${{ parameters.name }}
+      - task: CopyFiles@2
+        displayName: move coverage files into staging area
+        inputs:
+          sourceFolder: $(System.DefaultWorkingDirectory)/.tox
+          contents: '.coverage'
+          targetFolder: $(Build.StagingDirectory)
+
+      - task: PublishBuildArtifacts@1
+        displayName: publish tests data artifacts
+        inputs:
+          pathtoPublish: $(Build.ArtifactStagingDirectory)
+          ArtifactName: ${{ format('test-report-{0}', parameters.name) }}

tasks/coveralls_config.py

@@ -9,10 +9,9 @@
 content = textwrap.dedent(
     """
 service_name: Azure Pipelines
-service_job_id: "{}"
 service_pull_request: "https://github.com/tox-dev/tox/pull/{}"
 """.format(
-        sys.argv[1], sys.argv[2]
+        sys.argv[1]
     )
 )
 

tox.ini

@@ -16,11 +16,18 @@ skip_missing_interpreters = true
 [testenv]
 description = run the tests with pytest under {basepython}
 setenv = PIP_DISABLE_VERSION_CHECK = 1
-         COVERAGE_FILE = {toxworkdir}/.coverage.{envname}
+         COVERAGE_FILE = {env:COVERAGE_FILE:{toxworkdir}/.coverage.{envname}}
 passenv = http_proxy https_proxy no_proxy SSL_CERT_FILE TOXENV CI TRAVIS TRAVIS_* APPVEYOR APPVEYOR_* CODECOV_*
 deps =
 extras = testing
-commands = pytest {posargs:--cov="{envsitepackagesdir}/tox" --cov-config="{toxinidir}/tox.ini"  --timeout=180 . -n {env:PYTEST_XDIST_PROC_NR:auto}}
+commands = pytest {posargs:\
+           --cov="{envsitepackagesdir}/tox" \
+           --cov-config="{toxinidir}/tox.ini"  \
+           --timeout=180 \
+           -n={env:PYTEST_XDIST_PROC_NR:auto} \
+           --junitxml={env:JUNIT_XML_FILE:{toxworkdir}/.test.{envname}.xml} \
+           . }
+
 
 [testenv:docs]
 description = invoke sphinx-build to build the HTML docs
@@ -103,16 +110,12 @@ branch = true
 skip_covered = True
 show_missing = True
 exclude_lines =
-    # Have to re-enable the standard pragma
     \#\s*pragma: no cover
-    # We optionally substitute this
     ${COVERAGE_IGNORE_WINDOWS}
-    # Don't complain if tests don't hit defensive assertion code:
     ^\s*raise AssertionError\b
     ^\s*raise NotImplementedError\b
     ^\s*return NotImplemented\b
     ^\s*raise$
-    # Don't complain if non-runnable code isn't run:
     ^if __name__ == ['"]__main__['"]:$
 
 [coverage:paths]