Publishing docs with azure artifacts instead of github pages, and add…

…ing better debug info on installed deps
pandas-dev · datapythonista · Dec 3, 2018 · Sep 27, 2018 · Sep 27, 2018 · Sep 27, 2018
commit eb558dfd6575d038553a77acec79f73c1a4f7c25
diff --git a/azure-pipelines.yml b/azure-pipelines.yml
@@ -40,7 +40,6 @@ jobs:
       export CONDA_ENV=pandas
       export ENV_FILE=ci/deps/azure-checks-and-doc.yaml
       ci/incremental/setup_conda_environment.sh
-      conda list -e  # TODO just for debugging, remove later
     displayName: 'Set up environment'
 
   - script: |
@@ -66,7 +65,6 @@ jobs:
 
   - script: |
       export PATH=$HOME/miniconda3/bin:$PATH
-      conda install pyqt  # TODO should be in the dependencies, but not sure if it's being installed, just testing what happens
       ci/code_checks.sh doctests
     displayName: 'Running doctests'
     condition: true
@@ -84,20 +82,12 @@ jobs:
     displayName: 'Building docs'
     condition: true
 
-  - script: |
-      export REPO_DIR="/tmp/pandas-docs-travis"
-      git config --global user.email "pandas-docs-bot@localhost"
-      git config --global user.name "pandas-docs-bot"
-      # TODO PANDAS_GH_TOKEN needs to be added as a secret variable
-      git clone "https://${PANDAS_GH_TOKEN}@github.com/pandas-dev/pandas-docs-travis.git" $REPO_DIR
-      git branch gh-pages --track origin/gh-pages
-      git checkout gh-pages
-      # TODO if this is th
8000
e build from master, and not from a PR, the build should
-      # be in the root replacing the old build, and not in a new directory
-      cp -r doc/build/html $REPO_DIR/$(System.PullRequest.PullRequestId)
-      cp LICENSE $REPO_DIR/$(System.PullRequest.PullRequestId)
-      git add --all .
-      git commit -m "Added pandas documentation of pull request $(System.PullRequest.PullRequestId)"
-      git push
-    displayName: 'Uploading docs'
+  - task: PublishBuildArtifacts@1
+    inputs:
+      pathtoPublish: $(Build.SourcesDirectory)/doc/build/html
+      artifactName: 'docs'
+      publishLocation: 'Container'
+      parallel: true
+      parallelCount: 8
+    displayName: 'Publshing docs'
     condition: true
diff --git a/ci/code_checks.sh b/ci/code_checks.sh
@@ -205,7 +205,7 @@ fi
 if [[ -z "$CHECK" || "$CHECK" == "docstrings" ]]; then
 
     MSG='Validate docstrings (SS04, PR03, PR05, EX04)' ; echo $MSG
-    scripts/validate_docstrings.py --format=azure --errors=SS04,PR03,PR05,EX04
+    $BASE_DIR/scripts/validate_docstrings.py --format=azure --errors=SS04,PR03,PR05,EX04
     RET=$(($RET + $?)) ; echo $MSG "DONE"
 
 fi
@@ -214,7 +214,7 @@ fi
 if [[ -z "$CHECK" || "$CHECK" == "dependencies" ]]; then
 
     MSG='Check that requirements-dev.txt has been generated from environment.yml' ; echo $MSG
-    $BASE_DIR/scripts/generate_pip_deps_from_conda.py --compare
+    $BASE_DIR/scripts/generate_pip_deps_from_conda.py --compare --azure
     RET=$(($RET + $?)) ; echo $MSG "DONE"
 
 fi

diff --git a/ci/incremental/setup_conda_environment.sh b/ci/incremental/setup_conda_environment.sh
@@ -17,6 +17,7 @@ conda remove --all -q -y -n $CONDA_ENV
 echo
 echo "[create env]"
 time conda env create -q -n "${CONDA_ENV}" --file="${ENV_FILE}" || exit 1
+conda list -e
 
 # Activate first
 set +v
@@ -38,6 +39,8 @@ if [ -n "$LOCALE_OVERRIDE" ]; then
     sudo locale-gen "$LOCALE_OVERRIDE"
 fi
 
+conda list -e
+
 # # Install the compiler toolchain
 # if [[ $(uname) == Linux ]]; then
 #     if [[ "$CONDA_SUBDIR" == "linux-32" || "$BITS32" == "yes" ]] ; then