Merge pull request #1659 from microsoft/andreas/tox2

Set Spark env variables in tox for nightly test

.github/workflows/actions/run-tests/action.yml

@@ -47,12 +47,6 @@ runs:
       sudo apt-get install -y build-essential libpython3.6 libpython3.7
       pip install tox
   
-  - name: Set PYSPARK environment variables
-    shell: bash
-    run: |
-      export PYSPARK_DRIVER_PYTHON=$(which python)
-      export PYSPARK_PYTHON=$(which python)
-
   - name: Run ${{ inputs.test-kind }} tests ('${{ inputs.test-marker }}')
     shell: bash
     # '-e py' will use the default 'python' executable found in system path

tox.ini

@@ -37,7 +37,9 @@ extras = dev,gpu,examples
 # 2. "spark and notebooks and not spark" (tests for notebook using spark)
 # passenv is used for the PYSPARK_PYTHON, PYSPARK_DRIVER_PYTHON env variables
 extras = dev,spark,examples
-passenv = *
+setenv =
+       PYSPARK_DRIVER_PYTHON = {envpython}
+       PYSPARK_PYTHON = {envpython}
 
 [testenv:all]
 # i.e: 'pip install recommenders-*.whl[all]'