Fix install dependency for python 3.11 (#1155)

## Description

Addresses #1154 and updates test matrix to cover python 3.11 and adds windows
os.

- Upgrade poetry from 1.2.1 to 1.4.1
- updated several dependency versions conditionally on python 3.11: scikit-learn, scipy, numpy, pyarrow, typing-extensions
- whylabs-client version range tighten to prevent future breaking changes in major version bump accidentally being considered compatible with older versions of whylogs.
- refactor datasets module to pass type checking
- skip pyspark tests until there is a pyspark version released that supports python 3.11

- [x] I have reviewed the [Guidelines for Contributing](CONTRIBUTING.md)
and the [Code of Conduct](CODE_OF_CONDUCT.md).

Author: jamie256

.github/workflows/push-release.yml

@@ -9,6 +9,10 @@ defaults:
   run:
     working-directory: python
 
+env:
+  POETRY_VERSION: "1.4.1"
+  PROTOC_VERSION: "3.19.4"
+
 jobs:
   deploy:
     runs-on: ubuntu-latest
@@ -22,12 +26,12 @@ jobs:
       - name: Install Poetry
         uses: abatilo/[email protected]
         with:
-          poetry-version: 1.2.1
+          poetry-version: ${{ env.POETRY_VERSION }}
 
       - name: Install Protoc
         uses: arduino/setup-protoc@v1
         with:
-          version: "3.19.4"
+          version: ${{ env.PROTOC_VERSION }}
           repo-token: ${{ secrets.GITHUB_TOKEN }}
       - name: Cache Python dependencies
         uses: actions/cache@v3
@@ -37,7 +41,7 @@ jobs:
           restore-keys: |
             ${{ runner.os }}-pip-
       - name: Install dependencies
-        run: make install
+        run: make telemetry-opt-out install
 
       - name: Autobump version
         run: |

.github/workflows/test-notebook.yml

@@ -13,7 +13,7 @@ defaults:
 
 env:
   CODECOV_UPLOAD: false
-  POETRY_VERSION: "1.2.1"
+  POETRY_VERSION: "1.4.1"
   PROTOC_VERSION: "3.19.4"
   PYPI_PUBLISH: false
   HEAP_APPID_DEV: "3422045963"
@@ -69,7 +69,7 @@ jobs:
           esac
 
       - name: Install dependencies
-        run: make install
+        run: make telemetry-opt-out install
 
       - name: Install Graphviz
         run: sudo apt-get install graphviz

.github/workflows/whylogs-ci.yml

@@ -13,7 +13,7 @@ defaults:
 
 env:
   CODECOV_UPLOAD: false
-  POETRY_VERSION: "1.2.1"
+  POETRY_VERSION: "1.4.1"
   PROTOC_VERSION: "3.19.4"
   PYPI_PUBLISH: false
   HEAP_APPID_DEV: "3422045963"
@@ -23,8 +23,8 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        os: [ubuntu-latest, macOS-latest]
-        python-version: ["3.7", "3.8", "3.9", "3.10"]
+        os: [ubuntu-latest, macOS-latest, windows-latest]
+        python-version: ["3.7", "3.8", "3.9", "3.10", "3.11"]
 
     steps:
       - uses: actions/checkout@v3
@@ -69,7 +69,7 @@ jobs:
           esac
 
       - name: Install dependencies
-        run: make install
+        run: make telemetry-opt-out install
 
       - name: Check virtualenv location
         run: |

.readthedocs.yml

@@ -7,8 +7,8 @@ build:
   jobs:
     pre_create_environment:
       - asdf plugin add poetry
-      - asdf install poetry 1.2.0
-      - asdf global poetry 1.2.0
+      - asdf install poetry 1.4.1
+      - asdf global poetry 1.4.1
       - cd python && poetry export -E docs --without-hashes -f requirements.txt --output requirements.txt
       - cd python/docs && make pre-build
 sphinx:

Dockerfile.dev

@@ -33,7 +33,7 @@ RUN apt install less -y && \
 USER whyuser
 
 WORKDIR /home/whyuser
-RUN curl -sSL https://install.python-poetry.org | python3 - --version 1.2.1 && \
+RUN curl -sSL https://install.python-poetry.org | python3 - --version 1.4.1 && \
     echo 'export PATH="$PATH:$HOME/.local/bin"' >> .bashrc
 
 WORKDIR /workspace

python/Makefile

@@ -152,6 +152,9 @@ test-notebooks: ## Run tests for the notebooks
 	@$(call i, Running notebook tests)
 	poetry run pytest --no-cov --maxfail=1 test_notebooks/notebook_tests.py
 
+telemetry-opt-out: ## create opt out file
+	@$(call i, Creating whylogs telemetry opt-out file)
+	mkdir ~/.whylogs && echo "" >> ~/.whylogs/disable_telemetry
 
 install: ## Install all dependencies with poetry.
 	@$(call i, Installing dependencies)