Add support for Python 3.11 and deprecate Python 3.8

.github/workflows/install.yaml

@@ -17,9 +17,9 @@ jobs:
     strategy:
       matrix:
         python_version:
-          - "3.8"
           - "3.9"
           - "3.10"
+          - "3.11"
         install_version:
           - ""
     steps:

docs/source/getting_started/installation.md

@@ -1,5 +1,5 @@
 # 💾 Installation
-StreamingDataset installs via pip. Installing StreamingDataset in a virtual environment is recommended to avoid any dependency conflicts. StreamingDataset has been tested on Python 3.8, 3.9, and 3.10.
+StreamingDataset installs via pip. Installing StreamingDataset in a virtual environment is recommended to avoid any dependency conflicts. StreamingDataset has been tested on Python 3.9, 3.10, and 3.11.
 
 ## Create a virtual environment
 1. Create and navigate to your project directory:

setup.py

@@ -36,9 +36,9 @@
 
 classifiers = [
     'Programming Language :: Python :: 3',
-    'Programming Language :: Python :: 3.8',
     'Programming Language :: Python :: 3.9',
     'Programming Language :: Python :: 3.10',
+    'Programming Language :: Python :: 3.11',
 ]
 
 install_requires = [
@@ -141,5 +141,5 @@
     classifiers=classifiers,
     install_requires=install_requires,
     extras_require=extra_deps,
-    python_requires='>=3.8',
+    python_requires='>=3.9',
 )

streaming/base/dataset.py

@@ -110,14 +110,8 @@ def __init__(self, sample_ids: NDArray[np.int64]) -> None:
         # at shutdown to prevent a deadlock.
         # In python version >=3.9 this can be accomplished via
         # threading._register_atexit but not with the atexit module.
-        # In older python versions, the atexit module can be used, and
-        # threading._register_atexit does not exist.
-        if sys.version_info[1] <= 8:  # check if python version <=3.8
-            import atexit
-            atexit.register(self.non_blocking_exit)
-        else:
-            from threading import _register_atexit  # pyright: ignore
-            _register_atexit(self.non_blocking_exit)
+        from threading import _register_atexit  # pyright: ignore
+        _register_atexit(self.non_blocking_exit)
 
     def non_blocking_exit(self) -> None:
         """Signal threads to exit without blocking.

streaming/base/format/base/writer.py

@@ -296,10 +296,7 @@ def finish(self) -> None:
     def cancel_future_jobs(self) -> None:
         """Shutting down the executor and cancel all the pending jobs."""
         # Beginning python v3.9, ThreadPoolExecutor.shutdown() has a new parameter `cancel_futures`
-        if sys.version_info[1] <= 8:  # check if python version <=3.8
-            self.executor.shutdown(wait=False)
-        else:
-            self.executor.shutdown(wait=False, cancel_futures=True)
+        self.executor.shutdown(wait=False, cancel_futures=True)
         if self.remote and not self.keep_local:
             shutil.rmtree(self.local, ignore_errors=True)