#786: updates to shutdown

Author: aschonfeld

dtale/app.py

@@ -3,6 +3,7 @@
 import getpass
 import jinja2
 import logging
+import multiprocessing
 import os
 import pandas as pd
 import random
@@ -50,11 +51,6 @@
 )
 from dtale.views import DtaleData, head_endpoint, is_up, kill, startup
 
-if PY3:
-    import _thread
-else:
-    import thread as _thread
-
 logger = logging.getLogger(__name__)
 
 USE_NGROK = False
@@ -423,8 +419,12 @@ def shutdown_server():
         logger.info("Executing shutdown...")
         func = request.environ.get("werkzeug.server.shutdown")
         if func is None:
-            raise RuntimeError("Not running with the Werkzeug Server")
-        func()
+            logger.info("Not running with the Werkzeug Server, exiting using os._exit")
+            import os
+
+            os._exit(os.EX_OK)
+        else:
+            func()
         global_state.cleanup()
         ACTIVE_PORT = None
         ACTIVE_HOST = None
@@ -633,6 +633,14 @@ def use_colab(port):
         return None
 
 
+class _LocalFunctions:
+    @classmethod
+    def add_functions(cls, *args):
+        for function in args:
+            setattr(cls, function.__name__, function)
+            function.__qualname__ = cls.__qualname__ + "." + function.__name__
+
+
 def show(data=None, data_loader=None, name=None, context_vars=None, **options):
     """
     Entry point for kicking off D-Tale :class:`flask:flask.Flask` process from python process
@@ -830,7 +838,9 @@ def _start():
             if is_active:
                 _start()
             else:
-                _thread.start_new_thread(_start, ())
+                _LocalFunctions.add_functions(_start)
+                p = multiprocessing.Process(target=_start, args=())
+                p.start()
 
             if final_options["notebook"]:
                 instance.notebook()

dtale/views.py

@@ -192,7 +192,10 @@ def kill(base):
     This function fires a request to this instance's 'shutdown' route to kill it
 
     """
-    requests.get(build_shutdown_url(base))
+    try:
+        requests.get(build_shutdown_url(base))
+    except BaseException:
+        logger.info("Shutdown complete")
 
 
 def is_up(base):

requirements.txt

@@ -23,6 +23,7 @@ Flask<2.3; python_version >= '3.7'
 Flask-Compress
 flask-ngrok; python_version > '3.0'
 future>=0.14.0
+immutables<=0.19; python_version == '3.6'
 itsdangerous<=1.1.0; python_version < '3.7'
 itsdangerous; python_version >= '3.7'
 # required for loading scikit-learn
@@ -45,7 +46,8 @@ matplotlib<=3.3.4; python_version == '3.4'
 matplotlib<=3.3.4; python_version == '3.5'
 matplotlib<=3.3.4; python_version == '3.6'
 matplotlib<=3.5.3; python_version == '3.7'
-matplotlib; python_version >= '3.8'
+matplotlib<=3.7.2; python_version == '3.8'
+matplotlib; python_version >= '3.9'
 missingno
 networkx<=2.2; python_version <= '3.4'
 networkx<=2.4; python_version == '3.5'

setup.py

@@ -83,7 +83,7 @@ def run_tests(self):
     install_requires=read_file("requirements.txt"),
     extras_require={
         "arctic": ["arctic <= 1.79.4"],
-        "arcticdb": ["arcticdb"],
+        "arcticdb": ["arcticdb != 1.6.1"],
         "dash-bio": [
             "ParmEd==3.4.3; python_version == '3.6'",
             "dash-bio; python_version > '3.0'",

tests/dtale/test_app.py

@@ -320,7 +320,7 @@ def run(self, *args, **kwargs):
             ignore_duplicate=True,
         )
 
-    with mock.patch("dtale.app._thread.start_new_thread", mock.Mock()) as mock_thread:
+    with mock.patch("multiprocessing.Process", mock.Mock()) as mock_thread:
         show(data=test_data, subprocess=True, ignore_duplicate=True)
         mock_thread.assert_called()
 

tests/dtale/test_views.py

@@ -435,18 +435,25 @@ def import_mock(name, *args, **kwargs):
 
 @pytest.mark.unit
 def test_shutdown(unittest):
+    import werkzeug
+
     with app.test_client() as c:
         try:
-            c.get("/shutdown")
+            with ExitStack() as stack:
+                mock_os = stack.enter_context(mock.patch("os._exit", mock.Mock()))
+                resp = c.get("/shutdown").data
+                assert "Server shutting down..." in str(resp)
+                mock_os.assert_called()
             unittest.fail()
         except:  # noqa
             pass
-        mock_shutdown = mock.Mock()
-        resp = c.get(
-            "/shutdown", environ_base={"werkzeug.server.shutdown": mock_shutdown}
-        ).data
-        assert "Server shutting down..." in str(resp)
-        mock_shutdown.assert_called()
+        if parse_version(werkzeug.__version__) < parse_version("2.1.0"):
+            mock_shutdown = mock.Mock()
+            resp = c.get(
+                "/shutdown", environ_base={"werkzeug.server.shutdown": mock_shutdown}
+            ).data
+            assert "Server shutting down..." in str(resp)
+            mock_shutdown.assert_called()
 
 
 @pytest.mark.unit