Update Waking-up-takes-about-9min-Sleep-after-15min-of-inactivity

app.py

@@ -34,8 +34,14 @@ GenerationConfig {
 # pylint: disable=line-too-long, invalid-name, no-member, redefined-outer-name, missing-function-docstring, missing-class-docstring, broad-except,
 from run_cmd import run_cmd  # noqa
 
-# overwrite libbitsandbytes_cpu.so with libbitsandbytes_cuda118.so
-run_cmd("cd /home/user/.pyenv/versions/3.10.13/lib/python3.10/site-packages/bitsandbytes; cp libbitsandbytes_cuda118.so libbitsandbytes_cpu.so")  # noqa
+# autodl with cuda12 NVIDIA-SMI appears
+# 525.105.17   Driver Version: 525.105.17   CUDA Version: 12.0
+# no fix needed
+
+# clumsy fix for hf overwrite libbitsandbytes_cpu.so with libbitsandbytes_cuda118.so
+run_cmd(
+    "cd /home/user/.pyenv/versions/3.10.13/lib/python3.10/site-packages/bitsandbytes; cp libbitsandbytes_cuda118.so libbitsandbytes_cpu.so"
+)  # noqa
 
 import gc
 import os
@@ -64,22 +70,20 @@ except Exception:
     # Windows
     logger.warning("Windows, cant run time.tzset()")
 
-
-# /home/user/.pyenv/versions/3.10.13/lib/python3.10/site-packages/bitsandbytes
-
-
 if True:
-    run_cmd("ls -rtl /home/user/.pyenv/versions/3.10.13/lib/python3.10/site-packages/bitsandbytes")
+    run_cmd(
+        "ls -rtl /home/user/.pyenv/versions/3.10.13/lib/python3.10/site-packages/bitsandbytes"
+    )
 
     logger.info("lsb_release -a")
-    ret = sp.run("lsb_release -a", capture_output=1, check=0, shell=1, encoding='utf8')
+    ret = sp.run("lsb_release -a", capture_output=1, check=0, shell=1, encoding="utf8")
     if ret.stdout:
         rich.print(ret.stdout)
     if ret.stderr:
         rich.print("[red bold]" + ret.stdout)
 
     logger.info("nvidia-smi")
-    ret = sp.run("nvidia-smi", capture_output=1, check=0, shell=1, encoding='utf8')
+    ret = sp.run("nvidia-smi", capture_output=1, check=0, shell=1, encoding="utf8")
     if ret.stdout:
         rich.print(ret.stdout)
     if ret.stderr:

run_cmd.py

@@ -8,7 +8,7 @@ from loguru import logger
 def run_cmd(cmd):
     """Execute cmd."""
     logger.info(f"{cmd=}")
-    ret = sp.run(cmd, capture_output=1, check=0, shell=1, encoding='utf8')
+    ret = sp.run(cmd, capture_output=1, check=0, shell=1, encoding="utf8")
     if ret.stdout:
         rich.print(ret.stdout)
     if ret.stderr: