Update overwrite libbitsandbytes_cpu.so with libbitsandbytes_cuda118.so lsb_release -a bitsandbytes device_map={'': 0} rich, check nvidia-smi with subproces.run

.ruff.toml

@@ -12,6 +12,7 @@ select = ["F", "E", "W", "I001", "YTT", "D", "PLC"]
 # D101 Missing docstring in public class
 # `multi-line-summary-first-line` (D212)
 # `one-blank-line-before-class` (D203)
-extend-ignore = ["D103", "D101", "D212", "D203"]
+# E402 Module level import not at top of file
+extend-ignore = ["D103", "D101", "D212", "D203", "E402"]
 
 exclude = [".venv"]

app.py

@@ -32,6 +32,11 @@ GenerationConfig {
 }
 """
 # pylint: disable=line-too-long, invalid-name, no-member, redefined-outer-name, missing-function-docstring, missing-class-docstring, broad-except,
+from run_cmd import run_cmd  # noqa
+
+# overwrite libbitsandbytes_cpu.so with libbitsandbytes_cuda118.so
+run_cmd("cd /home/user/.pyenv/versions/3.10.13/lib/python3.10/site-packages/bitsandbytes; cp libbitsandbytes_cuda118.so libbitsandbytes_cpu.so")  # noqa
+
 import gc
 import os
 import subprocess as sp
@@ -60,15 +65,6 @@ except Exception:
     logger.warning("Windows, cant run time.tzset()")
 
 
-def run_cmd(cmd):
-    """Execute cmd."""
-    logger.info(f"{cmd=}")
-    ret = sp.run(cmd, capture_output=1, check=0, shell=1, encoding='utf8')
-    if ret.stdout:
-        rich.print(ret.stdout)
-    if ret.stderr:
-        rich.print("[red bold]" + ret.stdout)
-
 # /home/user/.pyenv/versions/3.10.13/lib/python3.10/site-packages/bitsandbytes
 
 

run_cmd.py

@@ -0,0 +1,15 @@
+"""Run a command."""
+import subprocess as sp
+
+import rich
+from loguru import logger
+
+
+def run_cmd(cmd):
+    """Execute cmd."""
+    logger.info(f"{cmd=}")
+    ret = sp.run(cmd, capture_output=1, check=0, shell=1, encoding='utf8')
+    if ret.stdout:
+        rich.print(ret.stdout)
+    if ret.stderr:
+        rich.print("[red bold]" + ret.stdout)