Spaces:
totolook
/
Runtime error

KBaba7 commited on
Commit
2846a5f
·
verified ·
1 Parent(s): 5e5b52a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -7
app.py CHANGED
@@ -5,10 +5,6 @@ from huggingface_hub import snapshot_download
5
 
6
  import subprocess
7
 
8
- # Recompile llama.cpp before running
9
- subprocess.run(["make", "clean"], cwd="/home/user/app/llama.cpp", check=True)
10
- subprocess.run(["make"], cwd="/home/user/app/llama.cpp", check=True)
11
-
12
  def check_directory_path(directory_name: str) -> str:
13
  if os.path.exists(directory_name):
14
  path = os.path.abspath(directory_name)
@@ -39,7 +35,7 @@ def convert_to_gguf(model_dir, output_file):
39
  os.makedirs(os.path.dirname(output_file), exist_ok=True)
40
  st.write(model_dir_path)
41
  cmd = [
42
- "python3", f"{model_dir_path}/convert_hf_to_gguf.py", model_dir,
43
  "--outtype", "f16", "--outfile", output_file
44
  ]
45
  process = subprocess.run(cmd, text=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
@@ -54,11 +50,11 @@ def quantize_llama(model_path, quantized_output_path, quant_type):
54
  """
55
  st.write(f"⚡ Quantizing `{model_path}` with `{quant_type}` precision...")
56
  os.makedirs(os.path.dirname(quantized_output_path), exist_ok=True)
57
- quantize_path = f"{model_dir_path}/build/bin/llama-quantize"
58
  subprocess.run(["chmod", "+x", quantize_path], check=True)
59
 
60
  cmd = [
61
- f"{model_dir_path}/build/bin/llama-quantize",
62
  model_path,
63
  quantized_output_path,
64
  quant_type
 
5
 
6
  import subprocess
7
 
 
 
 
 
8
  def check_directory_path(directory_name: str) -> str:
9
  if os.path.exists(directory_name):
10
  path = os.path.abspath(directory_name)
 
35
  os.makedirs(os.path.dirname(output_file), exist_ok=True)
36
  st.write(model_dir_path)
37
  cmd = [
38
+ "python3", "/app/llama.cpp/convert_hf_to_gguf.py", model_dir,
39
  "--outtype", "f16", "--outfile", output_file
40
  ]
41
  process = subprocess.run(cmd, text=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
 
50
  """
51
  st.write(f"⚡ Quantizing `{model_path}` with `{quant_type}` precision...")
52
  os.makedirs(os.path.dirname(quantized_output_path), exist_ok=True)
53
+ quantize_path = "/app/llama.cpp/build/bin/llama-quantize"
54
  subprocess.run(["chmod", "+x", quantize_path], check=True)
55
 
56
  cmd = [
57
+ "/app/llama.cpp/build/bin/llama-quantize",
58
  model_path,
59
  quantized_output_path,
60
  quant_type