LAL training worker 2

README.md

@@ -1,13 +1,11 @@
 ---
-title: Lal Train 2
-emoji: 🏢
-colorFrom: gray
-colorTo: yellow
+title: LAL Train 2
+emoji: 🧠
+colorFrom: blue
+colorTo: green
 sdk: gradio
-sdk_version: 6.24.0
-python_version: '3.12'
+sdk_version: "4.0.0"
 app_file: app.py
 pinned: false
 ---
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+LAL distributed training worker 2.

app.py

@@ -0,0 +1,46 @@
+import os, threading
+import gradio as gr
+from huggingface_hub import hf_hub_download
+
+WORK_DIR = "/data/lalmodel"
+os.makedirs(WORK_DIR, exist_ok=True)
+
+def log(msg):
+    print(f"[SPACE] {msg}", flush=True)
+
+def setup():
+    log("Setting up...")
+    if not os.path.exists(f"{WORK_DIR}/.git"):
+        os.system(f"git clone https://github.com/samaidev/lalmodel.git {WORK_DIR}")
+    if not os.path.exists(f"{WORK_DIR}/data/large_bpe_v3.bin"):
+        try:
+            p = hf_hub_download(repo_id="gasschina/lalmodel-code", filename="data/large_bpe_v3.bin", repo_type="model")
+            os.system(f"mkdir -p {WORK_DIR}/data && cp {p} {WORK_DIR}/data/")
+        except: pass
+    try:
+        p = hf_hub_download(repo_id="tchbcb/lalmodel-distributed", filename="merged_ckpt.ste", repo_type="model")
+        os.system(f"cp {p} {WORK_DIR}/model_dialogue.ste")
+    except: pass
+    if not os.path.exists(f"{WORK_DIR}/ste_train"):
+        os.system(f"cd {WORK_DIR} && make 2>&1 | tail -3")
+    os.system(f"cd {WORK_DIR} && OMP_NUM_THREADS=2 OMP_MAX_ACTIVE_LEVELS=1 nohup ./ste_train > train.log 2> train.err &")
+    log("Training started")
+
+threading.Thread(target=setup, daemon=True).start()
+
+def get_progress():
+    try:
+        with open(f"{WORK_DIR}/train.log") as f:
+            lines = f.readlines()[-10:]
+        return "```\n" + "".join(lines) + "\n```"
+    except:
+        return "Starting..."
+
+with gr.Blocks() as demo:
+    gr.Markdown("# LAL Training Worker 2")
+    out = gr.Markdown(value="Starting...")
+    btn = gr.Button("Refresh")
+    btn.click(get_progress, outputs=out)
+    demo.load(get_progress, outputs=out)
+
+demo.launch(server_name="0.0.0.0", server_port=7860)

requirements.txt

@@ -0,0 +1,2 @@
+gradio==4.0.0
+huggingface_hub