From 30d7be1a8013e17c2ff5f0d53529393c2fb3a038 Mon Sep 17 00:00:00 2001 From: Guofang Date: Tue, 10 Nov 2026 22:16:50 +0800 Subject: [PATCH] Use the Apple Silicon GPU when available Pick cuda, then mps, then cpu. Co-Authored-By: Claude Sonnet 5.5 --- embedlab.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/embedlab.py b/embedlab.py index 92d2b11..9db35ba 100755 --- a/embedlab.py +++ b/embedlab.py @@ -31,7 +31,12 @@ LAST_MODEL_FILE = os.path.join(os.path.dirname(os.path.abspath(__file__)), ".cac HISTORY_FILE = os.path.join(os.path.dirname(os.path.abspath(__file__)), ".cache", "history") COMMANDS = ["/select", "/sim", "/tokens", "/params", "/set", "/reset", "/lsmod", "/help", "/quit", "/exit"] -device = "cuda" if torch.cuda.is_available() else "cpu" +if torch.cuda.is_available(): + device = "cuda" +elif torch.backends.mps.is_available(): # Apple Silicon GPU + device = "mps" +else: + device = "cpu" _loaded = {} # loaded models: name -> (tokenizer, model) _params = {name: dict(d) for name, d in MODELS.items()} # live, per-model parameters current = None # currently selected model