guofang/embedlab
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Use the Apple Silicon GPU when available

Browse Source 
Pick cuda, then mps, then cpu.

Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
guofangandClaude Sonnet 5.5 committed 2026-11-10 22:16:50 +08:00
1 parent 822b55f26f
commit 30d7be1a80
1 file changed
+6 -1
Download Patch File Download Diff File Expand all files Collapse all files
embedlab.py
+6 -1
View File
@@ -31,7 +31,12 @@ LAST_MODEL_FILE = os.path.join(os.path.dirname(os.path.abspath(__file__)), ".cac
HISTORY_FILE = os.path.join(os.path.dirname(os.path.abspath(__file__)), ".cache", "history") HISTORY_FILE = os.path.join(os.path.dirname(os.path.abspath(__file__)), ".cache", "history")
COMMANDS = ["/select", "/sim", "/tokens", "/params", "/set", "/reset", "/lsmod", "/help", "/quit", "/exit"] COMMANDS = ["/select", "/sim", "/tokens", "/params", "/set", "/reset", "/lsmod", "/help", "/quit", "/exit"]
device = "cuda" if torch.cuda.is_available() else "cpu" if torch.cuda.is_available():
device = "cuda"
elif torch.backends.mps.is_available(): # Apple Silicon GPU
device = "mps"
else:
device = "cpu"
_loaded = {} # loaded models: name -> (tokenizer, model) _loaded = {} # loaded models: name -> (tokenizer, model)
_params = {name: dict(d) for name, d in MODELS.items()} # live, per-model parameters _params = {name: dict(d) for name, d in MODELS.items()} # live, per-model parameters
current = None # currently selected model current = None # currently selected model