-
Notifications
You must be signed in to change notification settings - Fork 2
Expand file tree
/
Copy pathSTART_LlamaROCMCPP.bat
More file actions
79 lines (65 loc) · 1.92 KB
/
START_LlamaROCMCPP.bat
File metadata and controls
79 lines (65 loc) · 1.92 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
@echo off
setlocal
:: Define the root working directory
set "WORK_DIR=C:\llamaROCM"
echo.
echo === VERIFYING FILES ===
:: 1. Check for llama-swap
if not exist "%WORK_DIR%\llama-swap.exe" (
echo ERROR: llama-swap.exe NOT FOUND in %WORK_DIR%
pause
exit /b 1
)
:: 2. Check for Embedding Batch file
if not exist "%WORK_DIR%\START_QwenEmbed.bat" (
echo ERROR: START_QwenEmbed.bat NOT FOUND in %WORK_DIR%
pause
exit /b 1
)
:: 3. Check for Docling
if not exist "%WORK_DIR%\Docling\docling.bat" (
echo ERROR: docling.bat NOT FOUND in %WORK_DIR%\Docling
pause
exit /b 1
)
:: 4. Check for Whisper
if not exist "%WORK_DIR%\whisper.cpp\Whisper_Vulkan.bat" (
echo ERROR: Whisper_Vulkan.bat NOT FOUND in %WORK_DIR%\whisper.cpp
pause
exit /b 1
)
:: 5. Check for Fast-Kokoro
if not exist "%WORK_DIR%\Fast-Kokoro\Fast-Kokoro-ONNX.py" (
echo ERROR: Fast-Kokoro-ONNX.py NOT FOUND in %WORK_DIR%\Fast-Kokoro
pause
exit /b 1
)
echo.
echo === LAUNCHING SERVICES ===
echo Root: %WORK_DIR%
:: --- 1. LLM ---
echo Launching Local LLM...
start "Local LLM Models" cmd /k "cd /d %WORK_DIR% && llama-swap.exe"
timeout /t 1 >nul
:: --- 2. EMBEDDING ---
echo Launching Embedding...
start "Embedding" cmd /k "cd /d %WORK_DIR% && START_QwenEmbed.bat"
timeout /t 1 >nul
:: --- 3. DOCLING ---
echo Launching Docling...
start "Docling Service" cmd /k "cd /d %WORK_DIR%\Docling && docling.bat"
timeout /t 1 >nul
:: --- 4. WHISPER ---
echo Launching Whisper...
start "Whisper STT" cmd /k "cd /d %WORK_DIR%\whisper.cpp && Whisper_Vulkan.bat"
timeout /t 1 >nul
:: --- 5. KOKORO TTS ---
echo Launching Fast-Kokoro...
:: Note: Assumes python is in your system PATH.
:: If you use a specific venv, change "python" to "your_venv\Scripts\python.exe"
start "Kokoro TTS" cmd /k "cd /d %WORK_DIR%\Fast-Kokoro && python Fast-Kokoro-ONNX.py"
echo.
echo Launcher complete. All services started.
echo This window will now close.
timeout /t 2
exit