8000 updated launcher · pytorch/serve@769cf5e · GitHub
[go: up one dir, main page]

Skip to content

Commit 769cf5e

Browse files
author
min-jean-cho
committed
updated launcher
1 parent 370f62e commit 769cf5e

File tree

1 file changed

+9
-6
lines changed

1 file changed

+9
-6
lines changed

frontend/server/src/main/java/org/pytorch/serve/wlm/WorkerLifeCycle.java

Lines changed: 9 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@ public class WorkerLifeCycle {
2929
private Connector connector;
3030
private ReaderThread errReader;
3131
private ReaderThread outReader;
32+
private String launcherArgs;
3233

3334
public WorkerLifeCycle(ConfigManager configManager, Model model) {
3435
this.configManager = configManager;
@@ -39,7 +40,7 @@ public Process getProcess() {
3940
return process;
4041
}
4142

42-
public static ArrayList<String> launcherArgsToList(String launcherArgs) {
43+
public ArrayList<String> launcherArgsToList() {
4344
ArrayList<String> arrlist = new ArrayList<String>();
4445
arrlist.add("-m");
4546
arrlist.add("intel_extension_for_pytorch.cpu.launch");
@@ -54,12 +55,13 @@ public static ArrayList<String> launcherArgsToList(String launcherArgs) {
5455
return arrlist;
5556
}
5657

57-
public static boolean isLauncherAvailable(String launcherArgs) {
58+
public boolean isLauncherAvailable()
59+
throws WorkerInitializationException, InterruptedException {
5860
boolean launcherAvailable = false;
5961
try {
6062
ArrayList<String> cmd = new ArrayList<String>();
6163
cmd.add("python");
62-
ArrayList<String> args = launcherArgsToList(launcherArgs);
64+
ArrayList<String> args = launcherArgsToList();
6365
cmd.addAll(args);
6466
cmd.add("--no_python");
6567
String dummyCmd = "hostname";
@@ -72,6 +74,7 @@ public static boolean isLauncherAvailable(String launcherArgs) {
7274
int ret = process.waitFor();
7375
launcherAvailable = (ret == 0);
7476
} catch (IOException | InterruptedException e) {
77+
throw new WorkerInitializationException("Failed to start launcher", e);
7578
}
7679
return launcherAvailable;
7780
}
@@ -90,10 +93,10 @@ public void startWorker(int port) throws WorkerInitializationException, Interrup
9093
argl.add(EnvironmentUtils.getPythonRunTime(model));
9194

9295
if (configManager.isCPULauncherEnabled()) {
93-
String largs = configManager.getCPULauncherArgs();
94-
boolean launcherAvailable = isLauncherAvailable(largs);
96+
launcherArgs = configManager.getCPULauncherArgs();
97+
boolean launcherAvailable = isLauncherAvailable();
9598
if (launcherAvailable) {
96-
ArrayList<String> args = launcherArgsToList(largs);
99+
ArrayList<String> args = launcherArgsToList();
97100
argl.addAll(args);
98101
} else {
99102
logger.warn(

0 commit comments

Comments
 (0)
0