restore main_gpu parameter

YellowRoseCx · YellowRoseCx · commit cd61aa0d9e16 · 2023-08-12T17:24:31.000-05:00
diff --git a/koboldcpp.py b/koboldcpp.py
@@ -209,11 +209,11 @@ def load_model(model_filename):
     inputs.clblast_info = clblastids
     inputs.cublas_info = 0
     if (args.usecublas and "0" in args.usecublas):
-        os.environ["CUDA_VISIBLE_DEVICES"] = "0"
+        inputs.cublas_info = 0
     elif (args.usecublas and "1" in args.usecublas):
-        os.environ["CUDA_VISIBLE_DEVICES"] = "1"
+        inputs.cublas_info = 1
     elif (args.usecublas and "2" in args.usecublas):
-        os.environ["CUDA_VISIBLE_DEVICES"] = "2"
+        inputs.cublas_info = 2
 
     for n in range(tensor_split_max):
         if args.tensor_split and n < len(args.tensor_split):
