|
|
@@ -230,7 +230,7 @@ def run_inference_remote(
|
|
|
"from app.services.inference_service import run_inference_single; "
|
|
|
f"result = asyncio.run(run_inference_single("
|
|
|
f"'{model_id}', '{adapter_id}', '{safe_prompt}', "
|
|
|
- f"{max_new_tokens}, {temperature}, {top_p}, {repetition_penalty}, {str(do_sample).lower()}"
|
|
|
+ f"{max_new_tokens}, {temperature}, {top_p}, {repetition_penalty}, {do_sample}"
|
|
|
")); "
|
|
|
"print(json.dumps(result, ensure_ascii=False))\" 2>&1"
|
|
|
)
|