Skip to content

Commit 2ccd54c

Browse files
committed
compat addr should be disabled by default
1 parent 8f51a5b commit 2ccd54c

File tree

2 files changed

+4
-6
lines changed

2 files changed

+4
-6
lines changed

jarmuz/worker-paddler.mjs

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,11 +18,9 @@ spawner(async function ({ buildId, command }) {
1818
const results = await Promise.all([
1919
command(`
2020
target/debug/paddler balancer
21-
--compat-openai-addr 127.0.0.1:8070
2221
--inference-addr 127.0.0.1:8061
2322
--management-addr 127.0.0.1:8060
2423
--state-database file://${stateDatabase}
25-
--statsd-addr 127.0.0.1:8090
2624
--web-admin-panel-addr 127.0.1:8062
2725
`),
2826
command(`

src/balancer/compatibility/openai_service/http_route/post_chat_completions.rs

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -127,6 +127,10 @@ struct OpenAICombinedResponseTransfomer {}
127127
impl TransformsOutgoingMessage for OpenAICombinedResponseTransfomer {
128128
type TransformedMessage = String;
129129

130+
fn stringify(&self, message: &Self::TransformedMessage) -> anyhow::Result<String> {
131+
Ok(message.clone())
132+
}
133+
130134
async fn transform(
131135
&self,
132136
message: OutgoingMessage,
@@ -143,10 +147,6 @@ impl TransformsOutgoingMessage for OpenAICombinedResponseTransfomer {
143147
_ => Err(anyhow!("Unexpected message type: {:?}", message)),
144148
}
145149
}
146-
147-
fn stringify(&self, message: &Self::TransformedMessage) -> anyhow::Result<String> {
148-
Ok(message.clone())
149-
}
150150
}
151151

152152
#[post("/v1/chat/completions")]

0 commit comments

Comments
 (0)