Skip to content

Commit

Permalink
fix(inference): private endpoint management
Browse files Browse the repository at this point in the history
  • Loading branch information
Laure-di committed Feb 18, 2025
1 parent 3e7b5be commit b2e73dc
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions internal/namespaces/inference/v1beta1/helper_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -5,14 +5,14 @@ import "github.com/scaleway/scaleway-cli/v2/core"
func CreateDeploymentPublicEndpoint() core.BeforeFunc {
return core.ExecStoreBeforeCmd(
"DEPLOYMENT",
"scw inference deployment create node-type=H100 accept-eula=true model-name=meta/llama-2-70b-chat:fp8 -w",
"scw inference deployment create node-type=H100 accept-eula=true model-name=mistral/mistral-7b-instruct-v0.3:bf16 -w",
)
}

func CreateDeploymentPrivateEndpoint() core.BeforeFunc {
return core.ExecStoreBeforeCmd(
"DEPLOYMENT",
"scw inference deployment create node-type=H100 accept-eula=true model-name=meta/llama-2-70b-chat:fp8 endpoints.0.private-network.private-network-id={{ .PN.ID }} -w",
"scw inference deployment create node-type=H100 accept-eula=true model-name=mistral/mistral-7b-instruct-v0.3:bf16 endpoints.0.private-network.private-network-id={{ .PN.ID }} -w",
)
}

Expand Down

0 comments on commit b2e73dc

Please sign in to comment.