Skip to content

Commit

Permalink
fix using alias
Browse files Browse the repository at this point in the history
  • Loading branch information
davidkyle committed Oct 15, 2024
1 parent e9f1723 commit 11edcbe
Showing 1 changed file with 12 additions and 4 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -293,7 +293,7 @@ private void inferAgainstAllocatedModel(

assert nodes.stream().mapToInt(Tuple::v2).sum() == request.numberOfDocuments()
: "mismatch; sum of node requests does not match number of documents in request";
inferOnAssignmentNodes(nodes, request, responseBuilder, parentTaskId, listener);
inferOnAssignmentNodes(assignment.getDeploymentId(), nodes, request, responseBuilder, parentTaskId, listener);
}

private void inferOnBlockedRequest(InferenceWaitForAllocation.WaitingRequest request, TrainedModelAssignment assignment) {
Expand All @@ -313,11 +313,19 @@ private void inferOnBlockedRequest(InferenceWaitForAllocation.WaitingRequest req
);
}

inferOnAssignmentNodes(nodes, request.request(), request.responseBuilder(), request.parentTaskId(), request.listener());
inferOnAssignmentNodes(
assignment.getDeploymentId(),
nodes,
request.request(),
request.responseBuilder(),
request.parentTaskId(),
request.listener()
);
});
}

private void inferOnAssignmentNodes(
String deploymentId,
List<Tuple<String, Integer>> nodes,
Request request,
Response.Builder responseBuilder,
Expand All @@ -334,14 +342,14 @@ private void inferOnAssignmentNodes(
InferTrainedModelDeploymentAction.Request deploymentRequest;
if (request.getTextInput() == null) {
deploymentRequest = InferTrainedModelDeploymentAction.Request.forDocs(
request.getId(),
deploymentId,
request.getUpdate(),
request.getObjectsToInfer().subList(startPos, startPos + node.v2()),
request.getInferenceTimeout()
);
} else {
deploymentRequest = InferTrainedModelDeploymentAction.Request.forTextInput(
request.getId(),
deploymentId,
request.getUpdate(),
request.getTextInput().subList(startPos, startPos + node.v2()),
request.getInferenceTimeout()
Expand Down

0 comments on commit 11edcbe

Please sign in to comment.