diff --git a/fate-serving-server/src/main/java/com/webank/ai/fate/serving/guest/provider/GuestSingleInferenceProvider.java b/fate-serving-server/src/main/java/com/webank/ai/fate/serving/guest/provider/GuestSingleInferenceProvider.java index 58aa56b4c..045b6eda8 100644 --- a/fate-serving-server/src/main/java/com/webank/ai/fate/serving/guest/provider/GuestSingleInferenceProvider.java +++ b/fate-serving-server/src/main/java/com/webank/ai/fate/serving/guest/provider/GuestSingleInferenceProvider.java @@ -53,7 +53,11 @@ public ReturnResult doService(Context context, InboundPackage inboundPackage, Ou ModelProcessor modelProcessor = model.getModelProcessor(); InferenceRequest inferenceRequest = (InferenceRequest) inboundPackage.getBody(); Map futureMap = Maps.newHashMap(); - List rpcList = this.buildRpcDataWraper(context, Dict.FEDERATED_INFERENCE, inferenceRequest); + + InferenceRequest remoteInferenceRequest = new InferenceRequest(); + remoteInferenceRequest.setSendToRemoteFeatureData(inferenceRequest.getSendToRemoteFeatureData()); + + List rpcList = this.buildRpcDataWraper(context, Dict.FEDERATED_INFERENCE, remoteInferenceRequest); rpcList.forEach((rpcDataWraper -> { ListenableFuture future = federatedRpcInvoker.singleInferenceRpcWithCache(context, rpcDataWraper, MetaInfo.PROPERTY_REMOTE_MODEL_INFERENCE_RESULT_CACHE_SWITCH); futureMap.put(rpcDataWraper.getHostModel().getPartId(), future);