Remove API data logging

Author: deliahu

pkg/workloads/cortex/onnx_serve/api.py

@@ -66,11 +66,8 @@
 }
 
 
-def prediction_failed(sample, reason=None):
-    message = "prediction failed for sample: {}".format(util.pp_str_flat(sample))
-    if reason:
-        message += " ({})".format(reason)
-
+def prediction_failed(reason):
+    message = "prediction failed: " + reason
     logger.error(message)
     return message, status.HTTP_406_NOT_ACCEPTABLE
 
@@ -151,24 +148,18 @@ def predict(app_name, api_name):
     response = {}
 
     if not util.is_dict(payload) or "samples" not in payload:
-        util.log_pretty_flat(payload, logging_func=logger.error)
-        return prediction_failed(payload, "top level `samples` key not found in request")
+        return prediction_failed('top level "samples" key not found in request')
 
     predictions = []
     samples = payload["samples"]
     if not util.is_list(samples):
-        util.log_pretty_flat(samples, logging_func=logger.error)
-        return prediction_failed(
-            payload, "expected the value of key `samples` to be a list of json objects"
-        )
+        return prediction_failed('expected the value of key "samples" to be a list of json objects')
 
     for i, sample in enumerate(payload["samples"]):
         try:
-            logger.info("sample: " + util.pp_str_flat(sample))
             prepared_sample = sample
             if request_handler is not None and util.has_function(request_handler, "pre_inference"):
                 prepared_sample = request_handler.pre_inference(sample, input_metadata)
-                logger.info("pre_inference: " + util.pp_str_flat(prepared_sample))
 
             inference_input = convert_to_onnx_input(prepared_sample, input_metadata)
             model_outputs = sess.run([], inference_input)
@@ -179,10 +170,8 @@ def predict(app_name, api_name):
                 else:
                     result.append(model_output)
 
-            logger.info("inference: " + util.pp_str_flat(result))
             if request_handler is not None and util.has_function(request_handler, "post_inference"):
                 result = request_handler.post_inference(result, output_metadata)
-                logger.info("post_inference: " + util.pp_str_flat(result))
 
             prediction = {"prediction": result}
         except CortexException as e:
@@ -191,12 +180,12 @@ def predict(app_name, api_name):
             logger.exception(
                 "An error occurred, see `cx logs -v api {}` for more details.".format(api["name"])
             )
-            return prediction_failed(sample, str(e))
+            return prediction_failed(str(e))
         except Exception as e:
             logger.exception(
                 "An error occurred, see `cx logs -v api {}` for more details.".format(api["name"])
             )
-            return prediction_failed(sample, str(e))
+            return prediction_failed(str(e))
 
         predictions.append(prediction)
 

pkg/workloads/cortex/tf_api/api.py

@@ -289,14 +289,11 @@ def run_predict(sample):
     ctx = local_cache["ctx"]
     request_handler = local_cache.get("request_handler")
 
-    logger.info("sample: " + util.pp_str_flat(sample))
-
     prepared_sample = sample
     if request_handler is not None and util.has_function(request_handler, "pre_inference"):
         prepared_sample = request_handler.pre_inference(
             sample, local_cache["metadata"]["signatureDef"]
         )
-        logger.info("pre_inference: " + util.pp_str_flat(prepared_sample))
 
     validate_sample(prepared_sample)
 
@@ -308,24 +305,18 @@ def run_predict(sample):
             )
 
         transformed_sample = transform_sample(prepared_sample)
-        logger.info("transformed_sample: " + util.pp_str_flat(transformed_sample))
 
         prediction_request = create_prediction_request(transformed_sample)
         response_proto = local_cache["stub"].Predict(prediction_request, timeout=300.0)
         result = parse_response_proto(response_proto)
-
         result["transformed_sample"] = transformed_sample
-        logger.info("inference: " + util.pp_str_flat(result))
     else:
         prediction_request = create_raw_prediction_request(prepared_sample)
         response_proto = local_cache["stub"].Predict(prediction_request, timeout=300.0)
         result = parse_response_proto_raw(response_proto)
 
-        logger.info("inference: " + util.pp_str_flat(result))
-
     if request_handler is not None and util.has_function(request_handler, "post_inference"):
         result = request_handler.post_inference(result, local_cache["metadata"]["signatureDef"])
-        logger.info("post_inference: " + util.pp_str_flat(result))
 
     return result
 
@@ -352,10 +343,8 @@ def validate_sample(sample):
                 raise UserException('missing key "{}"'.format(input_name))
 
 
-def prediction_failed(sample, reason=None):
-    message = "prediction failed for sample: {}".format(util.pp_str_flat(sample))
-    if reason:
-        message += " ({})".format(reason)
+def prediction_failed(reason):
+    message = "prediction failed: " + reason
 
     logger.error(message)
     return message, status.HTTP_406_NOT_ACCEPTABLE
@@ -380,16 +369,12 @@ def predict(deployment_name, api_name):
     response = {}
 
     if not util.is_dict(payload) or "samples" not in payload:
-        util.log_pretty_flat(payload, logging_func=logger.error)
-        return prediction_failed(payload, "top level `samples` key not found in request")
+        return prediction_failed('top level "samples" key not found in request')
 
     predictions = []
     samples = payload["samples"]
     if not util.is_list(samples):
-        util.log_pretty_flat(samples, logging_func=logger.error)
-        return prediction_failed(
-            payload, "expected the value of key `samples` to be a list of json objects"
-        )
+        return prediction_failed('expected the value of key "samples" to be a list of json objects')
 
     for i, sample in enumerate(payload["samples"]):
         try:
@@ -402,14 +387,14 @@ def predict(deployment_name, api_name):
                     api["name"]
                 )
             )
-            return prediction_failed(sample, str(e))
+            return prediction_failed(str(e))
         except Exception as e:
             logger.exception(
                 "An error occurred, see `cortex logs -v api {}` for more details.".format(
                     api["name"]
                 )
             )
-            return prediction_failed(sample, str(e))
+            return prediction_failed(str(e))
 
         predictions.append(result)