Merge branch 'master' into kserve-class-rename

Author: Jagadeesh J

frontend/gradle.properties

@@ -5,7 +5,7 @@ gson_version=2.8.5
 prometheus_version=0.9.0
 netty_version=4.1.53.Final
 slf4j_api_version=1.7.32
-slf4j_log4j_version=2.17.0
+slf4j_log4j_version=2.17.1
 testng_version=7.1.0
 torchserve_sdk_version=0.0.4
 snakeyaml_version=1.8

test/pytest/profiler_utils/resnet_batch.sh

@@ -13,6 +13,7 @@
 import requests
 
 import test_utils
+from concurrent import futures
 
 REPO_ROOT = os.path.join(os.path.dirname(os.path.abspath(__file__)), "../../")
 data_file_mnist = os.path.join(REPO_ROOT, "examples/image_classifier/mnist/test_data/1.png")
@@ -137,17 +138,22 @@ def test_batch_input(set_custom_handler, handler_name):
     """
     Tests pytorch profiler integration with batch inference
     """
+
     CUSTOM_PATH = "/tmp/output/resnet-152-batch"
+
     if os.path.exists(CUSTOM_PATH):
         shutil.rmtree(CUSTOM_PATH)
     assert os.path.exists(data_file_resnet)
 
-    cmd = ["bash", os.path.join(profiler_utils, "resnet_batch.sh")]
-
-    proc = subprocess.run(cmd, stdout=subprocess.PIPE, check=True, timeout=1000)
+    def invoke_batch_input():
+        data = open(data_file_resnet, "rb")
+        response = requests.post("{}/predictions/resnet152".format(TF_INFERENCE_API), data)
+        assert response.status_code == 200
+        assert "tiger_cat" in json.loads(response.content)
 
-    assert "tiger_cat" in proc.stdout.decode("utf-8")
-    assert "Labrador_retriever" in proc.stdout.decode("utf-8")
+    with futures.ThreadPoolExecutor(2) as executor:
+        for _ in range(2):
+            executor.submit(invoke_batch_input)
 
     assert len(glob.glob("{}/*.pt.trace.json".format(CUSTOM_PATH))) == 1
     test_utils.unregister_model("resnet152")