Update base_handler.py

Author: min-jean-cho

ts/torch_handler/base_handler.py

@@ -9,6 +9,14 @@
 import time
 import torch
 
+ipex_enabled = False
+if os.environ.get("TS_IPEX_ENABLE", "false") == "true":
+    try:
+        import intel_extension_for_pytorch as ipex
+        ipex_enabled = True
+    except:
+        pass
+
 from ..utils.util import list_classes_from_module, load_label_mapping
 
 logger = logging.getLogger(__name__)
@@ -73,6 +81,9 @@ def initialize(self, context):
             self.model = self._load_torchscript_model(model_pt_path)
 
         self.model.eval()
+	if ipex_enabled:
+            self.model = self.model.to(memory_format=torch.channels_last)
+            self.model = ipex.optimize(self.model, dtype=torch.float32, level='O1')
 
         logger.debug('Model file %s loaded successfully', model_pt_path)
 
@@ -141,7 +152,10 @@ def preprocess(self, data):
         Returns:
             tensor: Returns the tensor data of the input
         """
-        return torch.as_tensor(data, device=self.device)
+        t = torch.as_tensor(data, device=self.device)
+        if ipex_enabled and t.dim() == 4:
+            t = t.to(memory_format=torch.channels_last)
+        return t
 
     def inference(self, data, *args, **kwargs):
         """