diff --git a/frigate/data_processing/common/face/model.py b/frigate/data_processing/common/face/model.py
index 026b2f4e36..54d95ac671 100644
--- a/frigate/data_processing/common/face/model.py
+++ b/frigate/data_processing/common/face/model.py
@@ -4,6 +4,7 @@ from abc import ABC, abstractmethod
 
 import cv2
 import numpy as np
+from scipy import stats
 
 from frigate.config import FrigateConfig
 from frigate.const import MODEL_CACHE_DIR
@@ -234,7 +235,7 @@ class FaceNetRecognizer(FaceRecognizer):
             return
 
         for name, embs in face_embeddings_map.items():
-            self.mean_embs[name] = np.mean(embs, axis=0)
+            self.mean_embs[name] = stats.trim_mean(embs, 0.1)
 
     def classify(self, face_image):
         if not self.landmark_detector: