internal

liutianlin0121 · copybara-github · commit 9f8cb2eb484c · 2022-07-11T12:17:05.000-07:00
PiperOrigin-RevId: 460055074
diff --git a/vmoe/moe.py b/vmoe/moe.py
@@ -65,6 +65,7 @@ class BaseDispatcher(abc.ABC):
   combine might not be the same as the ones at dispatch (e.g. if the expert
   changes the shape of the data).
   """
+  combine_weights: Array
 
   @abc.abstractmethod
   def dispatch(self, data: Array) -> Array:
