Merge pull request #241 from gkumbhat/fix_run_sequencing

🚑🔧 Fix sequencing of arguments on run function

Author: gkumbhat

caikit_nlp/modules/text_generation/peft_prompt_tuning.py

@@ -162,13 +162,13 @@ def run(
         top_p: Optional[float] = None,
         typical_p: Optional[float] = None,
         temperature: Optional[float] = None,
-        seed: Optional[np.uint64] = None,
         repetition_penalty: Optional[float] = None,
         max_time: Optional[float] = None,
         exponential_decay_length_penalty: Optional[
             Union[Tuple[int, float], ExponentialDecayLengthPenalty]
         ] = None,
         stop_sequences: Optional[List[str]] = None,
+        seed: Optional[np.uint64] = None,
     ) -> GeneratedTextResult:
         f"""
         Run the full text generation model.

caikit_nlp/modules/text_generation/peft_tgis_remote.py

@@ -188,13 +188,13 @@ def run(
         top_p: Optional[float] = None,
         typical_p: Optional[float] = None,
         temperature: Optional[float] = None,
-        seed: Optional[np.uint64] = None,
         repetition_penalty: Optional[float] = None,
         max_time: Optional[float] = None,
         exponential_decay_length_penalty: Optional[
             Union[Tuple[int, float], ExponentialDecayLengthPenalty]
         ] = None,
         stop_sequences: Optional[List[str]] = None,
+        seed: Optional[np.uint64] = None,
         preserve_input_text: bool = False,
     ) -> GeneratedTextResult:
         f"""Run inference against the model running in TGIS.

caikit_nlp/modules/text_generation/text_generation_tgis.py

@@ -214,13 +214,13 @@ def run(
         top_p: Optional[float] = None,
         typical_p: Optional[float] = None,
         temperature: Optional[float] = None,
-        seed: Optional[np.uint64] = None,
         repetition_penalty: Optional[float] = None,
         max_time: Optional[float] = None,
         exponential_decay_length_penalty: Optional[
             Union[Tuple[int, float], ExponentialDecayLengthPenalty]
         ] = None,
         stop_sequences: Optional[List[str]] = None,
+        seed: Optional[np.uint64] = None,
         preserve_input_text: bool = False,
     ) -> GeneratedTextResult:
         f"""Run inference against the model running in TGIS.

caikit_nlp/toolkit/text_generation/model_run_utils.py

@@ -81,9 +81,6 @@
         The value used to modulate the next token probabilities.
         Only applicable when decoding_method is SAMPLING.
         Default: 1.0 - means disabled - equivalent to 1.0
-    seed: numpy.uint64
-        Random seed to control sampling. Only applicable when decoding_method
-        is SAMPLING. Default: None
     repetition_penalty: float
         The more a token is used within generation the more it is penalized
         to not be picked in successive generation passes.
@@ -100,6 +97,9 @@
         of exponential decay
     stop_sequences: List[str]
         List of strings to be used as stopping criteria
+    seed: numpy.uint64
+        Random seed to control sampling. Only applicable when decoding_method
+        is SAMPLING. Default: None
 """