Fix for granite accuracy (#2187)

Author: 12010486

examples/text-generation/model_adapter.py

@@ -141,7 +141,7 @@ def eot_token_id(self) -> int:
     @property
     def max_length(self) -> int:
         # Legacy
-        return self._max_length if self._max_length else self.buckets[-2]
+        return self._max_length if self._max_length else self.buckets[-1]
 
     @property
     def device(self):

examples/text-generation/run_lm_eval.py

@@ -62,7 +62,7 @@ def setup_lm_eval_parser():
         type=int,
         nargs="+",
         help="Input length buckets to use with static_shapes",
-        default=[16, 32, 64, 128, 189, 284, 384, 985],
+        default=[16, 32, 64, 128, 189, 284, 384],
     )
 
     parser.add_argument(