transformers-community
/

group-beam-search

Text Generation

custom_generate

text-generation-inference

Model card Files Files and versions

cyrilvallez HF Staff commited on 28 days ago

Commit

b59d8f3

·

verified ·

1 Parent(s): cdc8791

Fix typo

Files changed (1) hide show

custom_generate/generate.py +1 -1

custom_generate/generate.py CHANGED Viewed

@@ -243,7 +243,7 @@ def _group_beam_search(
     batch_beam_size, cur_len = input_ids.shape
     # Does not exist anymore in recent versions!
     if hasattr(model, "_get_initial_cache_position"):
-        model_kwargs = model._get_initial_cache_position(cur_length, input_ids.device, model_kwargs)
     if return_dict_in_generate and output_scores:
         beam_indices = [

     batch_beam_size, cur_len = input_ids.shape
     # Does not exist anymore in recent versions!
     if hasattr(model, "_get_initial_cache_position"):
+        model_kwargs = model._get_initial_cache_position(cur_len, input_ids.device, model_kwargs)
     if return_dict_in_generate and output_scores:
         beam_indices = [