docs/source/en/internal/generation_utils.md

docs/source/en/llm_optims.md

src/transformers/cache_utils.py

src/transformers/generation/utils.py

src/transformers/models/cohere/modeling_cohere.py

src/transformers/models/dbrx/modeling_dbrx.py

src/transformers/models/gemma/modeling_gemma.py

src/transformers/models/jamba/modeling_jamba.py

src/transformers/models/llama/modeling_llama.py

src/transformers/models/mistral/modeling_mistral.py

src/transformers/models/mixtral/modeling_mixtral.py

src/transformers/models/olmo/modeling_olmo.py

src/transformers/models/persimmon/modeling_persimmon.py

src/transformers/models/phi/modeling_phi.py

src/transformers/models/phi3/modeling_phi3.py

src/transformers/models/qwen2_moe/modeling_qwen2_moe.py

src/transformers/models/stablelm/modeling_stablelm.py

src/transformers/models/starcoder2/modeling_starcoder2.py

tests/models/llama/test_modeling_llama.py

tests/quantization/aqlm_integration/test_aqlm.py