From d1ba5f279ca7d78e662f730b59b0dc082be41c2a Mon Sep 17 00:00:00 2001 From: Shashank Rajput Date: Sat, 25 Jan 2025 00:13:20 -0500 Subject: [PATCH] .. --- llmfoundry/models/mpt/modeling_mpt.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/llmfoundry/models/mpt/modeling_mpt.py b/llmfoundry/models/mpt/modeling_mpt.py index 0b1a80dbf5..9b72c0f7a1 100644 --- a/llmfoundry/models/mpt/modeling_mpt.py +++ b/llmfoundry/models/mpt/modeling_mpt.py @@ -633,13 +633,13 @@ def _resolve_reuse_state_layer_idx( parent_config['attn_config'][reuse_type] = override_config['attn_config' ][reuse_type] - if override_config != parent_config and not ( - 'allow_mismatch' in override_config and - override_config['allow_mismatch'] - ): - raise ValueError( - 'For reusing the kv cache of a previous layer, the previous layer should match the block config as the current layer.', - ) + # if override_config != parent_config and not ( + # 'allow_mismatch' in override_config and + # override_config['allow_mismatch'] + # ): + # raise ValueError( + # 'For reusing the kv cache of a previous layer, the previous layer should match the block config as the current layer.', + # ) return reuse_state_layer_idx