From 426d309fdbba2abb33479b3623468d8ea9080e0f Mon Sep 17 00:00:00 2001 From: josc146 Date: Fri, 13 Dec 2024 14:03:06 +0800 Subject: [PATCH] fix the misidentification of rwkv5 as rwkv7 (#407) --- backend-python/rwkv_pip/model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backend-python/rwkv_pip/model.py b/backend-python/rwkv_pip/model.py index 940cfa0..7a165d3 100644 --- a/backend-python/rwkv_pip/model.py +++ b/backend-python/rwkv_pip/model.py @@ -1003,7 +1003,7 @@ def __init__(self, model, strategy, verbose=True, convert_and_save_and_exit=None if len(w[x].shape) > 1: if w[x].shape[1] > 1: self.version = max(5.2, self.version) - else: + elif "att.r_k" in x: self.version = 7 prxxx(f"Model detected: v{self.version:.1f}") return