@@ -160,7 +160,7 @@ def __init__(self, config: ExLlamaV2Config, lazy_load = False):
160
160
161
161
162
162
if hasattr (config , 'repeats' ):
163
- self .layers = []
163
+ self .layers_list = []
164
164
165
165
def listLeftIndex (alist , value ):
166
166
if value == 0 :
@@ -177,12 +177,13 @@ def listRightIndex(alist, value):
177
177
for interval in config .repeats :
178
178
start_idx = listLeftIndex (layer_list , interval [0 ])
179
179
end_idx = listRightIndex (layer_list , interval [1 ])
180
- self .layers .extend (list (range (start_idx , end_idx + 1 )))
181
- self .layers .extend (list (range (listRightIndex (layer_list , config .repeats [- 1 ][1 ]), len (layer_list ))))
180
+ self .layers_list .extend (list (range (start_idx , end_idx + 1 )))
181
+ self .layers_list .extend (list (range (listRightIndex (layer_list , config .repeats [- 1 ][1 ]), len (layer_list ))))
182
182
183
183
# If we have create a Frankenmerge, lets print it to verify!
184
- for layer in self .layers :
185
- print (layer , self .modules [layer ].key )
184
+ print ("Frankenstein Layers list:" )
185
+ for i , layer in enumerate (self .layers_list ):
186
+ print (i , self .modules [layer ].key )
186
187
187
188
def set_device_map (self , allocation , embed_cpu = True ):
188
189
@@ -639,7 +640,7 @@ def process_module(module, x, last_state):
639
640
last_state = None
640
641
641
642
if hasattr (self , 'layers' ):
642
- for i , idx in enumerate (self .layers ):
643
+ for i , idx in enumerate (self .layers_list ):
643
644
module = self .modules [idx ]
644
645
x , last_state = process_module (module , x , last_state )
645
646
if preprocess_only and idx == self .last_kv_layer_idx :
0 commit comments