Skip to content

Commit 4220642

Browse files
committed
Rename and tidy layer printing
1 parent baa1efe commit 4220642

File tree

1 file changed

+7
-6
lines changed

1 file changed

+7
-6
lines changed

exllamav2/model.py

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -160,7 +160,7 @@ def __init__(self, config: ExLlamaV2Config, lazy_load = False):
160160

161161

162162
if hasattr(config, 'repeats'):
163-
self.layers = []
163+
self.layers_list = []
164164

165165
def listLeftIndex(alist, value):
166166
if value == 0:
@@ -177,12 +177,13 @@ def listRightIndex(alist, value):
177177
for interval in config.repeats:
178178
start_idx = listLeftIndex(layer_list, interval[0])
179179
end_idx = listRightIndex(layer_list, interval[1])
180-
self.layers.extend(list(range(start_idx, end_idx + 1)))
181-
self.layers.extend(list(range(listRightIndex(layer_list, config.repeats[-1][1]), len(layer_list))))
180+
self.layers_list.extend(list(range(start_idx, end_idx + 1)))
181+
self.layers_list.extend(list(range(listRightIndex(layer_list, config.repeats[-1][1]), len(layer_list))))
182182

183183
# If we have create a Frankenmerge, lets print it to verify!
184-
for layer in self.layers:
185-
print(layer, self.modules[layer].key)
184+
print("Frankenstein Layers list:")
185+
for i, layer in enumerate(self.layers_list):
186+
print(i, self.modules[layer].key)
186187

187188
def set_device_map(self, allocation, embed_cpu = True):
188189

@@ -639,7 +640,7 @@ def process_module(module, x, last_state):
639640
last_state = None
640641

641642
if hasattr(self, 'layers'):
642-
for i, idx in enumerate(self.layers):
643+
for i, idx in enumerate(self.layers_list):
643644
module = self.modules[idx]
644645
x, last_state = process_module(module, x, last_state)
645646
if preprocess_only and idx == self.last_kv_layer_idx:

0 commit comments

Comments
 (0)