Sep 14, 2025 · Mar 31, 2025
diff --git a/model.cpp b/model.cpp
 };

 bool is_unused_tensor(std::string name) {
    for (int i = 0; i < sizeof(unused_tensors) / sizeof(const char*); i++) {
    for (size_t i = 0; i < sizeof(unused_tensors) / sizeof(const char*); i++) {
        if (starts_with(name, unused_tensors[i])) {
            return true;
        }
diff --git a/model.h b/model.h

    size_t file_index = 0;
    int index_in_zip  = -1;  // >= means stored in a zip file
 size_t offset   = 0;   // offset in file
 uint64_t offset   = 0;   // offset in file

    TensorStorage() = default;


    std::vector<TensorStorage> chunk(size_t n) {
        std::vector<TensorStorage> chunks;
 size_t chunk_size = nbytes_to_read() / n;
 uint64_t chunk_size = nbytes_to_read() / n;
        // printf("%d/%d\n", chunk_size, nbytes_to_read());
        reverse_ne();
        for (int i = 0; i < n; i++) {
        for (size_t i = 0; i < n; i++) {
            TensorStorage chunk_i = *this;
            chunk_i.ne[0]         = ne[0] / n;
            chunk_i.offset        = offset + i * chunk_size;
Original file line number	Diff line number	Diff line change
Expand Up		@@ -99,7 +99,7 @@ const char* unused_tensors[] = {
		};

		bool is_unused_tensor(std::string name) {
		for (int i = 0; i < sizeof(unused_tensors) / sizeof(const char*); i++) {
		for (size_t i = 0; i < sizeof(unused_tensors) / sizeof(const char*); i++) {
		if (starts_with(name, unused_tensors[i])) {
		return true;
		}
Expand Down
Original file line number	Diff line number	Diff line change
Expand Up		@@ -97,7 +97,7 @@ struct TensorStorage {

		size_t file_index = 0;
		int index_in_zip = -1; // >= means stored in a zip file
		size_t offset = 0; // offset in file
		uint64_t offset = 0; // offset in file

		TensorStorage() = default;

Expand DownExpand Up		@@ -140,10 +140,10 @@ struct TensorStorage {

		std::vector<TensorStorage> chunk(size_t n) {
		std::vector<TensorStorage> chunks;
		size_t chunk_size = nbytes_to_read() / n;
		uint64_t chunk_size = nbytes_to_read() / n;
		// printf("%d/%d\n", chunk_size, nbytes_to_read());
		reverse_ne();
		for (int i = 0; i < n; i++) {
		for (size_t i = 0; i < n; i++) {
		TensorStorage chunk_i = *this;
		chunk_i.ne[0] = ne[0] / n;
		chunk_i.offset = offset + i * chunk_size;
Expand Down