Skip to content

Commit

Permalink
redesign: remove support for pickled frag files
Browse files Browse the repository at this point in the history
  • Loading branch information
william-silversmith committed May 11, 2024
1 parent 12211e1 commit a761954
Show file tree
Hide file tree
Showing 2 changed files with 1 addition and 7 deletions.
2 changes: 0 additions & 2 deletions igneous/tasks/mesh/multires.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,6 @@
import json
import math
import os
import pickle
import random
import re
import struct
Expand Down Expand Up @@ -393,7 +392,6 @@ def collect_mesh_fragments(
def process_shardfile(item):
filename, content = item
fragment = MapBuffer(content, frombytesfn=Mesh.from_precomputed)
fragment.validate()

for label in labels:
try:
Expand Down
6 changes: 1 addition & 5 deletions igneous/tasks/skeleton.py
Original file line number Diff line number Diff line change
Expand Up @@ -603,11 +603,7 @@ def get_unfused(self, labels, filenames, cv, frag_path):
}

for filename, content in tqdm(all_files.items(), desc="Scanning Fragments", disable=(not self.progress)):
try:
fragment = MapBuffer(content, frombytesfn=Skeleton.from_precomputed)
fragment.validate()
except mapbuffer.ValidationError:
fragment = pickle.loads(content)
fragment = MapBuffer(content, frombytesfn=Skeleton.from_precomputed)

for label in labels:
try:
Expand Down

0 comments on commit a761954

Please sign in to comment.