import array import numpy as np import struct class Nd2Reader(object): """ Reads .nd2 files, provides an interface to the metadata, and generates numpy arrays from the image data. """ def __init__(self, filename): self._filename = filename self._file_handler = None self._chunk_map_start_location = None self._label_map = {} self._read_map() @property def fh(self): if self._file_handler is None: self._file_handler = open(self._filename, "rb") return self._file_handler def _read_map(self): """ Every label ends with an exclamation point, however, we can't directly search for those to find all the labels as some of the bytes contain the value 33, which is the ASCII code for "!". So we iteratively find each label, grab the subsequent data (always 16 bytes long), advance to the next label and repeat. """ raw_text = self._get_raw_chunk_map_text() label_start = self._find_first_label_offset(raw_text) while True: data_start = self._get_data_start(label_start, raw_text) label, value = self._extract_map_key(label_start, data_start, raw_text) if label == "ND2 CHUNK MAP SIGNATURE 0000001!": # We've reached the end of the chunk map break self._label_map[label] = value label_start = data_start + 16 @staticmethod def _find_first_label_offset(raw_text): """ The chunk map starts with some number of (seemingly) useless bytes, followed by "ND2 FILEMAP SIGNATURE NAME 0001!". We return the location of the first character after this sequence, which is the actual beginning of the chunk map. """ return raw_text.index("ND2 FILEMAP SIGNATURE NAME 0001!") + 32 @staticmethod def _get_data_start(label_start, raw_text): """ The data for a given label begins immediately after the first exclamation point """ return raw_text.index("!", label_start) + 1 @staticmethod def _extract_map_key(label_start, data_start, raw_text): """ Chunk map entries are a string label of arbitrary length followed by 16 bytes of data, which represent the byte offset from the beginning of the file where that data can be found. """ key = raw_text[label_start: data_start] value = struct.unpack("QQ", raw_text[data_start: data_start + 16]) return key, value @property def chunk_map_start_location(self): """ The position in bytes from the beginning of the file where the chunk map begins. The chunk map is a series of string labels followed by the position (in bytes) of the respective data. """ if self._chunk_map_start_location is None: # Put the cursor 8 bytes before the end of the file self.fh.seek(-8, 2) # Read the last 8 bytes of the file self._chunk_map_start_location = struct.unpack("Q", self.fh.read(8))[0] return self._chunk_map_start_location def _read_chunk(self, chunk_location): """ Gets the data for a given chunk pointer """ self.fh.seek(chunk_location) chunk_data = self._read_chunk_metadata() header, relative_offset, data_length = self._parse_chunk_metadata(chunk_data) return self._read_chunk_data(chunk_location, relative_offset, data_length) def _read_chunk_metadata(self): """ Gets the chunks metadata, which is always 16 bytes """ return self.fh.read(16) def _read_chunk_data(self, chunk_location, relative_offset, data_length): """ Reads the actual data for a given chunk """ # We start at the location of the chunk metadata, skip over the metadata, and then proceed to the # start of the actual data field, which is at some arbitrary place after the metadata. self.fh.seek(chunk_location + 16 + relative_offset) return self.fh.read(data_length) @staticmethod def _parse_chunk_metadata(chunk_data): """ Finds out everything about a given chunk. Every chunk begins with the same value, so if that's ever different we can assume the file has suffered some kind of damage. """ header, relative_offset, data_length = struct.unpack("IIQ", chunk_data) if header != 0xabeceda: raise ValueError("The ND2 file seems to be corrupted.") return header, relative_offset, data_length def _get_raw_chunk_map_text(self): """ Reads the entire chunk map and returns it as a string. """ self.fh.seek(self.chunk_map_start_location) return self.fh.read(-1) @staticmethod def as_numpy_array(arr): return np.frombuffer(arr)