"""Functions to create artificial nd2 data for testing purposes """ import six import numpy as np import struct from nd2reader.common import check_or_make_dir from os import path class ArtificialND2(object): """Artificial ND2 class (for testing purposes) """ header = 0xabeceda relative_offset = 0 data_types = {'unsigned_char': 1, 'unsigned_int': 2, 'unsigned_int_2': 3, 'unsigned_long': 5, 'double': 6, 'string': 8, 'char_array': 9, 'metadata_item': 11, } def __init__(self, file, version=(3, 0)): self.version = version self.raw_text, self.locations, self.data = None, None, None check_or_make_dir(path.dirname(file)) self._fh = open(file, 'w+b', 0) self.write_file() def __enter__(self): return self def __exit__(self, exc_type, exc_value, traceback): self.close() @property def file_handle(self): """The file handle to the binary file Returns: file: the file handle """ return self._fh def close(self): """Correctly close the file handle """ if self._fh is not None: self._fh.close() def write_file(self): self.write_version() self.raw_text, self.locations, self.data = self.write_label_map() def write_version(self): """Write file header """ # write 16 empty bytes self._fh.write(bytearray(16)) # write version info self._fh.write(self._get_version_string()) def _get_version_string(self): return six.b('ND2 FILE SIGNATURE CHUNK NAME01!Ver%s.%s' % self.version) def _get_version_byte_length(self): return 16 + len(self._get_version_string()) def write_label_map(self): raw_text, locations, data = self.create_label_map_bytes() self._fh.write(raw_text) return raw_text, locations, data def create_label_map_bytes(self): """Construct a binary label map Returns: tuple: (binary data, dictionary data) """ raw_text = six.b('') labels = [ 'image_attributes', 'image_text_info', 'image_metadata', 'image_metadata_sequence', 'image_calibration', 'x_data', 'y_data', 'z_data', 'roi_metadata', 'pfs_status', 'pfs_offset', 'guid', 'description', 'camera_exposure_time', 'camera_temp', 'acquisition_times', 'acquisition_times_2', 'acquisition_frames', 'lut_data', 'grabber_settings', 'custom_data', 'app_info', 'image_frame_0' ] file_labels = [ "ImageAttributesLV!", "ImageTextInfoLV!", "ImageMetadataLV!", "ImageMetadataSeqLV|0!", "ImageCalibrationLV|0!", "CustomData|X!", "CustomData|Y!", "CustomData|Z!", "CustomData|RoiMetadata_v1!", "CustomData|PFS_STATUS!", "CustomData|PFS_OFFSET!", "CustomData|GUIDStore!", "CustomData|CustomDescriptionV1_0!", "CustomData|Camera_ExposureTime1!", "CustomData|CameraTemp1!", "CustomData|AcqTimesCache!", "CustomData|AcqTimes2Cache!", "CustomData|AcqFramesCache!", "CustomDataVar|LUTDataV1_0!", "CustomDataVar|GrabberCameraSettingsV1_0!", "CustomDataVar|CustomDataV2_0!", "CustomDataVar|AppInfo_V1_0!", "ImageDataSeq|0!" ] file_data, file_data_dict = self._get_file_data(labels) locations = {} # generate random positions and lengths version_length = self._get_version_byte_length() # calculate data length label_length = np.sum([len(six.b(l)) + 16 for l in file_labels]) # write label map cur_pos = version_length + label_length for label, file_label, data in zip(labels, file_labels, file_data): raw_text += six.b(file_label) data_length = len(data) raw_text += struct.pack('QQ', cur_pos, data_length) locations[label] = (cur_pos, data_length) cur_pos += data_length # write data raw_text += six.b('').join(file_data) return raw_text, locations, file_data_dict def _pack_data_with_metadata(self, data): packed_data = self._pack_raw_data_with_metadata(data) raw_data = struct.pack("IIQ", self.header, self.relative_offset, len(packed_data)) raw_data += packed_data return raw_data def _pack_raw_data_with_metadata(self, data): raw_data = b'' if isinstance(data, dict): raw_data = self._pack_dict_with_metadata(data) elif isinstance(data, int): raw_data = struct.pack('I', data) elif isinstance(data, float): raw_data = struct.pack('d', data) elif isinstance(data, str): raw_data = six.b(data) return raw_data def _get_data_type(self, data): if isinstance(data, dict): return self.data_types['metadata_item'] elif isinstance(data, int): return self.data_types['unsigned_int'] elif isinstance(data, float): return self.data_types['double'] elif isinstance(data, str): return self.data_types['string'] return np.max(self.data_types.values()) + 1 def _pack_dict_with_metadata(self, data): raw_data = b'' for data_key in data.keys(): # names have always one character extra and are padded in zero bytes??? b_data_key = six.b('').join([struct.pack('cx', six.b(s)) for s in data_key]) + struct.pack('xx') # header consists of data type and length of key name, it is represented by 2 unsigned chars raw_data += struct.pack('BB', self._get_data_type(data[data_key]), len(data_key) + 1) raw_data += b_data_key sub_data = self._pack_raw_data_with_metadata(data[data_key]) if isinstance(data[data_key], dict): # Pack: the number of keys and the length of raw data until now, sub data # and the 12 bytes that we add now raw_data += struct.pack("