All functions for handling data.

datahandling

• data_converter
  • DataConverter
    • DataConverter.descriptor_calculator
    • DataConverter.target_calculator
    • DataConverter.parameters
    • DataConverter.parameters_full
    • DataConverter.add_snapshot()
    • DataConverter.convert_snapshots()
• data_handler
  • DataHandler
    • DataHandler.input_data_scaler
    • DataHandler.nr_test_data
    • DataHandler.nr_test_snapshots
    • DataHandler.nr_training_data
    • DataHandler.nr_training_snapshots
    • DataHandler.nr_validation_data
    • DataHandler.nr_validation_snapshots
    • DataHandler.output_data_scaler
    • DataHandler.test_data_sets
    • DataHandler.training_data_sets
    • DataHandler.validation_data_sets
    • DataHandler.clear_data()
    • DataHandler.get_snapshot_calculation_output()
    • DataHandler.get_test_input_gradient()
    • DataHandler.mix_datasets()
    • DataHandler.prepare_data()
    • DataHandler.prepare_for_testing()
    • DataHandler.raw_numpy_to_converted_scaled_tensor()
    • DataHandler.resize_snapshots_for_debugging()
• data_handler_base
  • DataHandlerBase
    • DataHandlerBase.descriptor_calculator
    • DataHandlerBase.nr_snapshots
    • DataHandlerBase.parameters
    • DataHandlerBase.target_calculator
    • DataHandlerBase.add_snapshot()
    • DataHandlerBase.clear_data()
    • DataHandlerBase.delete_temporary_inputs()
    • DataHandlerBase.input_dimension
    • DataHandlerBase.output_dimension
• data_repo
• data_scaler
  • DataScaler
    • DataScaler.cantransform
    • DataScaler.feature_wise
    • DataScaler.maxs
    • DataScaler.means
    • DataScaler.mins
    • DataScaler.scale_minmax
    • DataScaler.scale_standard
    • DataScaler.stds
    • DataScaler.total_data_count
    • DataScaler.total_max
    • DataScaler.total_mean
    • DataScaler.total_min
    • DataScaler.total_std
    • DataScaler.typestring
    • DataScaler.use_ddp
    • DataScaler.fit()
    • DataScaler.inverse_transform()
    • DataScaler.load_from_file()
    • DataScaler.partial_fit()
    • DataScaler.reset()
    • DataScaler.save()
    • DataScaler.transform()
• data_shuffler
  • DataShuffler
    • DataShuffler.temporary_shuffled_snapshots
    • DataShuffler.add_snapshot()
    • DataShuffler.delete_temporary_shuffled_snapshots()
    • DataShuffler.shuffle_snapshots()
• fast_tensor_dataset
  • FastTensorDataset
    • FastTensorDataset.batch_size
    • FastTensorDataset.shuffle()
• lazy_load_dataset
  • LazyLoadDataset
    • LazyLoadDataset.currently_loaded_file
    • LazyLoadDataset.input_data
    • LazyLoadDataset.output_data
    • LazyLoadDataset.add_snapshot_to_dataset()
    • LazyLoadDataset.get_new_data()
    • LazyLoadDataset.mix_datasets()
    • LazyLoadDataset.return_outputs_directly
• lazy_load_dataset_single
  • LazyLoadDatasetSingle
    • LazyLoadDatasetSingle.allocated
    • LazyLoadDatasetSingle.currently_loaded_file
    • LazyLoadDatasetSingle.descriptor_calculator
    • LazyLoadDatasetSingle.input_data
    • LazyLoadDatasetSingle.input_dtype
    • LazyLoadDatasetSingle.input_shape
    • LazyLoadDatasetSingle.input_shm_name
    • LazyLoadDatasetSingle.loaded
    • LazyLoadDatasetSingle.output_data
    • LazyLoadDatasetSingle.output_dtype
    • LazyLoadDatasetSingle.output_shape
    • LazyLoadDatasetSingle.output_shm_name
    • LazyLoadDatasetSingle.return_outputs_directly
    • LazyLoadDatasetSingle.snapshot
    • LazyLoadDatasetSingle.target_calculator
    • LazyLoadDatasetSingle.allocate_shared_mem()
    • LazyLoadDatasetSingle.deallocate_shared_mem()
    • LazyLoadDatasetSingle.delete_data()
    • LazyLoadDatasetSingle.mix_datasets()
• ldos_aligner
  • LDOSAligner
    • LDOSAligner.ldos_parameters
    • LDOSAligner.add_snapshot()
    • LDOSAligner.align_ldos_to_ref()
    • LDOSAligner.calc_optimal_ldos_shift()
• multi_lazy_load_data_loader
  • MultiLazyLoadDataLoader
    • MultiLazyLoadDataLoader.cleanup()
    • MultiLazyLoadDataLoader.load_snapshot_to_shm()
• snapshot
  • Snapshot
    • Snapshot.grid_dimensions
    • Snapshot.grid_size
    • Snapshot.input_dimension
    • Snapshot.output_dimension
    • Snapshot.input_npy_file
    • Snapshot.input_npy_directory
    • Snapshot.output_npy_file
    • Snapshot.output_npy_directory
    • Snapshot.input_units
    • Snapshot.output_units
    • Snapshot.calculation_output
    • Snapshot.snapshot_function
    • Snapshot.snapshot_type
    • Snapshot.from_json()