Index

_

__init__() (ccat_data_transfer.archive_manager.LongTermArchiveTask method) (ccat_data_transfer.config.log_config.MyTaskFormatter method) (ccat_data_transfer.data_integrity_manager.UnpackTask method) (ccat_data_transfer.deletion_manager.DeletionTask method) (ccat_data_transfer.transfer_manager.DataTransferTask method)

C

can_delete_data_transfer_package_from_lta_buffer() (in module ccat_data_transfer.deletion_manager) can_delete_data_transfer_package_from_source_buffer() (in module ccat_data_transfer.deletion_manager) can_delete_raw_data_package_from_lta_buffer() (in module ccat_data_transfer.deletion_manager) can_delete_raw_data_package_from_source_buffer() (in module ccat_data_transfer.deletion_manager) ccat_data_transfer.archive_manager module ccat_data_transfer.config module ccat_data_transfer.config.config module

ccat_data_transfer.config.log_config module ccat_data_transfer.data_integrity_manager module ccat_data_transfer.deletion_manager module ccat_data_transfer.transfer_manager module circuit_breaker_timeout (ccat_data_transfer.config.config.TaskRecoverySettings attribute)

D

DataTransferTask (class in ccat_data_transfer.transfer_manager) delete_data_packages() (in module ccat_data_transfer.deletion_manager) delete_data_transfer_packages() (in module ccat_data_transfer.deletion_manager)

delete_processing_raw_data_files() (in module ccat_data_transfer.deletion_manager) delete_raw_data_packages_bulk() (in module ccat_data_transfer.deletion_manager) delete_staged_raw_data_files_from_processing() (in module ccat_data_transfer.deletion_manager) DeletionTask (class in ccat_data_transfer.deletion_manager)

F

find_completed_long_term_archive_transfers() (in module ccat_data_transfer.deletion_manager) find_deletable_data_transfer_packages() (in module ccat_data_transfer.deletion_manager) find_deletable_processing_raw_data_files() (in module ccat_data_transfer.deletion_manager)

find_deletable_raw_data_packages_by_location() (in module ccat_data_transfer.deletion_manager) find_deletable_staged_raw_data_files_by_location() (in module ccat_data_transfer.deletion_manager) format() (ccat_data_transfer.config.log_config.MyTaskFormatter method)

G

get_buffer_status_for_location() (in module ccat_data_transfer.deletion_manager) get_disk_usage() (in module ccat_data_transfer.deletion_manager) get_long_term_archive_transfer_status_counts() (in module ccat_data_transfer.deletion_manager) get_operation_info() (ccat_data_transfer.archive_manager.LongTermArchiveTask method) (ccat_data_transfer.data_integrity_manager.UnpackTask method) (ccat_data_transfer.deletion_manager.DeletionTask method) (ccat_data_transfer.transfer_manager.DataTransferTask method)

get_physical_copy_context() (in module ccat_data_transfer.deletion_manager) get_retry_count() (ccat_data_transfer.archive_manager.LongTermArchiveTask method) (ccat_data_transfer.data_integrity_manager.UnpackTask method) (ccat_data_transfer.deletion_manager.DeletionTask method) (ccat_data_transfer.transfer_manager.DataTransferTask method)

H

heartbeat_timeout (ccat_data_transfer.config.config.TaskRecoverySettings attribute)

I

ignore_result (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.deletion_manager.DeletionTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute)

is_lta_site() (in module ccat_data_transfer.deletion_manager) is_source_site() (in module ccat_data_transfer.deletion_manager)

L

LongTermArchiveTask (class in ccat_data_transfer.archive_manager)

M

mark_permanent_failure() (ccat_data_transfer.archive_manager.LongTermArchiveTask method) (ccat_data_transfer.data_integrity_manager.UnpackTask method) (ccat_data_transfer.deletion_manager.DeletionTask method) (ccat_data_transfer.transfer_manager.DataTransferTask method) mark_raw_data_files_for_deletion() (in module ccat_data_transfer.deletion_manager) max_stall_count (ccat_data_transfer.config.config.TaskRecoverySettings attribute) model_config (ccat_data_transfer.config.config.TaskRecoverySettings attribute) module ccat_data_transfer.archive_manager ccat_data_transfer.config ccat_data_transfer.config.config ccat_data_transfer.config.log_config ccat_data_transfer.data_integrity_manager ccat_data_transfer.deletion_manager ccat_data_transfer.transfer_manager

MyTaskFormatter (class in ccat_data_transfer.config.log_config)

O

on_failure() (ccat_data_transfer.transfer_manager.DataTransferTask method)

P

priority (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.deletion_manager.DeletionTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute)

process_deletion_possible_raw_data_files() (in module ccat_data_transfer.deletion_manager)

R

rate_limit (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.deletion_manager.DeletionTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute) reject_on_worker_lost (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.deletion_manager.DeletionTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute)

request_stack (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.deletion_manager.DeletionTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute) reset_state_on_failure() (ccat_data_transfer.archive_manager.LongTermArchiveTask method) (ccat_data_transfer.data_integrity_manager.UnpackTask method) (ccat_data_transfer.deletion_manager.DeletionTask method) (ccat_data_transfer.transfer_manager.DataTransferTask method)

S

schedule_bulk_file_deletions() (in module ccat_data_transfer.deletion_manager) serializer (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.deletion_manager.DeletionTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute)

should_delete_based_on_buffer_status() (in module ccat_data_transfer.deletion_manager) store_errors_even_if_ignored (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.deletion_manager.DeletionTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute)

T

TaskRecoverySettings (class in ccat_data_transfer.config.config) track_started (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.deletion_manager.DeletionTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute)

transfer_raw_data_packages_to_long_term_archive() (in module ccat_data_transfer.archive_manager) transfer_transfer_packages() (in module ccat_data_transfer.transfer_manager) typing (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.deletion_manager.DeletionTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute)

U

unpack_and_verify_files() (in module ccat_data_transfer.data_integrity_manager)

UnpackTask (class in ccat_data_transfer.data_integrity_manager)