OpenMSIStream
latest
Intro to OpenMSIStream:
Introduction to OpenMSIStream
Installing OpenMSIStream
Tutorials
Working with OpenMSIStream:
Using Main Programs
Services/Daemons
Encrypting Messages With KafkaCrypto
Troubleshooting
Support and Contribution
API reference/dev info:
API reference
Code Tests
OpenMSIStream
Index
Edit on GitHub
Index
_
|
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
K
|
L
|
M
|
N
|
O
|
P
|
R
|
S
|
T
|
U
|
V
|
W
_
_failed_computing_processing_result() (openmsistream.DataFileStreamReproducer method)
_failed_processing_callback() (openmsistream.DataFileStreamProcessor method)
_get_metadata_dict_for_file() (openmsistream.metadata_extraction.MetadataJSONReproducer method)
_get_processing_result_message_for_file() (openmsistream.DataFileStreamReproducer method)
_mismatched_hash_callback() (openmsistream.DataFileStreamProcessor method)
(openmsistream.DataFileStreamReproducer method)
_on_add_chunk() (openmsistream.data_file_io.DownloadDataFile method)
_process_downloaded_data_file() (openmsistream.DataFileStreamProcessor method)
(openmsistream.GirderUploadStreamProcessor method)
_process_message() (openmsistream.DataFileStreamProcessor method)
(openmsistream.DataFileStreamReproducer method)
_undecryptable_message_callback() (openmsistream.DataFileStreamProcessor method)
(openmsistream.DataFileStreamReproducer method)
A
add_chunk() (openmsistream.data_file_io.DownloadDataFile method)
add_chunks_to_upload() (openmsistream.UploadDataFile method)
add_entries() (openmsistream.utilities.DataclassTable method)
ARGUMENT_PARSER_TYPE (openmsistream.DataFileDownloadDirectory attribute)
(openmsistream.DataFileStreamProcessor attribute)
(openmsistream.DataFileStreamReproducer attribute)
(openmsistream.DataFileUploadDirectory attribute)
(openmsistream.GirderUploadStreamProcessor attribute)
(openmsistream.UploadDataFile attribute)
as_read_only() (openmsistream.utilities.DataclassTable method)
B
bytestring (openmsistream.data_file_io.DownloadDataFile property)
(openmsistream.data_file_io.DownloadDataFileToDisk property)
(openmsistream.data_file_io.DownloadDataFileToMemory property)
C
callback_kwargs (openmsistream.data_file_io.entity.data_file_chunk.DataFileChunk property)
(openmsistream.data_file_io.ReproducerMessage property)
(openmsistream.kafka_wrapper.Producible property)
check_file_hash (openmsistream.data_file_io.DownloadDataFile property)
(openmsistream.data_file_io.DownloadDataFileToDisk property)
(openmsistream.data_file_io.DownloadDataFileToMemory property)
(openmsistream.data_file_io.DownloadDataFileToMemoryAndDisk property)
chunked_at_timestamp (openmsistream.UploadDataFile property)
close() (openmsistream.DataFileStreamProcessor method)
(openmsistream.DataFileStreamReproducer method)
(openmsistream.kafka_wrapper.ConsumerAndProducerGroup method)
(openmsistream.kafka_wrapper.ConsumerGroup method)
(openmsistream.kafka_wrapper.OpenMSIStreamConsumer method)
(openmsistream.kafka_wrapper.OpenMSIStreamKafkaCrypto method)
(openmsistream.kafka_wrapper.OpenMSIStreamProducer method)
(openmsistream.kafka_wrapper.ProducerGroup method)
commit() (openmsistream.kafka_wrapper.OpenMSIStreamConsumer method)
config_file_path (openmsistream.kafka_wrapper.OpenMSIStreamKafkaCrypto property)
consumer_group_id (openmsistream.kafka_wrapper.ConsumerAndProducerGroup property)
(openmsistream.kafka_wrapper.ConsumerGroup property)
consumer_topic_name (openmsistream.DataFileStreamReproducer property)
(openmsistream.kafka_wrapper.ConsumerAndProducerGroup property)
ConsumerAndProducerGroup (class in openmsistream.kafka_wrapper)
ConsumerGroup (class in openmsistream.kafka_wrapper)
csv_header_line (openmsistream.utilities.DataclassTable property)
D
dataclass_type (openmsistream.utilities.DataclassTable property)
DataclassTable (class in openmsistream.utilities)
DataFile (class in openmsistream.data_file_io)
DataFileChunk (class in openmsistream.data_file_io.entity.data_file_chunk)
DataFileDirectory (class in openmsistream.data_file_io)
DataFileDownloadDirectory (class in openmsistream)
DataFileStreamProcessor (class in openmsistream)
DataFileStreamReproducer (class in openmsistream)
DataFileUploadDirectory (class in openmsistream)
DownloadDataFile (class in openmsistream.data_file_io)
DownloadDataFileToDisk (class in openmsistream.data_file_io)
DownloadDataFileToMemory (class in openmsistream.data_file_io)
DownloadDataFileToMemoryAndDisk (class in openmsistream.data_file_io)
dump_to_file() (openmsistream.utilities.DataclassTable method)
E
enqueue_chunks_for_upload() (openmsistream.UploadDataFile method)
env_var_names (openmsistream.services.LinuxServiceManager property)
(openmsistream.services.WindowsServiceManager property)
F
filepath (openmsistream.data_file_io.entity.data_file_chunk.DataFileChunk property)
(openmsistream.utilities.DataclassTable property)
filepath_should_be_uploaded() (openmsistream.DataFileUploadDirectory method)
flush() (openmsistream.kafka_wrapper.OpenMSIStreamProducer method)
from_file() (openmsistream.kafka_wrapper.OpenMSIStreamConsumer class method)
(openmsistream.kafka_wrapper.OpenMSIStreamProducer class method)
fully_enqueued (openmsistream.UploadDataFile property)
fully_produced (openmsistream.UploadDataFile property)
G
get_argument_parser() (openmsistream.services.LinuxServiceManager class method)
(openmsistream.services.WindowsServiceManager class method)
get_command_line_arguments() (openmsistream.DataFileDownloadDirectory class method)
(openmsistream.DataFileStreamProcessor class method)
(openmsistream.DataFileStreamReproducer class method)
(openmsistream.DataFileUploadDirectory class method)
(openmsistream.GirderUploadStreamProcessor class method)
(openmsistream.kafka_wrapper.ConsumerAndProducerGroup class method)
(openmsistream.kafka_wrapper.ConsumerGroup class method)
(openmsistream.kafka_wrapper.ProducerGroup class method)
(openmsistream.S3TransferStreamProcessor class method)
(openmsistream.services.LinuxServiceManager class method)
(openmsistream.services.WindowsServiceManager class method)
(openmsistream.UploadDataFile class method)
(openmsistream.utilities.DataclassTable class method)
get_consumer_args_kwargs() (openmsistream.kafka_wrapper.OpenMSIStreamConsumer static method)
get_entry_attrs() (openmsistream.utilities.DataclassTable method)
get_full_filepath() (openmsistream.data_file_io.DownloadDataFile static method)
get_init_args_kwargs() (openmsistream.DataFileDownloadDirectory class method)
(openmsistream.DataFileStreamProcessor class method)
(openmsistream.DataFileStreamReproducer class method)
(openmsistream.DataFileUploadDirectory class method)
(openmsistream.GirderUploadStreamProcessor class method)
(openmsistream.kafka_wrapper.ConsumerAndProducerGroup class method)
(openmsistream.kafka_wrapper.ConsumerGroup class method)
(openmsistream.kafka_wrapper.ProducerGroup class method)
(openmsistream.S3TransferStreamProcessor class method)
(openmsistream.services.LinuxServiceManager class method)
(openmsistream.services.WindowsServiceManager class method)
(openmsistream.UploadDataFile class method)
(openmsistream.utilities.DataclassTable class method)
get_log_msg() (openmsistream.data_file_io.entity.data_file_chunk.DataFileChunk method)
(openmsistream.data_file_io.ReproducerMessage method)
(openmsistream.kafka_wrapper.Producible method)
get_new_producer() (openmsistream.kafka_wrapper.ConsumerAndProducerGroup method)
(openmsistream.kafka_wrapper.ProducerGroup method)
get_new_subscribed_consumer() (openmsistream.kafka_wrapper.ConsumerAndProducerGroup method)
(openmsistream.kafka_wrapper.ConsumerGroup method)
get_next_message() (openmsistream.kafka_wrapper.OpenMSIStreamConsumer method)
get_producer_args_kwargs() (openmsistream.kafka_wrapper.OpenMSIStreamProducer static method)
GirderUploadStreamProcessor (class in openmsistream)
H
have_file_to_upload (openmsistream.DataFileUploadDirectory property)
I
install_service() (openmsistream.services.LinuxServiceManager method)
(openmsistream.services.WindowsServiceManager method)
K
kafkacrypto (openmsistream.kafka_wrapper.ConsumerGroup property)
(openmsistream.kafka_wrapper.ProducerGroup property)
key_deserializer (openmsistream.kafka_wrapper.OpenMSIStreamKafkaCrypto property)
key_serializer (openmsistream.kafka_wrapper.OpenMSIStreamKafkaCrypto property)
L
LinuxServiceManager (class in openmsistream.services)
logger (openmsistream.services.LinuxServiceManager property)
(openmsistream.services.WindowsServiceManager property)
(openmsistream.utilities.DataclassTable property)
M
make_stream() (openmsistream.S3TransferStreamProcessor method)
message_consumed_before (openmsistream.kafka_wrapper.OpenMSIStreamConsumer attribute)
MetadataJSONReproducer (class in openmsistream.metadata_extraction)
msg_key (openmsistream.data_file_io.entity.data_file_chunk.DataFileChunk property)
(openmsistream.data_file_io.ReproducerMessage property)
(openmsistream.kafka_wrapper.Producible property)
msg_value (openmsistream.data_file_io.entity.data_file_chunk.DataFileChunk property)
(openmsistream.kafka_wrapper.Producible property)
N
n_entries (openmsistream.utilities.DataclassTable property)
n_partially_done_files (openmsistream.DataFileUploadDirectory property)
O
obj_addresses (openmsistream.utilities.DataclassTable property)
obj_addresses_by_key_attr() (openmsistream.utilities.DataclassTable method)
OpenMSIStreamConsumer (class in openmsistream.kafka_wrapper)
OpenMSIStreamKafkaCrypto (class in openmsistream.kafka_wrapper)
OpenMSIStreamProducer (class in openmsistream.kafka_wrapper)
other_datafile_kwargs (openmsistream.DataFileStreamProcessor property)
(openmsistream.DataFileStreamReproducer property)
(openmsistream.DataFileUploadDirectory property)
(openmsistream.GirderUploadStreamProcessor property)
P
partially_done_file_paths (openmsistream.DataFileUploadDirectory property)
poll() (openmsistream.kafka_wrapper.OpenMSIStreamProducer method)
populate_with_file_data() (openmsistream.data_file_io.entity.data_file_chunk.DataFileChunk method)
process_files_as_read() (openmsistream.DataFileStreamProcessor method)
(openmsistream.GirderUploadStreamProcessor method)
produce() (openmsistream.kafka_wrapper.OpenMSIStreamProducer method)
produce_from_queue() (openmsistream.kafka_wrapper.OpenMSIStreamProducer method)
produce_from_queue_looped() (openmsistream.kafka_wrapper.OpenMSIStreamProducer method)
produce_object() (openmsistream.kafka_wrapper.OpenMSIStreamProducer method)
produce_processing_results_for_files_as_read() (openmsistream.DataFileStreamReproducer method)
producer_callback() (openmsistream.DataFileStreamReproducer method)
(openmsistream.DataFileUploadDirectory method)
ProducerGroup (class in openmsistream.kafka_wrapper)
Producible (class in openmsistream.kafka_wrapper)
progress_msg (openmsistream.DataFileUploadDirectory property)
R
reconstruct() (openmsistream.DataFileDownloadDirectory method)
reinstall_service() (openmsistream.services.LinuxServiceManager method)
(openmsistream.services.WindowsServiceManager method)
relative_filepath (openmsistream.data_file_io.DownloadDataFile property)
(openmsistream.data_file_io.entity.data_file_chunk.DataFileChunk property)
remove_entries() (openmsistream.utilities.DataclassTable method)
remove_service() (openmsistream.services.LinuxServiceManager method)
(openmsistream.services.WindowsServiceManager method)
ReproducerMessage (class in openmsistream.data_file_io)
rootdir (openmsistream.data_file_io.entity.data_file_chunk.DataFileChunk property)
run_from_command_line() (openmsistream.DataFileDownloadDirectory class method)
(openmsistream.DataFileStreamProcessor class method)
(openmsistream.DataFileStreamReproducer class method)
(openmsistream.DataFileUploadDirectory class method)
(openmsistream.GirderUploadStreamProcessor class method)
(openmsistream.metadata_extraction.MetadataJSONReproducer class method)
(openmsistream.S3TransferStreamProcessor class method)
(openmsistream.UploadDataFile class method)
run_manage_command() (openmsistream.services.LinuxServiceManager method)
(openmsistream.services.WindowsServiceManager method)
S
S3TransferStreamProcessor (class in openmsistream)
select_bytes (openmsistream.UploadDataFile property)
service_status() (openmsistream.services.LinuxServiceManager method)
(openmsistream.services.WindowsServiceManager method)
set_entry_attrs() (openmsistream.utilities.DataclassTable method)
start_service() (openmsistream.services.LinuxServiceManager method)
(openmsistream.services.WindowsServiceManager method)
status_msg (openmsistream.DataFileUploadDirectory property)
stop_service() (openmsistream.services.LinuxServiceManager method)
(openmsistream.services.WindowsServiceManager method)
subdir_str (openmsistream.data_file_io.entity.data_file_chunk.DataFileChunk property)
subscribe() (openmsistream.kafka_wrapper.OpenMSIStreamConsumer method)
T
to_upload (openmsistream.UploadDataFile property)
topic_name (openmsistream.kafka_wrapper.ConsumerGroup property)
U
upload_files_as_added() (openmsistream.DataFileUploadDirectory method)
upload_in_progress (openmsistream.UploadDataFile property)
upload_status_msg (openmsistream.UploadDataFile property)
upload_whole_file() (openmsistream.UploadDataFile method)
UploadDataFile (class in openmsistream)
V
value_deserializer (openmsistream.kafka_wrapper.OpenMSIStreamKafkaCrypto property)
value_serializer (openmsistream.kafka_wrapper.OpenMSIStreamKafkaCrypto property)
W
waiting_to_upload (openmsistream.UploadDataFile property)
WindowsServiceManager (class in openmsistream.services)
Read the Docs
v: latest
Versions
latest
stable
Downloads
On Read the Docs
Project Home
Builds