openwpm.storage package

Subpackages

• openwpm.storage.cloud_storage package
  • Submodules
    • openwpm.storage.cloud_storage.gcp_storage module
      • GcsStructuredProvider
      • GcsUnstructuredProvider
    • openwpm.storage.cloud_storage.s3_storage module
      • S3StructuredProvider
      • S3UnstructuredProvider
  • Module contents

Submodules

• openwpm.storage.arrow_storage module
  • ArrowProvider
    • ArrowProvider.finalize_visit_id()
    • ArrowProvider.flush_cache()
    • ArrowProvider.init()
    • ArrowProvider.shutdown()
    • ArrowProvider.store_record()
    • ArrowProvider.storing_lock
    • ArrowProvider.write_table()
• openwpm.storage.in_memory_storage module
  • MemoryArrowProvider
    • MemoryArrowProvider.shutdown()
    • MemoryArrowProvider.write_table()
  • MemoryProviderHandle
    • MemoryProviderHandle.poll_queue()
  • MemoryStructuredProvider
    • MemoryStructuredProvider.cache1
    • MemoryStructuredProvider.cache2
    • MemoryStructuredProvider.finalize_visit_id()
    • MemoryStructuredProvider.flush_cache()
    • MemoryStructuredProvider.init()
    • MemoryStructuredProvider.lock
    • MemoryStructuredProvider.shutdown()
    • MemoryStructuredProvider.store_record()
  • MemoryUnstructuredProvider
    • MemoryUnstructuredProvider.flush_cache()
    • MemoryUnstructuredProvider.init()
    • MemoryUnstructuredProvider.shutdown()
    • MemoryUnstructuredProvider.store_blob()
• openwpm.storage.leveldb module
  • LevelDbProvider
    • LevelDbProvider.content_batch
    • LevelDbProvider.flush_cache()
    • LevelDbProvider.init()
    • LevelDbProvider.ldb
    • LevelDbProvider.shutdown()
    • LevelDbProvider.store_blob()
• openwpm.storage.local_storage module
  • LocalArrowProvider
    • LocalArrowProvider.write_table()
  • LocalGzipProvider
    • LocalGzipProvider.flush_cache()
    • LocalGzipProvider.init()
    • LocalGzipProvider.shutdown()
    • LocalGzipProvider.store_blob()
• openwpm.storage.parquet_schema module
• openwpm.storage.sql_provider module
  • SQLiteStorageProvider
    • SQLiteStorageProvider.cur
    • SQLiteStorageProvider.db
    • SQLiteStorageProvider.execute_statement()
    • SQLiteStorageProvider.finalize_visit_id()
    • SQLiteStorageProvider.flush_cache()
    • SQLiteStorageProvider.init()
    • SQLiteStorageProvider.shutdown()
    • SQLiteStorageProvider.store_record()
• openwpm.storage.storage_controller module
  • DataSocket
    • DataSocket.close()
    • DataSocket.finalize_visit_id()
    • DataSocket.store_record()
  • StorageController
    • StorageController.finalize_tasks
    • StorageController.finalize_visit_id()
    • StorageController.handler()
    • StorageController.run()
    • StorageController.save_batch_if_past_timeout()
    • StorageController.should_shutdown()
    • StorageController.shutdown()
    • StorageController.store_record()
    • StorageController.store_record_tasks
    • StorageController.update_completion_queue()
    • StorageController.update_status_queue()
  • StorageControllerHandle
    • StorageControllerHandle.get_most_recent_status()
    • StorageControllerHandle.get_new_completed_visits()
    • StorageControllerHandle.get_next_browser_id()
    • StorageControllerHandle.get_next_visit_id()
    • StorageControllerHandle.get_status()
    • StorageControllerHandle.launch()
    • StorageControllerHandle.save_configuration()
    • StorageControllerHandle.shutdown()
• openwpm.storage.storage_providers module
  • StorageProvider
    • StorageProvider.flush_cache()
    • StorageProvider.init()
    • StorageProvider.shutdown()
  • StructuredStorageProvider
    • StructuredStorageProvider.finalize_visit_id()
    • StructuredStorageProvider.store_record()
  • UnstructuredStorageProvider
    • UnstructuredStorageProvider.store_blob()

Module contents