Add log ingestion tool for loading signature logs into SQLite
- Parse signature messages from log files extracting app info, device details, and feature flags (autofill, touchID, offline login, etc.) - Support both plain .log and gzip compressed .log.gz files - File discovery by date range (YYYY/mm/dd directory structure) - Batch inserts for performance with large files (10GB+ per day) - Index on session_id and version for efficient queries - Extensible parser architecture via MessageParser trait - Parallel file processing for multi-day ingestion Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
15
Cargo.toml
Normal file
15
Cargo.toml
Normal file
@@ -0,0 +1,15 @@
|
||||
[package]
|
||||
name = "log_ingest"
|
||||
version = "0.0.1"
|
||||
authors = ["Alexandr Mansurov"]
|
||||
edition = "2024"
|
||||
|
||||
[dependencies]
|
||||
clap = { version = "4.5.42", features = ["derive"] }
|
||||
rusqlite = { version = "0.35", features = ["bundled"] }
|
||||
chrono = "0.4"
|
||||
regex = "1"
|
||||
flate2 = "1"
|
||||
anyhow = "1"
|
||||
rayon = "1"
|
||||
crossbeam-channel = "0.5"
|
||||
Reference in New Issue
Block a user