perf(worker-core): replace AsyncArrowWriter with parquet-ext

Cargo.toml

@@ -34,6 +34,7 @@ members = [
     "crates/core/worker-core",
     "crates/core/worker-datasets-derived",
     "crates/core/worker-datasets-raw",
+    "crates/parquet-ext",
     "crates/extractors/evm-rpc",
     "crates/extractors/evm-rpc/gen",
     "crates/extractors/firehose",
@@ -114,6 +115,7 @@ opentelemetry-otlp = { version = "0.31", features = [
     "http-proto",
 ] }
 opentelemetry_sdk = { version = "0.31" }
+parking_lot = "0.12.5"
 pg_escape = "0.1"
 pgtemp = "0.7.1"
 pretty_assertions = "1.4.1"

crates/core/monitoring/src/logging.rs

@@ -96,6 +96,7 @@ const AMP_CRATES: &[&str] = &[
     "metadata_db",
     "metadata_db_postgres",
     "monitoring",
+    "parquet_ext",
     "server",
     "solana_datasets",
     "solana_storage_proto",

crates/core/worker-core/Cargo.toml

@@ -17,14 +17,15 @@ futures.workspace = true
 metadata-db = { path = "../metadata-db" }
 monitoring = { path = "../monitoring" }
 object_store.workspace = true
-parking_lot = "0.12.5"
+parking_lot.workspace = true
 schemars = { workspace = true, optional = true }
 serde.workspace = true
 serde_json.workspace = true
 thiserror.workspace = true
 tokio.workspace = true
 tracing.workspace = true
 url.workspace = true
+parquet-ext = { path = "../../parquet-ext", features = ["async", "zstd"] }
 
 [dev-dependencies]
 opentelemetry.workspace = true

crates/core/worker-core/src/parquet_writer.rs

@@ -11,7 +11,6 @@ use common::{
         },
     },
     parquet::{
-        arrow::AsyncArrowWriter,
         errors::ParquetError,
         file::{metadata::KeyValue, properties::WriterProperties as ParquetWriterProperties},
     },
@@ -23,6 +22,7 @@ use metadata_db::{
     physical_table_revision::LocationId,
 };
 use object_store::{ObjectMeta, buffered::BufWriter};
+use parquet_ext::arrow::async_writer::AsyncArrowWriter;
 use url::Url;
 
 pub async fn commit_metadata(