bottomless: add read-only replicas that read from S3

bottomless-cli/src/replicator_extras.rs

@@ -60,7 +60,33 @@ impl Replicator {
                 );
             }
             Err(aws_sdk_s3::types::SdkError::ServiceError(err)) if err.err().is_no_such_key() => {
-                println!("\tno main database snapshot file found")
+                match self
+                .client
+                .get_object_attributes()
+                .bucket(&self.bucket)
+                .key(format!("{}-{}/db.gz", self.db_name, generation))
+                .object_attributes(aws_sdk_s3::model::ObjectAttributes::ObjectSize)
+                .send()
+                .await {
+                    Ok(attrs) => {
+                        println!("\tmain database snapshot:");
+                        println!("\t\tobject size:   {}", attrs.object_size());
+                        println!(
+                            "\t\tlast modified: {}",
+                            attrs
+                                .last_modified()
+                                .map(|s| s
+                                    .fmt(aws_smithy_types::date_time::Format::DateTime)
+                                    .unwrap_or_else(|e| e.to_string()))
+                                .as_deref()
+                                .unwrap_or("never")
+                        );
+                    }
+                    Err(aws_sdk_s3::types::SdkError::ServiceError(err)) if err.err().is_no_such_key() => {
+                        println!("\tmain database snapshot: not found");
+                    }
+                    Err(e) => println!("\tfailed to fetch main database snapshot info: {e}"),
+                }
             }
             Err(e) => println!("\tfailed to fetch main database snapshot info: {e}"),
         };

bottomless/Cargo.toml

@@ -13,6 +13,7 @@ anyhow = "1.0.66"
 async-compression = { version = "0.3.15", features = ["tokio", "gzip"] }
 aws-config = { version = "0.52.0" }
 aws-sdk-s3 = { version = "0.22.0" }
+byteorder = "1.4.3"
 bytes = "1"
 crc = "3.0.0"
 futures = { version = "0.3.25" }
@@ -24,6 +25,7 @@ uuid = { version = "1.3", features = ["v7"] }
 
 [features]
 libsql_linked_statically = []
+init_tracing_statically = []
 
 [lib]
 crate-type = ["rlib", "staticlib"]

bottomless/Makefile

@@ -1,10 +1,10 @@
 all:	debug
 
 debug:	bottomless.c src/lib.rs
-	cargo build -p bottomless && clang -Wall -fPIC -shared -DLIBSQL_ENABLE_BOTTOMLESS_WAL bottomless.c -I${LIBSQL_DIR} ../target/debug/libbottomless.a -o ../target/debug/bottomless.so
+	cargo build -p bottomless -Finit_tracing_statically && clang -Wall -fPIC -shared -DLIBSQL_ENABLE_BOTTOMLESS_WAL bottomless.c -I${LIBSQL_DIR} ../target/debug/libbottomless.a -o ../target/debug/bottomless.so
 
 release:	bottomless.c src/lib.rs
-	cargo build -p bottomless -j1	--quiet --release && \
+	cargo build -p bottomless -Finit_tracing_statically -j1	--quiet --release && \
 		clang -fPIC -shared -DLIBSQL_ENABLE_BOTTOMLESS_WAL bottomless.c -I${LIBSQL_DIR} ../target/release/libbottomless.a \
 		-o ../target/release/bottomless.so
 

bottomless/src/ffi.rs

@@ -1,6 +1,7 @@
 pub use sqld_libsql_bindings::ffi::{
-    libsql_wal_methods, sqlite3, sqlite3_file, sqlite3_vfs, PageHdrIter, PgHdr, Wal, WalIndexHdr,
-    SQLITE_CANTOPEN, SQLITE_CHECKPOINT_TRUNCATE, SQLITE_IOERR_WRITE, SQLITE_OK,
+    libsql_wal, libsql_wal_methods, sqlite3, sqlite3_file, sqlite3_vfs, PageHdrIter, PgHdr, Wal,
+    WalIndexHdr, SQLITE_CANTOPEN, SQLITE_CHECKPOINT_TRUNCATE, SQLITE_IOERR_READ,
+    SQLITE_IOERR_WRITE, SQLITE_OK, SQLITE_READONLY,
 };
 
 #[repr(C)]