feat: atrium-repo

.gitignore

@@ -12,5 +12,8 @@ target/
 # These are backup files generated by rustfmt
 **/*.rs.bk
 
+# VSCode settings
+/.vscode
+
 # MSVC Windows builds of rustc generate these, which store debugging information
 *.pdb

Cargo.toml

@@ -3,18 +3,22 @@ members = [
     "atrium-api",
     "atrium-common",
     "atrium-crypto",
+    "atrium-repo",
     "atrium-xrpc",
     "atrium-xrpc-client",
     "atrium-oauth/identity",
     "atrium-oauth/oauth-client",
     "bsky-cli",
     "bsky-sdk",
+
+    # "examples/concurrent",
+    "examples/firehose",
 ]
 # Examples show how to use the latest published crates, not the workspace state.
 exclude = [
-    "examples/concurrent",
-    "examples/firehose",
-    "examples/video",
+    # "examples/concurrent",
+    # "examples/firehose",
+    # "examples/video",
 ]
 resolver = "2"
 
@@ -27,13 +31,17 @@ keywords = ["atproto", "bluesky"]
 
 [workspace.dependencies]
 # Intra-workspace dependencies
-atrium-api = { version = "0.24.10", path = "atrium-api", default-features = false }
+atrium-api = { version = "0.24.10", path = "atrium-api" }
 atrium-common = { version = "0.1.0", path = "atrium-common" }
+atrium-crypto = { version = "0.1.2", path = "atrium-crypto" }
 atrium-identity = { version = "0.1.0", path = "atrium-oauth/identity" }
 atrium-xrpc = { version = "0.12.0", path = "atrium-xrpc" }
 atrium-xrpc-client = { version = "0.5.10", path = "atrium-xrpc-client" }
 bsky-sdk = { version = "0.1.15", path = "bsky-sdk" }
 
+# async in streams
+async-stream = "0.3"
+
 # DAG-CBOR codec
 ipld-core = { version = "0.4.1", default-features = false, features = ["std"] }
 serde_ipld_dagcbor = { version = "0.6.0", default-features = false, features = ["std"] }
@@ -49,6 +57,7 @@ serde = "1.0.202"
 serde_bytes = "0.11.9"
 serde_html_form = "0.2.6"
 serde_json = "1.0.125"
+unsigned-varint = "0.8"
 
 # Cryptography
 ecdsa = "0.16.9"
@@ -68,7 +77,8 @@ hickory-resolver = "0.24.1"
 http = "1.1.0"
 lru = "0.12.4"
 moka = "0.12.8"
-tokio = { version = "1.39", default-features = false }
+tokio = { version = "1.39", default-features = false, features = ["io-util"] }
+tokio-util = "0.7"
 
 # HTTP client integrations
 isahc = "1.7.2"

atrium-api/src/types/string.rs

@@ -9,6 +9,22 @@ use regex::Regex;
 use serde::{de::Error, Deserialize, Deserializer, Serialize, Serializer};
 use std::{cmp, ops::Deref, str::FromStr, sync::OnceLock};
 
+// Reference: https://github.com/bluesky-social/indigo/blob/9e3b84fdbb20ca4ac397a549e1c176b308f7a6e1/repo/tid.go#L11-L19
+fn s32_encode(mut i: u64) -> String {
+    const S32_CHAR: &[u8] = b"234567abcdefghijklmnopqrstuvwxyz";
+
+    let mut s = String::new();
+    for _ in 0..13 {
+        let c = i & 0x1F;
+        s.push(S32_CHAR[c as usize] as char);
+
+        i >>= 5;
+    }
+
+    // Reverse the string to convert it to big-endian format.
+    s.as_str().chars().rev().collect()
+}
+
 /// Common trait implementations for Lexicon string formats that are newtype wrappers
 /// around `String`.
 macro_rules! string_newtype {
@@ -410,7 +426,7 @@ impl Serialize for Language {
 
 /// A [Timestamp Identifier].
 ///
-/// [Timestamp Identifier]: https://atproto.com/specs/record-key#record-key-type-tid
+/// [Timestamp Identifier]: https://atproto.com/specs/tid
 #[derive(Clone, Debug, PartialEq, Eq, Serialize, Hash)]
 #[serde(transparent)]
 pub struct Tid(String);
@@ -436,6 +452,19 @@ impl Tid {
         }
     }
 
+    /// Construct a new timestamp with the specified clock ID.
+    ///
+    /// Clock IDs 0-31 can be used as an ad-hoc clock ID if you are not concerned
+    /// with this parameter.
+    pub fn now(cid: u32) -> Self {
+        let now = chrono::Utc::now().timestamp_micros() as u64;
+
+        // The TID is laid out as follows:
+        // 0TTTTTTTTTTTTTTT TTTTTTTTTTTTTTTT TTTTTTTTTTTTTTTT TTTTTTCCCCCCCCCC
+        let tid = (now << 10) & 0x7FFF_FFFF_FFFF_FC00 | (cid as u64) & 0x3FF;
+        Self(s32_encode(tid))
+    }
+
     /// Returns the TID as a string slice.
     pub fn as_str(&self) -> &str {
         self.0.as_str()
@@ -766,6 +795,12 @@ mod tests {
         }
     }
 
+    #[test]
+    fn tid_encode() {
+        assert_eq!(s32_encode(0), "2222222222222");
+        assert_eq!(s32_encode(1), "2222222222223");
+    }
+
     #[test]
     fn valid_tid() {
         for valid in ["3jzfcijpj2z2a", "7777777777777", "3zzzzzzzzzzzz"] {

atrium-repo/CHANGELOG.md

@@ -0,0 +1,9 @@
+# Changelog
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [Unreleased]
+
+Initial release.