test case for payment ingestion + RPC setup + removing current core s…

…etup

Dockerfile

@@ -8,28 +8,16 @@ RUN go mod download
 COPY . ./
 RUN go build -o /bin/wallet-backend -ldflags "-X main.GitCommit=$GIT_COMMIT" .
 
+# Use the official stellar/soroban-rpc image as the base
+FROM stellar/soroban-rpc
+
+# Install bash or sh
+RUN apt-get update && apt-get install -y bash
 
 # Step 2: Install Stellar Core and copy over app binary
 FROM ubuntu:jammy AS core-build
 
-ARG STELLAR_CORE_VERSION
-
-RUN apt-get update && \
-    apt-get install -y --no-install-recommends ca-certificates curl wget gnupg apt-utils gpg && \
-    curl -sSL https://apt.stellar.org/SDF.asc | gpg --dearmor >/etc/apt/trusted.gpg.d/SDF.gpg && \
-    echo "deb https://apt.stellar.org jammy stable" >/etc/apt/sources.list.d/SDF.list && \
-    echo "deb https://apt.stellar.org jammy testing" >/etc/apt/sources.list.d/SDF-testing.list && \
-    echo "deb https://apt.stellar.org jammy unstable" >/etc/apt/sources.list.d/SDF-unstable.list && \
-    apt-get update && \
-    apt-get install -y stellar-core=${STELLAR_CORE_VERSION} && \
-    apt-get clean
-
 COPY --from=api-build /bin/wallet-backend /app/
-COPY --from=api-build /src/wallet-backend/internal/ingest/config/stellar-core_pubnet.cfg /app/config/stellar-core_pubnet.cfg
-COPY --from=api-build /src/wallet-backend/internal/ingest/config/stellar-core_testnet.cfg /app/config/stellar-core_testnet.cfg
-
-ENV CAPTIVE_CORE_BIN_PATH /usr/bin/stellar-core
-ENV CAPTIVE_CORE_CONFIG_DIR /app/config/
 
 EXPOSE 8001
 WORKDIR /app

cmd/utils/global_options.go

@@ -73,7 +73,7 @@ func RPCURLOption(configKey *string) *config.ConfigOption {
 		Usage:       "The URL of the RPC Server.",
 		OptType:     types.String,
 		ConfigKey:   configKey,
-		FlagDefault: "localhost:8080",
+		FlagDefault: "http://soroban-rpc:8000",
 		Required:    true,
 	}
 }

config/soroban-rpc-pubnet-config.toml

@@ -0,0 +1,213 @@
+
+# Admin endpoint to listen and serve on. WARNING: this should not be accessible
+# from the Internet and does not use TLS. "" (default) disables the admin server
+ ADMIN_ENDPOINT = "0.0.0.0:8001"
+
+# path to additional configuration for the Stellar Core configuration file used
+# by captive core. It must, at least, include enough details to define a quorum
+# set
+CAPTIVE_CORE_CONFIG_PATH = "/config/stellar-core_pubnet.cfg"
+
+# Storage location for Captive Core bucket data
+CAPTIVE_CORE_STORAGE_PATH = "/"
+
+# establishes how many ledgers exist between checkpoints, do NOT change this
+# unless you really know what you are doing
+CHECKPOINT_FREQUENCY = 64
+
+# configures classic fee stats retention window expressed in number of ledgers
+CLASSIC_FEE_STATS_RETENTION_WINDOW = 10
+
+# SQLite DB path
+DB_PATH = "soroban_rpc.sqlite"
+
+# Default cap on the amount of events included in a single getEvents response
+DEFAULT_EVENTS_LIMIT = 100
+
+# Default cap on the amount of transactions included in a single getTransactions
+# response
+DEFAULT_TRANSACTIONS_LIMIT = 200
+
+# Endpoint to listen and serve on
+ENDPOINT = "0.0.0.0:8000"
+
+# (Deprecated, overidden by history-retention-window) configures the event
+# retention window expressed in number of ledgers, the default value is 17280
+# which corresponds to about 24 hours of history
+EVENT_RETENTION_WINDOW = 17280
+
+# The friendbot URL to be returned by getNetwork endpoint
+# FRIENDBOT_URL = ""
+
+# comma-separated list of stellar history archives to connect with
+HISTORY_ARCHIVE_URLS = ["https://history.stellar.org/prd/core-live/core_live_001/", "https://history.stellar.org/prd/core-live/core_live_002/", "https://history.stellar.org/prd/core-live/core_live_003/"]
+
+
+# configures history retention window for transactions and events, expressed in
+# number of ledgers, the default value is 17280 which corresponds to about 24
+# hours of history
+HISTORY_RETENTION_WINDOW = 17280
+
+# Ingestion Timeout when bootstrapping data (checkpoint and in-memory
+# initialization) and preparing ledger reads
+INGESTION_TIMEOUT = "50m0s"
+
+# format used for output logs (json or text)
+# LOG_FORMAT = "text"
+
+# minimum log severity (debug, info, warn, error) to log
+LOG_LEVEL = "info"
+
+# Maximum amount of events allowed in a single getEvents response
+MAX_EVENTS_LIMIT = 10000
+
+# The maximum duration of time allowed for processing a getEvents request. When
+# that time elapses, the rpc server would return -32001 and abort the request's
+# execution
+MAX_GET_EVENTS_EXECUTION_DURATION = "10s"
+
+# The maximum duration of time allowed for processing a getFeeStats request.
+# When that time elapses, the rpc server would return -32001 and abort the
+# request's execution
+MAX_GET_FEE_STATS_EXECUTION_DURATION = "5s"
+
+# The maximum duration of time allowed for processing a getHealth request. When
+# that time elapses, the rpc server would return -32001 and abort the request's
+# execution
+MAX_GET_HEALTH_EXECUTION_DURATION = "5s"
+
+# The maximum duration of time allowed for processing a getLatestLedger request.
+# When that time elapses, the rpc server would return -32001 and abort the
+# request's execution
+MAX_GET_LATEST_LEDGER_EXECUTION_DURATION = "5s"
+
+# The maximum duration of time allowed for processing a getLedgerEntries
+# request. When that time elapses, the rpc server would return -32001 and abort
+# the request's execution
+MAX_GET_LEDGER_ENTRIES_EXECUTION_DURATION = "5s"
+
+# The maximum duration of time allowed for processing a getNetwork request. When
+# that time elapses, the rpc server would return -32001 and abort the request's
+# execution
+MAX_GET_NETWORK_EXECUTION_DURATION = "5s"
+
+# The maximum duration of time allowed for processing a getTransactions request.
+# When that time elapses, the rpc server would return -32001 and abort the
+# request's execution
+MAX_GET_TRANSACTIONS_EXECUTION_DURATION = "5s"
+
+# The maximum duration of time allowed for processing a getTransaction request.
+# When that time elapses, the rpc server would return -32001 and abort the
+# request's execution
+MAX_GET_TRANSACTION_EXECUTION_DURATION = "5s"
+
+# The maximum duration of time allowed for processing a getVersionInfo request.
+# When that time elapses, the rpc server would return -32001 and abort the
+# request's execution
+MAX_GET_VERSION_INFO_EXECUTION_DURATION = "5s"
+
+# maximum ledger latency (i.e. time elapsed since the last known ledger closing
+# time) considered to be healthy (used for the /health endpoint)
+MAX_HEALTHY_LEDGER_LATENCY = "30s"
+
+# The max request execution duration is the predefined maximum duration of time
+# allowed for processing a request. When that time elapses, the server would
+# return 504 and abort the request's execution
+MAX_REQUEST_EXECUTION_DURATION = "25s"
+
+# The maximum duration of time allowed for processing a sendTransaction request.
+# When that time elapses, the rpc server would return -32001 and abort the
+# request's execution
+MAX_SEND_TRANSACTION_EXECUTION_DURATION = "15s"
+
+# The maximum duration of time allowed for processing a simulateTransaction
+# request. When that time elapses, the rpc server would return -32001 and abort
+# the request's execution
+MAX_SIMULATE_TRANSACTION_EXECUTION_DURATION = "15s"
+
+# Maximum amount of transactions allowed in a single getTransactions response
+MAX_TRANSACTIONS_LIMIT = 200
+
+# Network passphrase of the Stellar network transactions should be signed for.
+# Commonly used values are "Test SDF Future Network ; October 2022", "Test SDF
+# Network ; September 2015" and "Public Global Stellar Network ; September 2015"
+NETWORK_PASSPHRASE = "Public Global Stellar Network ; September 2015"
+
+# Enable debug information in preflighting (provides more detailed errors). It
+# should not be enabled in production deployments.
+PREFLIGHT_ENABLE_DEBUG = true
+
+# Number of workers (read goroutines) used to compute preflights for the
+# simulateTransaction endpoint. Defaults to the number of CPUs.
+PREFLIGHT_WORKER_COUNT = 8
+
+# Maximum number of outstanding preflight requests for the simulateTransaction
+# endpoint. Defaults to the number of CPUs.
+PREFLIGHT_WORKER_QUEUE_SIZE = 8
+
+# Maximum number of outstanding GetEvents requests
+REQUEST_BACKLOG_GET_EVENTS_QUEUE_LIMIT = 1000
+
+# Maximum number of outstanding GetFeeStats requests
+REQUEST_BACKLOG_GET_FEE_STATS_QUEUE_LIMIT = 100
+
+# Maximum number of outstanding GetHealth requests
+REQUEST_BACKLOG_GET_HEALTH_QUEUE_LIMIT = 1000
+
+# Maximum number of outstanding GetLatestsLedger requests
+REQUEST_BACKLOG_GET_LATEST_LEDGER_QUEUE_LIMIT = 1000
+
+# Maximum number of outstanding GetLedgerEntries requests
+REQUEST_BACKLOG_GET_LEDGER_ENTRIES_QUEUE_LIMIT = 1000
+
+# Maximum number of outstanding GetNetwork requests
+REQUEST_BACKLOG_GET_NETWORK_QUEUE_LIMIT = 1000
+
+# Maximum number of outstanding GetTransactions requests
+REQUEST_BACKLOG_GET_TRANSACTIONS_QUEUE_LIMIT = 1000
+
+# Maximum number of outstanding GetTransaction requests
+REQUEST_BACKLOG_GET_TRANSACTION_QUEUE_LIMIT = 1000
+
+# Maximum number of outstanding GetVersionInfo requests
+REQUEST_BACKLOG_GET_VERSION_INFO_QUEUE_LIMIT = 1000
+
+# Maximum number of outstanding requests
+REQUEST_BACKLOG_GLOBAL_QUEUE_LIMIT = 5000
+
+# Maximum number of outstanding SendTransaction requests
+REQUEST_BACKLOG_SEND_TRANSACTION_QUEUE_LIMIT = 500
+
+# Maximum number of outstanding SimulateTransaction requests
+REQUEST_BACKLOG_SIMULATE_TRANSACTION_QUEUE_LIMIT = 100
+
+# The request execution warning threshold is the predetermined maximum duration
+# of time that a request can take to be processed before a warning would be
+# generated
+REQUEST_EXECUTION_WARNING_THRESHOLD = "5s"
+
+# configures soroban inclusion fee stats retention window expressed in number of
+# ledgers
+SOROBAN_FEE_STATS_RETENTION_WINDOW = 50
+
+# HTTP port for Captive Core to listen on (0 disables the HTTP server)
+STELLAR_CAPTIVE_CORE_HTTP_PORT = 11626
+
+# path to stellar core binary
+STELLAR_CORE_BINARY_PATH = "/usr/bin/stellar-core"
+
+# Timeout used when submitting requests to stellar-core
+STELLAR_CORE_TIMEOUT = "2s"
+
+# URL used to query Stellar Core (local captive core by default)
+# STELLAR_CORE_URL = ""
+
+# Enable strict toml configuration file parsing. This will prevent unknown
+# fields in the config toml from being parsed.
+# STRICT = false
+
+# (Deprecated, overidden by history-retention-window) configures the transaction
+# retention window expressed in number of ledgers, the default value is 17280
+# which corresponds to about 24 hours of history
+TRANSACTION_RETENTION_WINDOW = 17280
+