feat: add ix integration test suite

Cargo.toml

@@ -1,3 +1,3 @@
 [workspace]
-members = ["event-proto", "grpc-service", "geyser-plugin"]
+members = ["event-proto", "grpc-service", "geyser-plugin", "ix-tests"]
 resolver = "2"

Makefile

@@ -10,6 +10,9 @@ CLIENT_REST ?= http://127.0.0.1:3030
 	kafka-ready \
 	kafka-ui \
 	kafka-ui-down \
+	ix-tests-build \
+	ix-tests-run \
+	ix-tests-scenario \
 	grpc-service-run \
 	grpc-service-build \
 	grpc-service-client \
@@ -27,6 +30,9 @@ help:
 	@echo "  kafka-ready                   - Start the stack and initialize stream/table/schema"
 	@echo "  kafka-ui                      - Start Redpanda Console"
 	@echo "  kafka-ui-down                 - Stop Redpanda Console"
+	@echo "  ix-tests-build                 - Build the gRPC service binary and the ix-tests harness"
+	@echo "  ix-tests-run                   - Run the full local integration suite"
+	@echo "  ix-tests-scenario              - Run one integration scenario (SCENARIO=...)"
 	@echo "  grpc-service-run              - Run the gRPC service"
 	@echo "  grpc-service-build            - Build the gRPC service package"
 	@echo "  grpc-service-client           - Run the example gRPC client"
@@ -61,6 +67,20 @@ kafka-ui:
 kafka-ui-down:
 	$(MAKE) -C kafka-setup ui-down
 
+kafka-reset-state:
+	$(MAKE) -C kafka-setup reset-state
+
+ix-tests-build:
+	cargo build -p magigblock-grpc-service
+	cargo build -p ix-tests
+
+ix-tests-run:
+	cargo run -p ix-tests -- --config ix-tests/configs/suite.toml --scenario all
+
+ix-tests-scenario:
+	@test -n "$(SCENARIO)" || (echo "Provide SCENARIO=..." >&2; exit 1)
+	cargo run -p ix-tests -- --config ix-tests/configs/suite.toml --scenario "$(SCENARIO)"
+
 grpc-service-run:
 	$(MAKE) -C grpc-service run
 

README.md

@@ -12,6 +12,7 @@ This repo contains the MagicBlock account update pipeline:
 - `event-proto/`: shared Rust crate `magigblock-event-proto`
 - `grpc-service/`: Rust crate `magigblock-grpc-service`
 - `geyser-plugin/`: Solana Geyser plugin crate
+- `ix-tests/`: local end-to-end gRPC integration harness
 - `kafka-setup/`: minimal Kafka/ksqlDB local environment
 - `Makefile`: top-level operator entrypoint
 
@@ -36,10 +37,15 @@ cargo test --workspace -- --test-threads=16
 - `make kafka-ready`
 - `make kafka-ui`
 - `make kafka-ui-down`
+- `make ix-tests-build`
+- `make ix-tests-run`
+- `make ix-tests-scenario SCENARIO=single-basic`
 - `make grpc-service-run`
 - `make grpc-service-build`
 - `make grpc-service-client`
 - `make grpc-service-client-add-sub PUBKEY=<base58-pubkey>`
 - `make grpc-service-client-remove-sub PUBKEY=<base58-pubkey>`
 - `make geyser-plugin-build`
 - `make geyser-plugin-launch`
+
+The integration suite assumes Kafka/ksqlDB and the validator-with-plugin are already up. Scenarios are isolated and can be run individually. Failure artifacts are written under `target/ix-tests/failures/`.

geyser-plugin/Makefile

@@ -1,5 +1,7 @@
 .PHONY: help build build-plugin launch init-config clean
 
+MAKEFILE_DIR := $(dir $(abspath $(lastword $(MAKEFILE_LIST))))
+
 UNAME_S := $(shell uname -s)
 ifeq ($(UNAME_S),Linux)
 	PLUGIN_EXT := so
@@ -18,14 +20,6 @@ help:
 	@echo "  make launch       - Launch solana-test-validator with the plugin (depends on build-plugin)"
 	@echo "  make clean        - Remove compiled artifacts"
 
-init-config:
-	@echo "Creating $(PLUGIN_CONFIG)..."
-	@perl -0pe 's#(?<!\.\./)target/release/libsolana_accountsdb_plugin_kafka\.(?:dylib|so)#$(PLUGIN_PATH)#g' configs/plugin-config.example.toml > "$(PLUGIN_CONFIG)"
-	@echo "Creating $(VALIDATOR_CONFIG)..."
-	@perl -0pe 's#(?<!\.\./)target/release/libsolana_accountsdb_plugin_kafka\.(?:dylib|so)#$(PLUGIN_PATH)#g; s#plugin-config\.toml#$(PLUGIN_CONFIG)#g' configs/plugin-config.example.json > "$(VALIDATOR_CONFIG)"
-	@echo "✓ Created $(PLUGIN_CONFIG)"
-	@echo "✓ Created $(VALIDATOR_CONFIG)"
-
 build-plugin:
 	@echo "Building plugin for $(UNAME_S)..."
 	cargo build --release
@@ -46,8 +40,26 @@ launch: build-plugin
 			exit 1; \
 		fi; \
 	fi
+	cd "$(MAKEFILE_DIR)" && \
 	solana-test-validator --log --reset --geyser-plugin-config "$(VALIDATOR_CONFIG)"
 
+init-config:
+	@echo "Creating $(VALIDATOR_CONFIG) and $(PLUGIN_CONFIG) for $(UNAME_S) (.$(PLUGIN_EXT))..."
+	@if [ -f "$(VALIDATOR_CONFIG)" ]; then \
+		echo "Error: $(VALIDATOR_CONFIG) already exists, refusing to overwrite"; \
+		exit 1; \
+	fi
+	@if [ -f "$(PLUGIN_CONFIG)" ]; then \
+		echo "Error: $(PLUGIN_CONFIG) already exists, refusing to overwrite"; \
+		exit 1; \
+	fi
+	@sed -e 's|path-to-plugin-library|$(PLUGIN_PATH)|' \
+		-e 's|plugin-config.toml|$(PLUGIN_CONFIG)|' \
+		./configs/plugin-config.example.json > "$(VALIDATOR_CONFIG)"
+	@cp ./configs/plugin-config.example.toml "$(PLUGIN_CONFIG)"
+	@echo "Created $(VALIDATOR_CONFIG) (libpath: $(PLUGIN_PATH))"
+	@echo "Created $(PLUGIN_CONFIG)"
+
 clean:
 	cargo clean
 	@echo "Cleaned build artifacts"

geyser-plugin/configs/plugin-config.example.json

@@ -1,4 +1,4 @@
 {
-  "libpath": "../target/release/libsolana_accountsdb_plugin_kafka.so",
+  "libpath": "path-to-plugin-library",
   "config_file": "plugin-config.toml"
 }

geyser-plugin/src/account_update_publisher.rs

@@ -69,8 +69,9 @@ fn publish_raw_account_update(
 ) -> PluginResult<()> {
     if let Ok(key) = <[u8; 32]>::try_from(event.pubkey.as_slice()) {
         debug!(
-            "Matched account update {} in slot {}",
+            "Matched account update {} lamports {} in slot {}",
             Pubkey::new_from_array(key),
+            event.lamports,
             event.slot
         );
     }

grpc-service/Cargo.toml

@@ -23,6 +23,7 @@ serde_json = "1.0"
 toml = "0.9.12"
 tokio = { version = "1.47", features = ["macros", "rt-multi-thread", "signal"] }
 tokio-stream = { version = "0.1", features = ["net"] }
+tokio-util = { version = "0.7", features = ["rt"] }
 tonic = { version = "0.12", features = ["transport"] }
 tracing = "0.1"
 tracing-subscriber = { version = "0.3", features = ["env-filter", "fmt"] }