Skip to content

feat: Enhance Postgres sink with improved query handling and data str… #39

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
MartianGreed merged 3 commits into from
Mar 19, 2026
Merged

feat: Enhance Postgres sink with improved query handling and data str… #39

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
875c4be
feat: Enhance Postgres sink with improved query handling and data str…
Mar 19, 2026
30cc52a
refactor: remove SqlxError and SqlxResult type aliases from Postgres …
Mar 19, 2026
c4c99ca
refactor: streamline SqlxResult usage and clean up imports across var…
Mar 19, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions Cargo.lock
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

1 change: 0 additions & 1 deletion bins/torii-introspect-bin/src/main.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -429,7 +429,6 @@ async fn run_with_postgres(
decoder.store.initialize().await?;
sink.initialize_introspect_pg_sink().await?;
decoder.load_tables(&[]).await?;
sink.load_tables_no_commit(decoder.get_tables()?)?;

let decoder: Arc<dyn torii::etl::Decoder> = Arc::new(decoder);

Expand Down
22 changes: 9 additions & 13 deletions crates/dojo/migrations/001_dojo_store.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -11,40 +11,36 @@ BEGIN
CREATE DOMAIN uint64 AS NUMERIC(20, 0)
CHECK (VALUE >= 0 AND VALUE < power(2::numeric, 64));
END IF;

IF to_regtype('introspect.attribute') IS NULL THEN
CREATE TYPE introspect.attribute AS (
name TEXT,
data bytea
);
END IF;
END $$;

CREATE TABLE IF NOT EXISTS dojo.tables (
owner felt252,
id felt252 NOT NULL,
block_number uint64 NOT NULL,
name TEXT NOT NULL,
attributes TEXT[] NOT NULL DEFAULT '{}',
keys felt252[] NOT NULL,
"values" felt252[] NOT NULL ,
legacy BOOLEAN NOT NULL,
created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
updated_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
created_block uint64 NOT NULL,
updated_block uint64 NOT NULL,
created_tx felt252 NOT NULL,
updated_tx felt252 NOT NULL,
PRIMARY KEY (owner, id)
PRIMARY KEY (owner, id, block_number)
);

CREATE TABLE IF NOT EXISTS dojo.columns(
owner felt252,
"table" felt252 NOT NULL ,
id felt252 NOT NULL,
block_number uint64 NOT NULL,
name TEXT NOT NULL,
attributes introspect.attribute[] NOT NULL DEFAULT '{}',
attributes TEXT[] NOT NULL DEFAULT '{}',
type_def jsonb NOT NULL,
PRIMARY KEY (owner, "table", id),
FOREIGN KEY (owner, "table") REFERENCES dojo.tables(owner, id)
created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
updated_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
created_tx felt252 NOT NULL,
updated_tx felt252 NOT NULL,
PRIMARY KEY (owner, "table", id, block_number)
);

Loading
Loading