dbt_project.yml

vars:
  enable_elementary: false

models:
  elementary:
    +schema: "elementary"
    +enabled: "{{ var('enable_elementary', false) }}"

dbt run

dbt build

dbt run --vars '{"enable_elementary": true}'

prod

models:
  elementary:
    +schema: "elementary"
    +enabled: "{{ target.name in ['prod', 'analytics'] }}"

+enabled

vars:
  disable_run_results: "{{ target.name != 'prod' }}"
  disable_tests_results: "{{ target.name != 'prod' }}"
  disable_dbt_artifacts_autoupload: "{{ target.name != 'prod' }}"
  disable_dbt_invocation_autoupload: "{{ target.name != 'prod' }}"

dbt_models

dbt_tests

dbt_sources

vars:
  disable_dbt_artifacts_autoupload: true      # disables metadata uploads (safe for alerts)
  disable_run_results: false                  # keep this enabled for alerts
  disable_tests_results: false                # keep this enabled for alerts
  disable_dbt_invocation_autoupload: false    # keep this enabled for alerts

dbt run --select elementary.edr.dbt_artifacts

disable_dbt_artifacts_autoupload: true

dbt_run_results

elementary_test_results

dbt_invocations

dbt_tests

dbt_models

dbt run --select elementary.edr.dbt_artifacts

elementary-data

requirements.txt

pip install -r requirements.txt

edr

elementary-data
elementary-data[bigquery]

edr --help

edr

PATH

command not found: edr

pip install

elementary-data
elementary-data[bigquery]

RUN pip install -U pip
RUN pip install -r requirements.txt

edr

edr

pip install

edr

PATH

ENV PATH="/usr/local/bin:/usr/local/lib/python3.11/site-packages:/usr/local/lib/python3.11/bin:${PATH}"

edr

PermissionError

RUN dbt deps --project-dir $(python -c "import os; from elementary.monitor import dbt_project_utils; print(os.path.dirname(os.path.realpath(dbt_project_utils.__file__)))")/dbt_project

docker pull ghcr.io/elementary-data/elementary:latest

ENTRYPOINT

edr

pip install elementary-data
# Then add your warehouse adapter:
pip install 'elementary-data[bigquery]'
pip install 'elementary-data[snowflake]'
pip install 'elementary-data[redshift]'
pip install 'elementary-data[databricks]'
pip install 'elementary-data[athena]'
pip install 'elementary-data[trino]'
pip install 'elementary-data[clickhouse]'
pip install 'elementary-data[duckdb]'
pip install 'elementary-data[dremio]'
pip install 'elementary-data[spark]'
pip install 'elementary-data[vertica]'
# Postgres doesn't require an adapter step

git clone https://github.com/elementary-data/elementary
pip install ./elementary

edr

docker pull ghcr.io/elementary-data/elementary:latest
# Or a specific version:
docker pull ghcr.io/elementary-data/elementary:v0.20.0

BashOperator

elementary-data/run-elementary-action

uv

uv

dbt_invocations

SELECT
    name,
    status,
    execution_time,
    execute_started_at,
    execute_completed_at
FROM elementary.dbt_run_results
WHERE invocation_id = '<your_invocation_id>'
  AND resource_type = 'model'
ORDER BY execution_time DESC;

WITH _execution_time AS (
    SELECT
        model_execution_id,
        unique_id,
        execution_time
    FROM dbt_run_results
),
_test_results AS (
    SELECT
        test_execution_id,
        test_unique_id,
        schema_name
    FROM elementary_test_results
    WHERE schema_name = '<SCHEMA_OF_INTEREST>'
)
SELECT
    test_unique_id,
    MAX(execution_time) AS max_execution_time
FROM _test_results
LEFT JOIN _execution_time ON model_execution_id = test_execution_id
GROUP BY test_unique_id
ORDER BY max_execution_time DESC;

-- Total tests
SELECT COUNT(*) FROM elementary.dbt_tests;

-- Singular tests only
SELECT COUNT(*) FROM elementary.dbt_tests WHERE type = 'singular';

SELECT
    name,
    AVG(execution_time) AS avg_execution_time
FROM elementary.dbt_run_results
WHERE resource_type = 'model'
GROUP BY name
ORDER BY avg_execution_time DESC;

SELECT
    id,
    test_unique_id,
    status,
    detected_at,
    failures
FROM elementary.elementary_test_results
WHERE status IN ('fail', 'error')
ORDER BY detected_at DESC
LIMIT 20;

WITH per_test_summary AS (
    SELECT
        etr.table_name,
        etr.column_name,
        etr.test_name,
        SUM(CASE WHEN etr.status = 'warn' THEN 1 ELSE 0 END) AS num_warnings,
        COUNT(1) AS num_runs
    FROM elementary.elementary_test_results etr
    INNER JOIN (
        SELECT DISTINCT invocation_id
        FROM elementary.dbt_invocations
        WHERE run_started_at >= CURRENT_DATE - 7  -- last 7 days
    ) i ON etr.invocation_id = i.invocation_id
    GROUP BY 1, 2, 3
)
SELECT
    *,
    num_warnings / num_runs AS pct_of_time_warns
FROM per_test_summary
WHERE num_warnings > 0
ORDER BY pct_of_time_warns DESC;

SELECT
    invocation_id,
    run_started_at,
    run_completed_at,
    command,
    job_name,
    cause,
    orchestrator,
    target_name
FROM elementary.dbt_invocations
ORDER BY run_started_at DESC
LIMIT 10;

job_name

dbt_invocations

DBT_JOB_NAME