Canadian Federal Grants

SELECT table_schema, table_name FROM information_schema.tables WHERE NOT table_schema IN ('information_schema', 'pg_catalog') ORDER BY table_schema, table_name LIMIT 2000

SELECT column_name, data_type FROM information_schema.columns WHERE table_schema = 'grants' AND table_name = 'grants' ORDER BY ordinal_position LIMIT 2000

SELECT column_name, data_type FROM information_schema.columns WHERE table_schema = 'entities' ORDER BY table_name, ordinal_position LIMIT 2000

PRAGMA grants.table_info(grants)

PRAGMA entities.table_info(grants_enriched)

SELECT agreement_type, COUNT(*) AS raw_rows, COUNT(DISTINCT reference_number) AS distinct_refs, ROUND(SUM(agreement_value) / 1e6, 1) AS total_M FROM grants.grants WHERE agreement_start_date >= '2018-01-01' GROUP BY agreement_type ORDER BY total_M DESC LIMIT 20

SELECT recipient_type_final, COUNT(*) AS cnt FROM entities.grants_enriched GROUP BY recipient_type_final ORDER BY cnt DESC LIMIT 20

SELECT * FROM grants.grants LIMIT 1

SHOW ALL TABLES

SELECT * FROM entities.recipient_enriched LIMIT 1

SELECT column_name, data_type FROM information_schema.columns WHERE table_schema = 'grants' AND table_name = 'grants' ORDER BY ordinal_position LIMIT 60

SELECT recipient_type_final, COUNT(*) AS cnt FROM entities.grants_enriched GROUP BY recipient_type_final ORDER BY cnt DESC LIMIT 20

SELECT agreement_type, COUNT(*) AS total_rows, COUNT(DISTINCT reference_number) AS distinct_refs, ROUND(CAST(COUNT(*) AS REAL) / NULLIF(COUNT(DISTINCT reference_number), 0), 4) AS rows_per_ref, ROUND(SUM(agreement_value) / 1e6, 2) AS total_M FROM grants.grants GROUP BY agreement_type ORDER BY total_rows DESC LIMIT 20

SELECT column_name, data_type FROM information_schema.columns WHERE table_schema = 'entities' AND table_name = 'grants_enriched' ORDER BY ordinal_position LIMIT 40

WITH deduped AS (SELECT ref_number, recipient_type, agreement_value, ROW_NUMBER() OVER (PARTITION BY ref_number ORDER BY COALESCE(TRY_CAST(amendment_number AS INT), 0) DESC) AS rn FROM grants.grants WHERE fiscal_year >= '2018' AND fiscal_year <= '2025') SELECT COALESCE(NULLIF(TRIM(recipient_type), ''), '(blank)') AS rtype, COUNT(*) AS base_rows, COUNT(DISTINCT ref_number) AS distinct_refs, ROUND(SUM(agreement_value) / 1e9, 3) AS total_bn FROM deduped WHERE rn = 1 GROUP BY rtype ORDER BY total_bn DESC LIMIT 2000

WITH deduped AS (SELECT ref_number, fiscal_year, LOWER(TRIM(recipient_legal_name)) AS org_name, CAST(agreement_value AS DOUBLE) AS net_amount, ROW_NUMBER() OVER (PARTITION BY ref_number ORDER BY COALESCE(TRY_CAST(amendment_number AS INT), 0) DESC) AS rn FROM grants.grants WHERE fiscal_year >= '2018' AND fiscal_year <= '2025' AND NOT COALESCE(TRIM(recipient_type), '') IN ('I') AND TRIM(COALESCE(recipient_legal_name, '')) <> ''), base AS (SELECT ref_number, fiscal_year, org_name, net_amount FROM deduped WHERE rn = 1), org_first AS (SELECT org_name, MIN(fiscal_year) AS first_year FROM base GROUP BY org_name), classified AS (SELECT b.ref_number, b.fiscal_year, b.net_amount, CASE WHEN b.fiscal_year = o.first_year THEN 1 ELSE 0 END AS is_new FROM base AS b JOIN org_first AS o ON b.org_name = o.org_name) SELECT fiscal_year, COUNT(*) AS base_rows, COUNT(DISTINCT ref_number) AS distinct_refs, ROUND(SUM(CASE WHEN is_new = 1 THEN net_amount ELSE 0 END)) AS new_dollars, ROUND(SUM(net_amount)) AS total_dollars, ROUND(100.0 * SUM(CASE WHEN is_new = 1 THEN net_amount ELSE 0 END) / NULLIF(SUM(net_amount), 0), 1) AS new_entrant_pct, ROUND(100.0 * SUM(CASE WHEN is_new = 0 THEN net_amount ELSE 0 END) / NULLIF(SUM(net_amount), 0), 1) AS incumbent_pct FROM classified GROUP BY fiscal_year ORDER BY fiscal_year LIMIT 2000

SELECT column_name, data_type FROM DUCKDB_COLUMNS() WHERE table_name = 'grants' AND schema_name = 'grants' ORDER BY column_index LIMIT 2000

SELECT column_name, data_type FROM DUCKDB_COLUMNS() WHERE table_name = 'grants_enriched' AND schema_name = 'entities' ORDER BY column_index LIMIT 2000

SELECT * FROM grants.grants LIMIT 2

SELECT recipient_type, CAST(recipient_type AS TEXT) AS rtype_str, COUNT(*) AS cnt, COUNT(DISTINCT ref_number) AS distinct_refs FROM grants.grants WHERE fiscal_year >= '2018' AND fiscal_year <= '2025' GROUP BY 1, 2 ORDER BY cnt DESC LIMIT 20

SELECT column_name, data_type FROM information_schema.columns WHERE table_schema = 'grants' AND table_name = 'grants' ORDER BY ordinal_position LIMIT 60

SELECT recipient_type, COUNT(*) AS cnt, COUNT(DISTINCT ref_number) AS distinct_refs, ROUND(SUM(agreement_value) / 1e9, 3) AS sum_ag_B FROM grants.grants WHERE fiscal_year BETWEEN 2018 AND 2025 GROUP BY recipient_type ORDER BY cnt DESC LIMIT 20

SELECT fiscal_year, COUNT(*) AS total_rows, COUNT(DISTINCT ref_number) AS distinct_refs, ROUND(SUM(agreement_value) / 1e9, 3) AS total_B FROM grants.grants WHERE fiscal_year BETWEEN 2018 AND 2025 GROUP BY fiscal_year ORDER BY fiscal_year LIMIT 2000

SELECT DISTINCT fiscal_year FROM grants.grants ORDER BY fiscal_year LIMIT 2000

SELECT COUNT(DISTINCT recipient_legal_name) AS all_orgs, COUNT(DISTINCT CASE WHEN NOT recipient_type IN ('I', '') THEN recipient_legal_name END) AS orgs_excl_I_and_blank, COUNT(DISTINCT CASE WHEN recipient_type <> 'I' THEN recipient_legal_name END) AS orgs_excl_I_only FROM grants.grants LIMIT 2000

WITH deduped AS (SELECT ref_number, recipient_legal_name, fiscal_year, CAST(agreement_value AS DOUBLE) AS amt, ROW_NUMBER() OVER (PARTITION BY ref_number ORDER BY COALESCE(TRY_CAST(amendment_number AS INT), 0) DESC) AS rn FROM grants.grants WHERE NOT recipient_type IN ('I', '')), base AS (SELECT * FROM deduped WHERE rn = 1), first_year AS (SELECT recipient_legal_name, MIN(fiscal_year) AS min_fy FROM base GROUP BY recipient_legal_name) SELECT min_fy, COUNT(*) AS cohort_size FROM first_year GROUP BY min_fy ORDER BY min_fy LIMIT 2000

WITH deduped AS (SELECT ref_number, recipient_legal_name, fiscal_year, CAST(agreement_value AS DOUBLE) AS amt, ROW_NUMBER() OVER (PARTITION BY ref_number ORDER BY COALESCE(TRY_CAST(amendment_number AS INT), 0) DESC) AS rn FROM grants.grants WHERE NOT recipient_type IN ('I', '')), base AS (SELECT * FROM deduped WHERE rn = 1), first_year AS (SELECT recipient_legal_name, MIN(fiscal_year) AS min_fy FROM base GROUP BY recipient_legal_name), cohort_2020 AS (SELECT recipient_legal_name FROM first_year WHERE min_fy = '2020'), year_totals AS (SELECT fiscal_year, SUM(amt) AS year_total FROM base WHERE fiscal_year BETWEEN '2021' AND '2025' GROUP BY fiscal_year), cohort_agg AS (SELECT b.fiscal_year, COUNT(*) AS base_rows, COUNT(DISTINCT b.ref_number) AS distinct_refs, SUM(b.amt) AS cohort_dollars FROM base AS b INNER JOIN cohort_2020 AS c ON b.recipient_legal_name = c.recipient_legal_name WHERE b.fiscal_year BETWEEN '2021' AND '2025' GROUP BY b.fiscal_year) SELECT ca.fiscal_year, ca.base_rows, ca.distinct_refs, ROUND(ca.cohort_dollars, 2) AS cohort_dollars, ROUND(yt.year_total, 2) AS year_total, ROUND(100.0 * ca.cohort_dollars / yt.year_total, 1) AS cohort_pct FROM cohort_agg AS ca JOIN year_totals AS yt ON ca.fiscal_year = yt.fiscal_year ORDER BY ca.fiscal_year LIMIT 2000

SELECT column_name, data_type FROM information_schema.columns WHERE table_schema = 'main' AND table_name = 'grants' ORDER BY ordinal_position LIMIT 2000

SELECT fiscal_year, COUNT(*) AS row_cnt FROM grants GROUP BY fiscal_year ORDER BY fiscal_year LIMIT 2000

SELECT recipient_type, COUNT(DISTINCT recipient_legal_name) AS distinct_orgs, COUNT(DISTINCT ref_number) AS distinct_refs FROM grants GROUP BY recipient_type ORDER BY distinct_orgs DESC LIMIT 2000

WITH deduped AS (SELECT ref_number, recipient_legal_name, fiscal_year, ROW_NUMBER() OVER (PARTITION BY ref_number ORDER BY COALESCE(CAST(amendment_number AS INT), 0) DESC) AS rn FROM grants WHERE recipient_type <> 'I'), org_first_year AS (SELECT recipient_legal_name, MIN(fiscal_year) AS first_year FROM deduped WHERE rn = 1 GROUP BY recipient_legal_name) SELECT first_year, COUNT(*) AS cohort_size FROM org_first_year GROUP BY first_year ORDER BY first_year LIMIT 2000

SELECT table_schema, table_name, column_name, data_type FROM information_schema.columns WHERE column_name IN ('fiscal_year', 'net_amount', 'ref_number', 'legal_name', 'recipient_legal_name', 'reference_number') ORDER BY table_schema, table_name, column_name LIMIT 60

SELECT column_name, data_type FROM information_schema.columns WHERE table_schema = 'grants' AND table_name = 'grants' ORDER BY ordinal_position LIMIT 60

SELECT column_name, data_type FROM information_schema.columns WHERE table_schema = 'entities' AND table_name = 'grants_enriched' ORDER BY ordinal_position LIMIT 60

SELECT recipient_type, CAST(recipient_type AS TEXT) AS type_cast, COUNT(*) AS cnt FROM grants.grants GROUP BY recipient_type ORDER BY cnt DESC LIMIT 20

SELECT COUNT(*) AS total_rows, COUNT(DISTINCT amendment_number) AS distinct_amend_vals, MIN(agreement_start_date) AS min_date, MAX(agreement_start_date) AS max_date, SUM(agreement_value) AS gross_all FROM grants.grants LIMIT 2000

WITH latest_per_ref AS (SELECT ref_number, TRY_CAST(agreement_value AS DOUBLE) AS value, TRY_CAST(amendment_number AS INT) AS amend_num, ROW_NUMBER() OVER (PARTITION BY ref_number ORDER BY TRY_CAST(amendment_number AS INT) DESC) AS rn FROM grants.grants), deduped AS (SELECT ref_number, value, amend_num, 1000000.0 * amend_num / value AS rate_per_million FROM latest_per_ref WHERE rn = 1 AND value > 0), banded AS (SELECT ref_number, rate_per_million, CASE WHEN value < 25000 THEN 'A_sub25K' WHEN value < 50000 THEN 'B_25K_50K' WHEN value < 100000 THEN 'C_50K_100K' WHEN value < 250000 THEN 'D_100K_250K' WHEN value < 500000 THEN 'E_250K_500K' WHEN value < 1000000 THEN 'F_500K_1M' WHEN value < 5000000 THEN 'G_1M_5M' WHEN value < 25000000 THEN 'H_5M_25M' WHEN value < 100000000 THEN 'I_25M_100M' ELSE 'J_100M_plus' END AS award_band FROM deduped) SELECT award_band, COUNT(*) AS base_rows, COUNT(DISTINCT ref_number) AS distinct_refs, QUANTILE_CONT(rate_per_million, 0.5 ORDER BY rate_per_million) AS median_rate_per_1M, AVG(rate_per_million) AS mean_rate_per_1M, SUM(CASE WHEN amend_num = 0 THEN 1 ELSE 0 END) AS n_unamended FROM banded JOIN deduped USING (ref_number) GROUP BY award_band ORDER BY award_band LIMIT 2000

WITH latest_per_ref AS (SELECT ref_number, TRY_CAST(agreement_value AS DOUBLE) AS value, TRY_CAST(amendment_number AS INT) AS amend_num, ROW_NUMBER() OVER (PARTITION BY ref_number ORDER BY TRY_CAST(amendment_number AS INT) DESC) AS rn FROM grants.grants), deduped AS (SELECT ref_number, value, amend_num, 1000000.0 * amend_num / value AS rate_per_million FROM latest_per_ref WHERE rn = 1 AND value > 0), banded AS (SELECT ref_number, value, amend_num, rate_per_million, CASE WHEN value < 25000 THEN 'A_sub25K' WHEN value < 50000 THEN 'B_25K_50K' WHEN value < 100000 THEN 'C_50K_100K' WHEN value < 250000 THEN 'D_100K_250K' WHEN value < 500000 THEN 'E_250K_500K' WHEN value < 1000000 THEN 'F_500K_1M' WHEN value < 5000000 THEN 'G_1M_5M' WHEN value < 25000000 THEN 'H_5M_25M' WHEN value < 100000000 THEN 'I_25M_100M' ELSE 'J_100M_plus' END AS award_band FROM deduped) SELECT award_band, COUNT(*) AS base_rows, COUNT(DISTINCT ref_number) AS distinct_refs, QUANTILE_CONT(rate_per_million, 0.5 ORDER BY rate_per_million) AS median_rate_per_1M, AVG(rate_per_million) AS mean_rate_per_1M, SUM(CASE WHEN amend_num = 0 THEN 1 ELSE 0 END) AS n_unamended, ROUND(100.0 * SUM(CASE WHEN amend_num = 0 THEN 1 ELSE 0 END) / COUNT(*), 1) AS pct_unamended FROM banded GROUP BY award_band ORDER BY award_band LIMIT 2000

SELECT COUNT(*) AS total_rows, COUNT(DISTINCT ref_number) AS distinct_refs, SUM(CASE WHEN agreement_value > 0 THEN 1 ELSE 0 END) AS pos_value_rows, SUM(CASE WHEN agreement_value <= 0 THEN 1 ELSE 0 END) AS non_pos_rows, MIN(agreement_value) AS min_val, MAX(agreement_value) AS max_val, MAX(amendment_number) AS max_amend_num, AVG(CAST(amendment_number AS DOUBLE)) AS avg_amend_all_rows FROM grants.grants LIMIT 2000

WITH latest_per_ref AS (SELECT ref_number, agreement_value, amendment_number, ROW_NUMBER() OVER (PARTITION BY ref_number ORDER BY amendment_number DESC, agreement_end_date DESC) AS rn FROM grants.grants WHERE agreement_value > 0), deduped AS (SELECT ref_number, agreement_value, amendment_number, 1000000.0 * CAST(amendment_number AS DOUBLE) / agreement_value AS ind_rate FROM latest_per_ref WHERE rn = 1), banded AS (SELECT CASE WHEN agreement_value < 25000 THEN 'A: <$25K' WHEN agreement_value < 50000 THEN 'B: $25K-$50K' WHEN agreement_value < 100000 THEN 'C: $50K-$100K' WHEN agreement_value < 250000 THEN 'D: $100K-$250K' WHEN agreement_value < 500000 THEN 'E: $250K-$500K' WHEN agreement_value < 1000000 THEN 'F: $500K-$1M' WHEN agreement_value < 5000000 THEN 'G: $1M-$5M' WHEN agreement_value < 25000000 THEN 'H: $5M-$25M' WHEN agreement_value < 100000000 THEN 'I: $25M-$100M' ELSE 'J: $100M+' END AS award_band, ref_number, ind_rate FROM deduped) SELECT award_band, COUNT(*) AS base_rows, COUNT(DISTINCT ref_number) AS distinct_refs, ROUND(AVG(ind_rate), 6) AS mean_ind_rate, ROUND(QUANTILE_CONT(ind_rate, 0.5 ORDER BY ind_rate), 6) AS median_ind_rate, ROUND(AVG(CASE WHEN ind_rate = 0 THEN 1.0 ELSE 0.0 END), 4) AS frac_zero_rate, ROUND(QUANTILE_CONT(ind_rate, 0.75 ORDER BY ind_rate), 6) AS p75_ind_rate, ROUND(QUANTILE_CONT(ind_rate, 0.90 ORDER BY ind_rate), 6) AS p90_ind_rate FROM banded GROUP BY award_band ORDER BY award_band LIMIT 2000

WITH latest AS (SELECT ref_number, TRY_CAST(agreement_value AS DOUBLE) AS agreement_value, TRY_CAST(amendment_number AS INT) AS amendment_number, ROW_NUMBER() OVER (PARTITION BY ref_number ORDER BY TRY_CAST(amendment_number AS INT) DESC) AS rn FROM grants.grants), base AS (SELECT ref_number, agreement_value, amendment_number FROM latest WHERE rn = 1 AND NOT agreement_value IS NULL AND agreement_value >= 0 AND NOT amendment_number IS NULL), banded AS (SELECT CASE WHEN agreement_value < 25000 THEN 'A: <$25K' WHEN agreement_value < 50000 THEN 'B: $25K-$50K' WHEN agreement_value < 100000 THEN 'C: $50K-$100K' WHEN agreement_value < 250000 THEN 'D: $100K-$250K' WHEN agreement_value < 500000 THEN 'E: $250K-$500K' WHEN agreement_value < 1000000 THEN 'F: $500K-$1M' WHEN agreement_value < 5000000 THEN 'G: $1M-$5M' WHEN agreement_value < 10000000 THEN 'H: $5M-$10M' WHEN agreement_value < 25000000 THEN 'I: $10M-$25M' WHEN agreement_value < 100000000 THEN 'J: $25M-$100M' ELSE 'K: $100M+' END AS award_band, ref_number, agreement_value, amendment_number FROM base) SELECT award_band, COUNT(*) AS base_rows, COUNT(DISTINCT ref_number) AS distinct_refs, ROUND(100.0 * SUM(CASE WHEN amendment_number >= 1 THEN 1 ELSE 0 END) / COUNT(*), 2) AS pct_any_amended /* (a) amendment probability: share with ≥1 amendment */, ROUND(100.0 * SUM(CASE WHEN amendment_number >= 3 THEN 1 ELSE 0 END) / COUNT(*), 2) AS pct_3plus_amended /* (b) heavy-tail share: ≥3 amendments */, ROUND(SUM(CAST(amendment_number AS DOUBLE)) / NULLIF(SUM(agreement_value) / 1000000.0, 0), 3) AS amendments_per_1m /* (c) amendments per $1M (Figure 1 replication) */, ROUND(AVG(CAST(amendment_number AS DOUBLE)), 3) AS avg_amendment_number /* supporting: avg amendment number and total awarded */, ROUND(SUM(agreement_value) / 1e6, 2) AS total_value_m FROM banded GROUP BY award_band ORDER BY award_band LIMIT 2000

WITH latest AS (SELECT ref_number, agreement_value, amendment_number, ROW_NUMBER() OVER (PARTITION BY ref_number ORDER BY amendment_number DESC) AS rn FROM grants.grants), deduped AS (SELECT ref_number, agreement_value, amendment_number FROM latest WHERE rn = 1 AND agreement_value >= 0) SELECT COUNT(*) AS base_rows, COUNT(DISTINCT ref_number) AS distinct_refs, SUM(CASE WHEN agreement_value < 25000 THEN 1 ELSE 0 END) AS sub25k_n, ROUND(100.0 * SUM(CASE WHEN agreement_value < 25000 THEN 1 ELSE 0 END) / COUNT(*), 1) AS sub25k_pct, SUM(CASE WHEN amendment_number = 0 THEN 1 ELSE 0 END) AS unamended_n, ROUND(100.0 * SUM(CASE WHEN amendment_number = 0 THEN 1 ELSE 0 END) / COUNT(*), 1) AS unamended_pct, ROUND(AVG(CAST(amendment_number AS REAL)), 4) AS avg_amendment_number FROM deduped LIMIT 2000

WITH latest AS (SELECT ref_number, agreement_value, amendment_number, ROW_NUMBER() OVER (PARTITION BY ref_number ORDER BY amendment_number DESC) AS rn FROM grants.grants), deduped AS (SELECT ref_number, agreement_value, amendment_number FROM latest WHERE rn = 1 AND agreement_value >= 0), banded AS (SELECT ref_number, agreement_value, amendment_number, CASE WHEN agreement_value < 25000 THEN 'A_sub25K' WHEN agreement_value < 50000 THEN 'B_25K_50K' WHEN agreement_value < 100000 THEN 'C_50K_100K' WHEN agreement_value < 250000 THEN 'D_100K_250K' WHEN agreement_value < 500000 THEN 'E_250K_500K' WHEN agreement_value < 1000000 THEN 'F_500K_1M' WHEN agreement_value < 5000000 THEN 'G_1M_5M' WHEN agreement_value < 10000000 THEN 'H_5M_10M' WHEN agreement_value < 25000000 THEN 'I_10M_25M' WHEN agreement_value < 100000000 THEN 'J_25M_100M' ELSE 'K_100Mplus' END AS award_band FROM deduped) SELECT award_band, COUNT(*) AS base_rows, COUNT(DISTINCT ref_number) AS distinct_refs, SUM(CASE WHEN amendment_number >= 1 THEN 1 ELSE 0 END) AS n_amend_ge1 /* (a) amendment probability */, ROUND(100.0 * SUM(CASE WHEN amendment_number >= 1 THEN 1 ELSE 0 END) / COUNT(*), 2) AS pct_amend_ge1, SUM(CASE WHEN amendment_number >= 3 THEN 1 ELSE 0 END) AS n_amend_ge3 /* (b) heavy-amendment tail */, ROUND(100.0 * SUM(CASE WHEN amendment_number >= 3 THEN 1 ELSE 0 END) / COUNT(*), 2) AS pct_amend_ge3, SUM(amendment_number) AS total_amendment_count /* (c) per-dollar burden (Figure 1 replication) */, ROUND(SUM(agreement_value), 2) AS total_value_dollars, ROUND(SUM(amendment_number) * 1000000.0 / NULLIF(SUM(agreement_value), 0), 4) AS amendments_per_1M FROM banded GROUP BY award_band ORDER BY award_band LIMIT 2000

SELECT column_name, data_type FROM DUCKDB_COLUMNS() WHERE schema_name = 'grants' AND table_name = 'grants' ORDER BY column_name LIMIT 60

SELECT ref_number, owner_org, recipient_legal_name, agreement_value, amendment_number FROM grants.grants WHERE owner_org IN ('ISC-SAC', 'ESDC-EDSC', 'ESDC') LIMIT 6

SELECT COUNT(*) AS total_rows, COUNT(DISTINCT ref_number) AS distinct_refs_global, COUNT(DISTINCT owner_org) AS n_depts, SUM(TRY_CAST(agreement_value AS DOUBLE)) / 1e9 AS total_b_cast, COUNT(CASE WHEN TRY_CAST(agreement_value AS DOUBLE) IS NULL THEN 1 END) AS null_cast_count FROM grants.grants LIMIT 2000

WITH pre_counts AS (SELECT owner_org, COUNT(*) AS base_rows FROM grants.grants GROUP BY owner_org), deduped AS (SELECT ref_number, owner_org, recipient_legal_name, TRY_CAST(agreement_value AS DOUBLE) AS expenditure, ROW_NUMBER() OVER (PARTITION BY ref_number, owner_org ORDER BY TRY_CAST(amendment_number AS INT) DESC, TRY_CAST(agreement_value AS DOUBLE) DESC) AS rn FROM grants.grants), settled AS (SELECT ref_number, owner_org, recipient_legal_name, expenditure FROM deduped WHERE rn = 1), dept_stats AS (SELECT owner_org, COUNT(*) AS distinct_refs, COUNT(DISTINCT recipient_legal_name) AS n_recip, SUM(expenditure) / 1e9 AS total_b, SUM(expenditure) / NULLIF(COUNT(DISTINCT recipient_legal_name), 0) AS spend_per_recip FROM settled GROUP BY owner_org), ranked AS (SELECT d.*, RANK() OVER (ORDER BY d.total_b DESC) AS rank_by_spend, RANK() OVER (ORDER BY d.spend_per_recip DESC) AS rank_by_concentration FROM dept_stats AS d) SELECT r.owner_org, p.base_rows, r.distinct_refs, r.n_recip, ROUND(r.total_b, 4) AS total_b_billions, ROUND(r.spend_per_recip / 1e6, 4) AS spend_per_recip_M, r.rank_by_spend, r.rank_by_concentration FROM ranked AS r LEFT JOIN pre_counts AS p ON r.owner_org = p.owner_org ORDER BY r.rank_by_spend LIMIT 15

SELECT column_name, data_type FROM information_schema.columns WHERE table_schema = 'grants' AND table_name = 'grants' ORDER BY ordinal_position LIMIT 60

SELECT COUNT(*) AS total_rows, COUNT(DISTINCT ref_number) AS distinct_ref_numbers, COUNT(DISTINCT owner_org) AS n_departments, ROUND(SUM(agreement_value) / 1e9, 2) AS total_spend_b_prededup FROM grants.grants LIMIT 2000

WITH deduped AS (SELECT ref_number, owner_org, recipient_legal_name, agreement_value, ROW_NUMBER() OVER (PARTITION BY ref_number, owner_org ORDER BY amendment_number DESC) AS rn FROM grants.grants), settled AS (SELECT ref_number, owner_org, recipient_legal_name, agreement_value FROM deduped WHERE rn = 1), dept_stats AS (SELECT owner_org, COUNT(*) AS distinct_refs, COUNT(DISTINCT ref_number) AS distinct_refs_check, COUNT(DISTINCT recipient_legal_name) AS n_recip, SUM(agreement_value) / 1e9 AS total_b, SUM(agreement_value) / NULLIF(COUNT(DISTINCT recipient_legal_name), 0) AS spend_per_recip FROM settled GROUP BY owner_org), base_count AS (SELECT owner_org, COUNT(*) AS base_rows FROM grants.grants GROUP BY owner_org), ranked AS (SELECT ds.owner_org, bc.base_rows, ds.distinct_refs, ds.distinct_refs_check, ds.n_recip, ds.total_b, ds.spend_per_recip, RANK() OVER (ORDER BY ds.total_b DESC) AS rank_by_spend, RANK() OVER (ORDER BY ds.spend_per_recip DESC) AS rank_by_concentration FROM dept_stats AS ds JOIN base_count AS bc ON ds.owner_org = bc.owner_org) SELECT owner_org, base_rows, distinct_refs, distinct_refs_check, n_recip, ROUND(CAST(total_b AS DECIMAL(18, 3)), 3) AS total_b_billions, ROUND(CAST(spend_per_recip AS DECIMAL(18, 3)), 0) AS spend_per_recip_dollars, rank_by_spend, rank_by_concentration FROM ranked WHERE rank_by_spend <= 15 ORDER BY rank_by_spend LIMIT 2000

DESCRIBE grants.grants

SELECT "type", COUNT(*) AS n_rows FROM grants.grants GROUP BY 1 ORDER BY n_rows DESC LIMIT 10

WITH deduped_spend AS (SELECT ref_number, owner_org, "type", MAX(TRY_CAST(agreement_value AS DOUBLE)) AS expenditure FROM grants.grants GROUP BY ref_number, owner_org, "type"), deduped_recip AS (SELECT DISTINCT ref_number, owner_org, recipient_legal_name FROM grants.grants), spend_agg AS (SELECT owner_org, COUNT(*) AS base_rows, COUNT(DISTINCT ref_number) AS distinct_refs, ROUND(SUM(expenditure) / 1e9, 3) AS total_b, SUM(expenditure) AS total_raw, SUM(CASE WHEN "type" ILIKE '%contribution%' THEN expenditure ELSE 0 END) AS contrib_raw, SUM(CASE WHEN "type" ILIKE '%grant%' THEN expenditure ELSE 0 END) AS grant_raw FROM deduped_spend GROUP BY owner_org), recip_agg AS (SELECT owner_org, COUNT(DISTINCT recipient_legal_name) AS n_recip FROM deduped_recip GROUP BY owner_org) SELECT s.owner_org, s.total_b, r.n_recip, ROUND(s.total_raw / NULLIF(r.n_recip, 0) / 1e6, 3) AS spend_per_recip_m, ROUND(s.grant_raw / NULLIF(s.total_raw, 0) * 100, 2) AS pct_grant_spend, ROUND(s.contrib_raw / NULLIF(s.total_raw, 0) * 100, 2) AS pct_contribution_spend, s.base_rows, s.distinct_refs FROM spend_agg AS s LEFT JOIN recip_agg AS r ON s.owner_org = r.owner_org ORDER BY s.total_b DESC LIMIT 10

SELECT table_schema, table_name, (SELECT COUNT(*) FROM information_schema.columns AS c WHERE c.table_schema = t.table_schema AND c.table_name = t.table_name) AS n_cols FROM information_schema.tables AS t WHERE table_name ILIKE '%proactive%' OR table_name ILIKE '%gc_pro%' OR (table_schema = 'grants' AND table_name ILIKE '%grant%') ORDER BY table_schema, table_name LIMIT 30

SELECT column_name, data_type, is_nullable FROM information_schema.columns WHERE table_schema = 'grants' AND table_name = 'grants' ORDER BY ordinal_position LIMIT 60

SELECT type, COUNT(*) AS n_rows, COUNT(DISTINCT ref_number) AS n_distinct_refs, ROUND(COUNT(*) * 100.0 / SUM(COUNT(*)) OVER (), 2) AS pct_of_total FROM grants.grants GROUP BY type ORDER BY n_rows DESC LIMIT 25

SELECT COUNT(*) AS raw_rows, COUNT(DISTINCT ref_number) AS distinct_refs, ROUND(SUM(agreement_value) / 1e9, 3) AS total_b_raw, ROUND(SUM(CASE WHEN amendment_number = 0 THEN agreement_value ELSE 0 END) / 1e9, 3) AS amend0_only_b, MIN(agreement_value) AS min_val, MAX(agreement_value) AS max_val FROM grants.grants LIMIT 2000

SELECT table_schema, table_name FROM information_schema.tables WHERE table_type = 'BASE TABLE' ORDER BY table_schema, table_name LIMIT 2000

SELECT column_name, data_type FROM DUCKDB_COLUMNS() WHERE schema_name = 'grants' AND table_name = 'grants' ORDER BY column_name LIMIT 2000

SELECT recipient_country, COUNT(*) AS cnt FROM grants.grants GROUP BY recipient_country ORDER BY cnt DESC LIMIT 20

SHOW ALL TABLES

SELECT DISTINCT coverage, COUNT(*) AS cnt FROM grants.grants GROUP BY coverage ORDER BY cnt DESC LIMIT 2000

SELECT * FROM grants.grants_enriched LIMIT 1

SELECT * FROM corpus.grants_enriched LIMIT 1

SELECT * FROM grants.grants LIMIT 2

SELECT * FROM entities.grants_enriched LIMIT 2

SELECT table_schema, table_name, column_name FROM information_schema.columns WHERE table_schema IN ('grants', 'entities', 'corpus') ORDER BY table_schema, table_name, column_name LIMIT 300

PRAGMA grants.grants;

PRAGMA entities.grants_enriched;

SELECT name FROM sqlite_master WHERE type = 'table' ORDER BY name LIMIT 60

SELECT database_name, table_name, column_name, data_type FROM DUCKDB_COLUMNS() WHERE column_name ILIKE '%deserv%' OR column_name ILIKE '%enrich%' OR column_name ILIKE '%framing%' OR column_name ILIKE '%pop_frame%' OR column_name ILIKE '%moral%' OR column_name ILIKE '%worthy%' OR column_name ILIKE '%pop_signal%' OR column_name ILIKE '%frame_cat%' ORDER BY database_name, table_name, column_name LIMIT 2000

SELECT database_name, table_name, column_name, data_type FROM DUCKDB_COLUMNS() WHERE database_name IN ('grants', 'entities') ORDER BY database_name, table_name, column_name LIMIT 2000

SELECT recipient_country, COUNT(*) AS cnt FROM grants.grants GROUP BY recipient_country ORDER BY cnt DESC LIMIT 20

SELECT database_name, table_name, column_name, data_type FROM DUCKDB_COLUMNS() WHERE column_name ILIKE '%population%' OR column_name ILIKE '%frame%' OR column_name ILIKE '%deserv%' OR column_name ILIKE '%moral%' OR column_name ILIKE '%benefi%' ORDER BY database_name, table_name, column_index LIMIT 2000

SELECT database_name, table_name, COUNT(*) AS col_count FROM DUCKDB_COLUMNS() WHERE database_name IN ('grants', 'entities', 'corpus') GROUP BY database_name, table_name ORDER BY database_name, table_name LIMIT 2000

SELECT coverage, COUNT(*) AS cnt FROM grants.grants GROUP BY coverage ORDER BY cnt DESC LIMIT 20

SHOW ALL TABLES

SELECT * FROM DUCKDB_COLUMNS() WHERE NOT schema_name IN ('information_schema', 'pg_catalog') ORDER BY schema_name, table_name, column_index LIMIT 200

SELECT * FROM grants.grants LIMIT 0

SELECT * FROM entities.grants_enriched LIMIT 0

SELECT column_name, data_type FROM information_schema.columns WHERE table_schema = 'grants' AND table_name = 'grants' ORDER BY ordinal_position LIMIT 2000

SELECT table_name, column_name, data_type FROM information_schema.columns WHERE table_schema IN ('grants', 'entities', 'corpus') AND (column_name ILIKE '%frame%' OR column_name ILIKE '%deserv%' OR column_name ILIKE '%population%' OR column_name ILIKE '%moral%' OR column_name ILIKE '%undeserv%') ORDER BY table_schema, table_name, column_name LIMIT 2000

SELECT column_name, data_type FROM information_schema.columns WHERE table_schema = 'entities' AND table_name = 'grants_enriched' ORDER BY ordinal_position LIMIT 2000

SELECT COUNT(*) AS total_rows, COUNT(DISTINCT reference_number) AS distinct_refs FROM grants.grants LIMIT 2000