{"database": "lobbying", "private": false, "path": "/lobbying", "size": 15730319360, "tables": [{"name": "build_metadata", "columns": ["key", "value"], "primary_keys": ["key"], "count": 2, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}, {"name": "lobbying_activities", "columns": ["id", "filing_uuid", "filing_type", "registrant_name", "registrant_id", "client_name", "filing_year", "filing_period", "issue_code", "specific_issues", "government_entities", "is_no_activity", "is_termination", "received_date"], "primary_keys": ["id"], "count": null, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": [{"other_table": "lobbying_filings_raw", "column": "filing_uuid", "other_column": "filing_uuid"}]}, "private": false}, {"name": "lobbying_affiliated_orgs", "columns": ["id", "filing_uuid", "org_name", "country", "country_code"], "primary_keys": ["id"], "count": 29904, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": [{"other_table": "lobbying_filings_raw", "column": "filing_uuid", "other_column": "filing_uuid"}]}, "private": false}, {"name": "lobbying_client_summary", "columns": ["client_name", "filing_count", "firms_hired", "issue_areas", "total_reported", "first_year", "last_year"], "primary_keys": [], "count": 56984, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}, {"name": "lobbying_contributions", "columns": ["id", "filing_uuid", "lobbyist_name", "contributor_name", "payee_name", "recipient_name", "contribution_type", "amount", "contribution_date", "filing_year", "filing_period", "registrant_name", "received_date"], "primary_keys": ["id"], "count": null, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}, {"name": "lobbying_filing_types", "columns": ["id", "name", "description"], "primary_keys": ["id"], "count": 600, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}, {"name": "lobbying_filings_raw", "columns": ["filing_uuid", "filing_type", "registrant_id", "registrant_name", "client_id", "client_name", "filing_year", "filing_period", "received_date", "is_amendment", "is_no_activity", "is_termination", "raw_json", "registrant_state", "registrant_country", "registrant_house_id", "client_state", "client_ppb_state", "client_country", "client_ppb_country", "client_general_description", "client_government_entity", "affiliated_org_count", "client_entity_id", "client_government_unit_id", "client_match_method", "client_match_confidence", "income_amount", "expense_amount"], "primary_keys": ["filing_uuid"], "count": 1970293, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [{"other_table": "lobbying_activities", "column": "filing_uuid", "other_column": "filing_uuid"}, {"other_table": "lobbying_lobbyists", "column": "filing_uuid", "other_column": "filing_uuid"}, {"other_table": "lobbying_affiliated_orgs", "column": "filing_uuid", "other_column": "filing_uuid"}], "outgoing": []}, "private": false}, {"name": "lobbying_gov_entities", "columns": ["id", "name"], "primary_keys": ["id"], "count": 257, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}, {"name": "lobbying_issue_codes", "columns": ["code", "description"], "primary_keys": ["code"], "count": 79, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}, {"name": "lobbying_issue_summary", "columns": ["issue_code", "issue_description", "filing_count", "unique_clients", "unique_registrants", "total_income"], "primary_keys": [], "count": 80, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}, {"name": "lobbying_lobbyists", "columns": ["id", "filing_uuid", "lobbyist_name", "covered_position", "is_new"], "primary_keys": ["id"], "count": null, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": [{"other_table": "lobbying_filings_raw", "column": "filing_uuid", "other_column": "filing_uuid"}]}, "private": false}, {"name": "lobbying_registrant_summary", "columns": ["registrant_name", "filing_count", "unique_clients", "issue_areas", "total_income", "first_year", "last_year"], "primary_keys": [], "count": 5816, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}, {"name": "lobbying_registrations", "columns": ["filing_uuid", "filing_type", "registrant_id", "registrant_name", "registrant_description", "registrant_address", "registrant_country", "registrant_ppb_country", "client_id", "client_name", "client_description", "client_country", "client_ppb_country", "client_state", "effective_date", "received_date", "general_issue_codes", "is_amendment", "termination_date"], "primary_keys": ["filing_uuid"], "count": 141323, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}, {"name": "lobbying_year_summary", "columns": ["filing_year", "filing_count", "unique_clients", "unique_registrants", "total_income", "total_expenses"], "primary_keys": [], "count": 20, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}], "hidden_count": 0, "views": [], "queries": [{"title": "Search Lobbying Clients", "description": "Correction under way: a loading error counted some lobbying filings' rows more than once, so totals and row counts here are overstated. LDA.gov's own filing pages show the correct figures. This note comes off when the fix is complete. Search for a client by name across all lobbying activity filings. Find who is lobbying on their behalf and on what issues. Filing-level income joined from lobbying_filings_raw. As LDA.gov\u2019s terms of use (https://lda.gov/api/tos/) require: \u201cSenate Office of Public Records cannot vouch for the data or analyses derived from these data after the data have been retrieved from LDA.gov.\u201d", "sql": "SELECT DISTINCT la.client_name, la.registrant_name, la.issue_code, la.filing_year, la.filing_period, CAST(f.income_amount AS INTEGER) AS income, la.government_entities, substr(la.specific_issues, 1, 300) AS issues_excerpt FROM lobbying_activities la JOIN lobbying_filings_raw f ON f.filing_uuid = la.filing_uuid WHERE la.client_name LIKE '%' || :client_name || '%' ORDER BY la.filing_year DESC, la.filing_period DESC LIMIT 200", "params": ["client_name"], "name": "search_lobbying_clients", "private": false}, {"title": "Lobbying by Issue Area", "description": "Count of lobbying activity filings by issue code, showing which policy areas attract the most lobbying. As LDA.gov\u2019s terms of use (https://lda.gov/api/tos/) require: \u201cSenate Office of Public Records cannot vouch for the data or analyses derived from these data after the data have been retrieved from LDA.gov.\u201d", "sql": "SELECT issue_code, issue_description, filing_count, unique_clients, unique_registrants, total_income FROM lobbying_issue_summary ORDER BY filing_count DESC", "name": "lobbying_by_issue_area", "private": false}, {"title": "Top Lobbying Clients by Spending", "description": "Clients that spend the most on lobbying, ranked by total reported income. Scope: LD-2 quarterly activity reports. Source: lobbying_client_summary, rebuilt monthly from lobbying_filings_raw.income_amount. As LDA.gov\u2019s terms of use (https://lda.gov/api/tos/) require: \u201cSenate Office of Public Records cannot vouch for the data or analyses derived from these data after the data have been retrieved from LDA.gov.\u201d", "sql": "SELECT client_name, filing_count, firms_hired, issue_areas, total_reported, first_year, last_year FROM lobbying_client_summary ORDER BY total_reported DESC LIMIT 100", "name": "top_lobbying_clients_by_spending", "private": false}, {"title": "Top Lobbying Firms (Registrants)", "description": "Lobbying firms (registrants) ranked by total reported income across all LD-2 quarterly filings. As LDA.gov\u2019s terms of use (https://lda.gov/api/tos/) require: \u201cSenate Office of Public Records cannot vouch for the data or analyses derived from these data after the data have been retrieved from LDA.gov.\u201d", "sql": "SELECT registrant_name, filing_count, unique_clients, issue_areas, total_income, first_year, last_year FROM lobbying_registrant_summary ORDER BY total_income DESC LIMIT 100", "name": "top_lobbying_firms", "private": false}, {"title": "Lobbying Activity for a Client", "description": "Correction under way: a loading error counted some lobbying filings' rows more than once, so totals and row counts here are overstated. LDA.gov's own filing pages show the correct figures. This note comes off when the fix is complete. Detailed lobbying activity for a specific client \u2014 every issue area, government entity contacted, and specific issues lobbied on. Income/expense are filing-level, joined from lobbying_filings_raw. As LDA.gov\u2019s terms of use (https://lda.gov/api/tos/) require: \u201cSenate Office of Public Records cannot vouch for the data or analyses derived from these data after the data have been retrieved from LDA.gov.\u201d", "sql": "SELECT la.filing_year, la.filing_period, la.registrant_name, la.issue_code, COALESCE(lic.description, la.issue_code) AS issue_description, la.government_entities, la.specific_issues, CAST(f.income_amount AS INTEGER) AS income, CAST(f.expense_amount AS INTEGER) AS expenses FROM lobbying_activities la JOIN lobbying_filings_raw f ON f.filing_uuid = la.filing_uuid LEFT JOIN lobbying_issue_codes lic ON la.issue_code = lic.code WHERE la.client_name = :client_name ORDER BY la.filing_year DESC, la.filing_period DESC LIMIT 500", "params": ["client_name"], "name": "lobbying_activity_for_client", "private": false}, {"title": "Lobbyists for a Client", "description": "Correction under way: a loading error counted some lobbying filings' rows more than once, so totals and row counts here are overstated. LDA.gov's own filing pages show the correct figures. This note comes off when the fix is complete. Individual lobbyists who have lobbied on behalf of a specific client, including their covered government positions. As LDA.gov\u2019s terms of use (https://lda.gov/api/tos/) require: \u201cSenate Office of Public Records cannot vouch for the data or analyses derived from these data after the data have been retrieved from LDA.gov.\u201d", "sql": "SELECT DISTINCT ll.lobbyist_name, ll.covered_position, la.registrant_name, la.client_name, la.filing_year, la.issue_code, COALESCE(lic.description, la.issue_code) AS issue_description FROM lobbying_lobbyists ll JOIN lobbying_activities la ON ll.filing_uuid = la.filing_uuid LEFT JOIN lobbying_issue_codes lic ON la.issue_code = lic.code WHERE la.client_name LIKE '%' || :client_name || '%' ORDER BY la.filing_year DESC, ll.lobbyist_name LIMIT 500", "params": ["client_name"], "name": "lobbyists_for_client", "private": false}, {"title": "Lobbying Spending Over Time", "description": "Total reported lobbying income and expenses by year, LD-2 scope. Income comes from outside-firm filings (client payments to firms); expenses comes from in-house lobbying filings. As LDA.gov\u2019s terms of use (https://lda.gov/api/tos/) require: \u201cSenate Office of Public Records cannot vouch for the data or analyses derived from these data after the data have been retrieved from LDA.gov.\u201d", "sql": "SELECT filing_year, filing_count, unique_clients, unique_registrants, total_income, total_expenses FROM lobbying_year_summary ORDER BY filing_year DESC", "name": "lobbying_spending_over_time", "private": false}, {"title": "Search Specific Issues", "description": "Correction under way: a loading error counted some lobbying filings' rows more than once, so totals and row counts here are overstated. LDA.gov's own filing pages show the correct figures. This note comes off when the fix is complete. Full-text search on the specific issues described in lobbying filings. Find lobbying related to any topic, bill, or regulation. Filing-level income joined from lobbying_filings_raw. As LDA.gov\u2019s terms of use (https://lda.gov/api/tos/) require: \u201cSenate Office of Public Records cannot vouch for the data or analyses derived from these data after the data have been retrieved from LDA.gov.\u201d", "sql": "SELECT la.client_name, la.registrant_name, la.issue_code, COALESCE(lic.description, la.issue_code) AS issue_description, la.filing_year, la.filing_period, la.government_entities, la.specific_issues, CAST(f.income_amount AS INTEGER) AS income FROM lobbying_activities la JOIN lobbying_filings_raw f ON f.filing_uuid = la.filing_uuid LEFT JOIN lobbying_issue_codes lic ON la.issue_code = lic.code WHERE la.specific_issues LIKE '%' || :search || '%' ORDER BY la.filing_year DESC, f.income_amount DESC LIMIT 200", "params": ["search"], "name": "search_specific_issues", "private": false}, {"title": "Lobbyists who self-declared a prior government position", "description": "Correction under way: a loading error counted some lobbying filings' rows more than once, so totals and row counts here are overstated. LDA.gov's own filing pages show the correct figures. This note comes off when the fix is complete. Lobbyists who held covered government positions (revolving door) \u2014 former congressional staff, executive branch officials, and other government roles. As LDA.gov\u2019s terms of use (https://lda.gov/api/tos/) require: \u201cSenate Office of Public Records cannot vouch for the data or analyses derived from these data after the data have been retrieved from LDA.gov.\u201d", "sql": "SELECT DISTINCT ll.lobbyist_name, ll.covered_position, la.registrant_name, la.client_name, la.filing_year FROM lobbying_lobbyists ll JOIN lobbying_activities la ON ll.filing_uuid = la.filing_uuid WHERE ll.covered_position IS NOT NULL AND ll.covered_position != '' AND ll.covered_position != 'N/A' ORDER BY ll.lobbyist_name, la.filing_year DESC LIMIT 500", "name": "lobbyists_with_government_positions", "private": false}, {"title": "Political Contributions by Lobbyists", "description": "Correction under way: a loading error counted some lobbying filings' rows more than once, so totals and row counts here are overstated. LDA.gov's own filing pages show the correct figures. This note comes off when the fix is complete. Search political contributions reported by registered lobbyists. Enter a lobbyist name, recipient name, or leave blank for top contributions. As LDA.gov\u2019s terms of use (https://lda.gov/api/tos/) require: \u201cSenate Office of Public Records cannot vouch for the data or analyses derived from these data after the data have been retrieved from LDA.gov.\u201d", "sql": "SELECT lc.lobbyist_name, lc.contributor_name, lc.recipient_name, lc.payee_name, lc.contribution_type, CAST(lc.amount AS INTEGER) AS amount, lc.contribution_date, lc.filing_year FROM lobbying_contributions lc WHERE (:search = '' OR lc.lobbyist_name LIKE '%' || :search || '%' OR lc.recipient_name LIKE '%' || :search || '%' OR lc.contributor_name LIKE '%' || :search || '%') ORDER BY lc.amount DESC, lc.contribution_date DESC LIMIT 200", "params": ["search"], "name": "political_contributions_by_lobbyists", "private": false}], "allow_execute_sql": true, "query_ms": 48.00624307245016, "source": "U.S. government sources, plus a few identifier registries; each is listed on the methodology page", "source_url": "https://datadawn.org/methodology#data", "license": "Public Domain (U.S. Government data)", "license_url": "https://www.regulations.gov/faq"}