106 lines
3.9 KiB
Python
106 lines
3.9 KiB
Python
# endpoints/get_sponsored.py
|
|
from flask import Blueprint, jsonify
|
|
from app import get_driver, neo4j_logger
|
|
import requests
|
|
import json
|
|
import os
|
|
|
|
bp = Blueprint('get_sponsored', __name__)
|
|
|
|
CACHE_FILE = 'cache.json'
|
|
|
|
def load_cache():
|
|
if os.path.exists(CACHE_FILE):
|
|
with open(CACHE_FILE, 'r') as f:
|
|
return json.load(f)
|
|
else:
|
|
neo4j_logger.info(f"Cache file {CACHE_FILE} does not exist. Initializing empty cache.")
|
|
return {}
|
|
|
|
def save_cache(cache_data):
|
|
with open(CACHE_FILE, 'w') as f:
|
|
json.dump(cache_data, f)
|
|
neo4j_logger.info(f"Saved data to cache file: {CACHE_FILE}")
|
|
|
|
@bp.route('/get_sponsored')
|
|
def get_sponsored():
|
|
# Load bioguideIds and legislation from the same cache
|
|
cache = load_cache()
|
|
|
|
if 'bioguideIds' not in cache or len(cache['bioguideIds']) == 0:
|
|
return jsonify({"message": "No bioguideIds found in cache"}), 404
|
|
|
|
# Print the number of items found in the cache initially
|
|
initial_bioguideIds_count = len(cache['bioguideIds'])
|
|
print(f"Initial bioguideIds count: {initial_bioguideIds_count}")
|
|
|
|
processed_legislation_count = 0
|
|
|
|
while 'bioguideIds' in cache and len(cache['bioguideIds']) > 0:
|
|
# Step 1: Retrieve a sponsor from the cache
|
|
current_bioguideId = cache['bioguideIds'].pop(0)
|
|
|
|
if current_bioguideId is None:
|
|
continue
|
|
|
|
print(f"Processing bioguideId: {current_bioguideId}")
|
|
|
|
congress_api_url = f"https://api.congress.gov/v3/member/{current_bioguideId}/sponsored-legislation"
|
|
|
|
# Include API key in headers (if required)
|
|
api_key = os.getenv('CONGRESS_API_KEY')
|
|
if not api_key:
|
|
neo4j_logger.error("Congress API key not found in environment variables")
|
|
continue
|
|
|
|
headers = {
|
|
'X-API-KEY': api_key
|
|
}
|
|
|
|
# Step 2: Fetch sponsored legislation for the member
|
|
response = requests.get(congress_api_url, headers=headers)
|
|
|
|
print(f"Response Status Code: {response.status_code}")
|
|
print(f"Response Text: {response.text}")
|
|
|
|
if response.status_code != 200:
|
|
neo4j_logger.error(f"Failed to fetch sponsored legislation for bioguideId {current_bioguideId}: Status Code {response.status_code}, Response: {response.text}")
|
|
continue
|
|
|
|
legislations = response.json().get('results', [])
|
|
|
|
# Step 3: Store each piece of legislation in the cache along with the sponsor bioguideId
|
|
for legislation in legislations:
|
|
key = f"legislation_{legislation['id']}"
|
|
|
|
print(f"About to write to cache: {key} - {legislation}")
|
|
|
|
if key not in cache:
|
|
cache[key] = {
|
|
'bioguideId': current_bioguideId,
|
|
**legislation
|
|
}
|
|
processed_legislation_count += 1
|
|
|
|
# Save the cache immediately after writing each entry
|
|
save_cache(cache)
|
|
|
|
# Print the updated legislation cache for debugging
|
|
print(f"Updated legislation cache: {json.dumps(cache, indent=2)}")
|
|
|
|
# Step 4: Delete the sponsor from the bioguideIds list (already done by popping)
|
|
neo4j_logger.info(f"Processed sponsored legislation for bioguideId {current_bioguideId}")
|
|
|
|
# Print the number of items left in the bioguide cache
|
|
remaining_bioguideIds_count = len(cache['bioguideIds'])
|
|
print(f"Remaining bioguideIds count after processing {current_bioguideId}: {remaining_bioguideIds_count}")
|
|
|
|
# Save the cache again to ensure all changes are persisted
|
|
save_cache(cache)
|
|
|
|
# Print the total number of legislation items stored and overall items added to the cache
|
|
print(f"Total processed legislation count: {processed_legislation_count}")
|
|
print(f"Overall items in cache: {len(cache)}")
|
|
|
|
return jsonify({"message": "Sponsored legislation processed successfully", "processed_legislation_count": processed_legislation_count}), 200
|