cache working
This commit is contained in:
parent
574c889258
commit
be101beac8
@ -1,4 +1,3 @@
|
|||||||
# endpoints/get_sponsored.py
|
|
||||||
from flask import Blueprint, jsonify
|
from flask import Blueprint, jsonify
|
||||||
from app import get_driver, neo4j_logger
|
from app import get_driver, neo4j_logger
|
||||||
import requests
|
import requests
|
||||||
@ -26,23 +25,19 @@ def save_cache(cache_data):
|
|||||||
def get_sponsored():
|
def get_sponsored():
|
||||||
# Load bioguideIds and legislation from the same cache
|
# Load bioguideIds and legislation from the same cache
|
||||||
cache = load_cache()
|
cache = load_cache()
|
||||||
|
|
||||||
if 'bioguideIds' not in cache or len(cache['bioguideIds']) == 0:
|
if 'bioguideIds' not in cache or len(cache['bioguideIds']) == 0:
|
||||||
return jsonify({"message": "No bioguideIds found in cache"}), 404
|
return jsonify({"message": "No bioguideIds found in cache"}), 404
|
||||||
|
|
||||||
# Print the number of items found in the cache initially
|
# Print the number of items found in the cache initially
|
||||||
initial_bioguideIds_count = len(cache['bioguideIds'])
|
initial_bioguideIds_count = len(cache['bioguideIds'])
|
||||||
print(f"Initial bioguideIds count: {initial_bioguideIds_count}")
|
print(f"Initial bioguideIds count: {initial_bioguideIds_count}")
|
||||||
|
|
||||||
processed_legislation_count = 0
|
processed_legislation_count = 0
|
||||||
|
|
||||||
while 'bioguideIds' in cache and len(cache['bioguideIds']) > 0:
|
while 'bioguideIds' in cache and len(cache['bioguideIds']) > 0:
|
||||||
# Step 1: Retrieve a sponsor from the cache
|
# Step 1: Retrieve a sponsor from the cache
|
||||||
current_bioguideId = cache['bioguideIds'].pop(0)
|
current_bioguideId = cache['bioguideIds'].pop(0)
|
||||||
|
|
||||||
if current_bioguideId is None:
|
if current_bioguideId is None:
|
||||||
continue
|
continue
|
||||||
|
|
||||||
print(f"Processing bioguideId: {current_bioguideId}")
|
print(f"Processing bioguideId: {current_bioguideId}")
|
||||||
|
|
||||||
congress_api_url = f"https://api.congress.gov/v3/member/{current_bioguideId}/sponsored-legislation"
|
congress_api_url = f"https://api.congress.gov/v3/member/{current_bioguideId}/sponsored-legislation"
|
||||||
@ -59,7 +54,6 @@ def get_sponsored():
|
|||||||
|
|
||||||
# Step 2: Fetch sponsored legislation for the member
|
# Step 2: Fetch sponsored legislation for the member
|
||||||
response = requests.get(congress_api_url, headers=headers)
|
response = requests.get(congress_api_url, headers=headers)
|
||||||
|
|
||||||
print(f"Response Status Code: {response.status_code}")
|
print(f"Response Status Code: {response.status_code}")
|
||||||
print(f"Response Text: {response.text}")
|
print(f"Response Text: {response.text}")
|
||||||
|
|
||||||
@ -67,19 +61,32 @@ def get_sponsored():
|
|||||||
neo4j_logger.error(f"Failed to fetch sponsored legislation for bioguideId {current_bioguideId}: Status Code {response.status_code}, Response: {response.text}")
|
neo4j_logger.error(f"Failed to fetch sponsored legislation for bioguideId {current_bioguideId}: Status Code {response.status_code}, Response: {response.text}")
|
||||||
continue
|
continue
|
||||||
|
|
||||||
legislations = response.json().get('results', [])
|
sponsored_legislation = response.json().get('sponsoredLegislation', [])
|
||||||
|
|
||||||
# Step 3: Store each piece of legislation in the cache along with the sponsor bioguideId
|
# Step 3: Store each piece of legislation in the cache along with the sponsor bioguideId
|
||||||
for legislation in legislations:
|
for legislation in sponsored_legislation:
|
||||||
key = f"legislation_{legislation['id']}"
|
if 'number' not in legislation:
|
||||||
|
neo4j_logger.error(f"Missing 'number' field in legislation data for bioguideId {current_bioguideId}: {legislation}")
|
||||||
|
continue
|
||||||
|
|
||||||
|
key = f"legislation_{legislation['number']}"
|
||||||
print(f"About to write to cache: {key} - {legislation}")
|
print(f"About to write to cache: {key} - {legislation}")
|
||||||
|
|
||||||
if key not in cache:
|
if key not in cache:
|
||||||
cache[key] = {
|
# Ensure all nested dictionaries are handled properly
|
||||||
|
legislation_info = {
|
||||||
'bioguideId': current_bioguideId,
|
'bioguideId': current_bioguideId,
|
||||||
**legislation
|
**legislation,
|
||||||
|
'latestAction': {
|
||||||
|
'actionDate': legislation['latestAction']['actionDate'],
|
||||||
|
'text': legislation['latestAction']['text']
|
||||||
|
},
|
||||||
|
'policyArea': {
|
||||||
|
'name': legislation['policyArea']['name']
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
cache[key] = legislation_info
|
||||||
processed_legislation_count += 1
|
processed_legislation_count += 1
|
||||||
|
|
||||||
# Save the cache immediately after writing each entry
|
# Save the cache immediately after writing each entry
|
||||||
@ -102,4 +109,7 @@ def get_sponsored():
|
|||||||
print(f"Total processed legislation count: {processed_legislation_count}")
|
print(f"Total processed legislation count: {processed_legislation_count}")
|
||||||
print(f"Overall items in cache: {len(cache)}")
|
print(f"Overall items in cache: {len(cache)}")
|
||||||
|
|
||||||
return jsonify({"message": "Sponsored legislation processed successfully", "processed_legislation_count": processed_legislation_count}), 200
|
return jsonify({
|
||||||
|
"message": "Sponsored legislation processed successfully",
|
||||||
|
"processed_legislation_count": processed_legislation_count
|
||||||
|
}), 200
|
||||||
|
Loading…
Reference in New Issue
Block a user