checkpoint before fixing a dumb mistake
with dumbeer mistakes
This commit is contained in:
parent
21aa013cb8
commit
51233f7d2b
@ -33,8 +33,12 @@ def get_sponsored():
|
|||||||
processed_legislation_count = 0
|
processed_legislation_count = 0
|
||||||
|
|
||||||
while 'bioguideids' in cache and len(cache['bioguideids']) > 0:
|
while 'bioguideids' in cache and len(cache['bioguideids']) > 0:
|
||||||
# Print the current bioguideid being processed
|
# Step 1: Retrieve a sponsor from the cache
|
||||||
current_bioguideid = cache['bioguideids'].pop(0)
|
current_bioguideid = cache['bioguideids'].pop(0)
|
||||||
|
|
||||||
|
if current_bioguideid is None:
|
||||||
|
continue
|
||||||
|
|
||||||
print(f"Processing bioguideid: {current_bioguideid}")
|
print(f"Processing bioguideid: {current_bioguideid}")
|
||||||
|
|
||||||
congress_api_url = f"https://api.congress.gov/v3/member/{current_bioguideid}/sponsored-legislation"
|
congress_api_url = f"https://api.congress.gov/v3/member/{current_bioguideid}/sponsored-legislation"
|
||||||
|
@ -34,6 +34,10 @@ def process_sponsors():
|
|||||||
while 'legislation_entries' in cache and len(cache['legislation_entries']) > 0:
|
while 'legislation_entries' in cache and len(cache['legislation_entries']) > 0:
|
||||||
# Step 1: Retrieve a legislation entry from the cache
|
# Step 1: Retrieve a legislation entry from the cache
|
||||||
legislation_entry = cache['legislation_entries'].pop(0)
|
legislation_entry = cache['legislation_entries'].pop(0)
|
||||||
|
|
||||||
|
if not legislation_entry or 'bioguideid' not in legislation_entry:
|
||||||
|
continue
|
||||||
|
|
||||||
bioguideid = legislation_entry['bioguideid']
|
bioguideid = legislation_entry['bioguideid']
|
||||||
legislation_properties = {key: value for key, value in legislation_entry.items() if key != 'bioguideid'}
|
legislation_properties = {key: value for key, value in legislation_entry.items() if key != 'bioguideid'}
|
||||||
|
|
||||||
|
@ -29,14 +29,25 @@ def store_sponsors():
|
|||||||
with driver.session() as session:
|
with driver.session() as session:
|
||||||
query = "MATCH (n:Person) RETURN n.bioguideid"
|
query = "MATCH (n:Person) RETURN n.bioguideid"
|
||||||
neo4j_logger.info(f"Executing query: {query}")
|
neo4j_logger.info(f"Executing query: {query}")
|
||||||
nodes = session.run(query)
|
|
||||||
|
|
||||||
# Convert the nodes to a list of bioguideids
|
# Fetch the records
|
||||||
bioguideids = [record['n.bioguideid'] for record in nodes]
|
records = session.run(query)
|
||||||
|
|
||||||
|
bioguideids = []
|
||||||
|
|
||||||
|
for record in records:
|
||||||
|
bioguideid = record['n.bioguideid']
|
||||||
|
if bioguideid is not None:
|
||||||
|
bioguideids.append(bioguideid)
|
||||||
|
print(f"Storing bioguideid: {bioguideid}") # Print each bioguideid as it's added
|
||||||
|
else:
|
||||||
|
print("Found a record with None bioguideid") # Log any None values
|
||||||
|
|
||||||
cache['bioguideids'] = bioguideids
|
cache['bioguideids'] = bioguideids
|
||||||
|
|
||||||
neo4j_logger.info(f"Cached bioguideids: {len(bioguideids)}")
|
neo4j_logger.info(f"Cached bioguideids: {len(bioguideids)}")
|
||||||
|
|
||||||
|
# Save the updated cache
|
||||||
save_cache(cache)
|
save_cache(cache)
|
||||||
|
|
||||||
return jsonify({"message": "Bioguideids cached successfully", "cached_bioguideids_count": len(cache['bioguideids'])}), 200
|
return jsonify({"message": "Bioguideids cached successfully", "cached_bioguideids_count": len(cache['bioguideids'])}), 200
|
||||||
|
Loading…
Reference in New Issue
Block a user