justin/got-fiber
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix FCC fixed broadband file filter

Browse Source
This commit is contained in:
Justin Oros
2026-10-07 12:34:58 -07:00
parent b77ac19084
commit db32443bd1
1 changed files with 17 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/build_fcc.py
+17 -9
View File
@@ -76,12 +76,12 @@ def api_download(path, user, token, dest):
time.sleep(15 * (attempt + 1)) time.sleep(15 * (attempt + 1))
def latest_as_of(user, token): def as_of_dates(user, token):
d = api_json("/listAsOfDates", user, token) d = api_json("/listAsOfDates", user, token)
dates = sorted(x["as_of_date"][:10] for x in d.get("data", []) if x.get("data_type") == "availability") dates = sorted({x["as_of_date"][:10] for x in d.get("data", []) if x.get("data_type") == "availability"}, reverse=True)
if not dates: if not dates:
sys.exit("FCC API returned no availability dates. Check FCC_USERNAME and FCC_API_TOKEN.") sys.exit("FCC API returned no availability dates. Check FCC_USERNAME and FCC_API_TOKEN.")
return dates[-1] return dates
def fiber_files(as_of, fips_wanted, user, token): def fiber_files(as_of, fips_wanted, user, token):
@@ -94,7 +94,8 @@ def fiber_files(as_of, fips_wanted, user, token):
continue continue
if (f.get("category") or "State") != "State": if (f.get("category") or "State") != "State":
continue continue
if "fixed" not in (f.get("subcategory") or "fixed").lower(): kind = f"{f.get('technology_type') or ''} {f.get('subcategory') or ''}".lower()
if "mobile" in kind:
continue continue
tech = str(f.get("technology_code") or "").strip() tech = str(f.get("technology_code") or "").strip()
name = (f.get("file_name") or "").lower() name = (f.get("file_name") or "").lower()
@@ -104,8 +105,9 @@ def fiber_files(as_of, fips_wanted, user, token):
continue continue
out[fips].append(f) out[fips].append(f)
if not out and rows: if not out and rows:
log("No fiber files matched. Sample entries from the FCC listing:") sample = [f for f in rows if str(f.get("state_fips") or "").zfill(2) in fips_wanted and "mobile" not in str(f.get("technology_type") or "").lower()] or rows
for f in rows[:5]: log(f"No fiber files matched for {as_of}. Sample entries from the FCC listing:")
for f in sample[:8]:
log(" " + json.dumps(f)) log(" " + json.dumps(f))
return out return out
@@ -251,10 +253,16 @@ def run_api(states):
token = os.environ.get("FCC_API_TOKEN", "").strip() token = os.environ.get("FCC_API_TOKEN", "").strip()
if not user or not token: if not user or not token:
sys.exit("Set FCC_USERNAME and FCC_API_TOKEN.") sys.exit("Set FCC_USERNAME and FCC_API_TOKEN.")
as_of = latest_as_of(user, token)
log(f"Latest FCC availability data: {as_of}")
wanted = {FIPS[s] for s in states} wanted = {FIPS[s] for s in states}
files = fiber_files(as_of, wanted, user, token) files, as_of = {}, None
for as_of in as_of_dates(user, token)[:4]:
log(f"Checking FCC availability data: {as_of}")
files = fiber_files(as_of, wanted, user, token)
if files:
break
if not files:
sys.exit("No fiber files found in the latest FCC data releases.")
log(f"Using FCC availability data: {as_of}")
missing = sorted(USPS[f] for f in wanted if f not in files) missing = sorted(USPS[f] for f in wanted if f not in files)
if missing: if missing:
log(f"No fiber file listed for: {', '.join(missing)}") log(f"No fiber file listed for: {', '.join(missing)}")