Bulk Url Checker

from bulkurlchecker import Client
client = Client(api_key="uck_live_...")results = client.check_urls(["https://example.com", "https://example.org"])for r in results.results:    print(r.url, r.status_code, "BROKEN" if r.is_broken else "ok")

results = client.check_urls(urls)
results.status            # 'completed' | 'paused' | 'failed' | 'cancelled'results.timed_out         # True if the wait deadline passed (job still running)results.total_urls        # how many URLs the engine acceptedresults.completed_urls    # how many it finished checkingresults.duplicates_removedresults.invalid_urls_rejected
for r in results.results:    r.url                # the original URL you submitted    r.final_url          # after redirects    r.status_code        # 200, 301, 404, 429, 500, ...    r.redirect_chain     # list of intermediate URLs    r.is_broken          # True if the engine flagged this as broken    r.is_soft_404        # True if 200 OK but page content says "not found"    r.response_time_ms
# Convenience properties:results.broken           # list of URLResult where is_broken == Trueresults.soft_404s        # list where is_soft_404 == True

job = client.submit(my_500k_urls)print(f"Submitted {job.job_id}, {job.total_urls} URLs queued")
# Poll explicitly, or use the convenience methoddone = client.wait_until_done(job.job_id, timeout=3600)
# Stream results in pagesfor batch in client.iter_results(job.job_id, page_size=1000):    for r in batch:        if r.is_broken:            print(r.url, r.status_code)

import uuid
key = str(uuid.uuid4())  # generate once per logical request
# First call: creates a new job.job = client.submit(urls, idempotency_key=key)
# Network blip, no clean response received? Just retry with the same# key -- you'll get the SAME job summary back, no duplicate submission.same_job = client.submit(urls, idempotency_key=key)# job.job_id == same_job.job_id

from flask import Flask, requestfrom bulkurlchecker import verify_signature, InvalidSignatureError
SECRET = os.environ["MY_WEBHOOK_SECRET"]  # the signing_secret we showed once
app = Flask(__name__)
@app.route("/webhook/bulkurlchecker", methods=["POST"])def webhook():    try:        verify_signature(            request.get_data(),  # RAW bytes — not request.get_json()            request.headers.get("Bulkurlchecker-Signature", ""),            SECRET,        )    except InvalidSignatureError:        return "", 401    event = request.get_json()    if event["type"] == "job.completed":        job_id = event["data"]["job_id"]        # ... fetch results, update your DB, ping Slack, etc ...    return "", 200

from bulkurlchecker import (    Client,    BulkURLCheckerError,    AuthenticationError,    RateLimitError,    QuotaError,    ValidationError,)
try:    results = client.check_urls(urls)except QuotaError as e:    print(f"Out of credits. Top up at https://app.bulkurlchecker.com/billing")except RateLimitError as e:    print(f"Rate limited. Retry after {e.retry_after}s.")except AuthenticationError:    print("API key rejected — check it's not revoked.")except ValidationError as e:    print(f"Bad request: {e}")  # bad URLs, too many URLs, etc.except BulkURLCheckerError as e:    print(f"Other error: {e} (request_id={e.request_id})")