testsAndMisc/PYTHON/downloadCats/generate_cats.py

49 lines
1.3 KiB
Python

"""Download cat images from TheCatAPI.
Fetches cat images in batches and saves them to a local directory.
"""
import json
import logging
import os
from pathlib import Path
import requests
logging.basicConfig(level=logging.INFO)
MAX_REQUESTS = 90
REQUEST_TIMEOUT = 30 # seconds
requests_send = 0
while requests_send < MAX_REQUESTS:
res = requests.get(
"https://api.thecatapi.com/v1/images/search?limit=100&api_key=",
timeout=REQUEST_TIMEOUT,
)
requests_send += 1
response = json.loads(res.text)
urls = []
for cat in response:
urls.append(cat.get("url"))
Path("./CATS2").mkdir(parents=True, exist_ok=True)
for url in urls:
try:
# Get the image content
response = requests.get(url, timeout=REQUEST_TIMEOUT)
response.raise_for_status() # Raise an exception for HTTP errors
# Extract the image name from the URL
image_name = os.path.basename(url)
image_path = os.path.join("./CATS2/", image_name)
# Save the image to the directory
with open(image_path, "wb") as file:
file.write(response.content)
logging.info(f"Saved {url} as {image_path}")
except requests.exceptions.RequestException:
logging.exception(f"Failed to download {url}")