mirror of
https://github.com/kuhyx/testsAndMisc-archive.git
synced 2026-07-04 14:23:04 +02:00
Krzysztof kuhy Rudnicki
22333931cc
- Rename PYTHON/ to python_pkg/ (fix N999 uppercase folder) - Rename camelCase folders to snake_case: - randomJPG -> random_jpg - tagDivider -> tag_divider - downloadCats -> download_cats - keyboardCoop -> keyboard_coop - extractLinks -> extract_links - scapeWebsite -> scrape_website - Rename camelCase files: - generateJpeg.py -> generate_jpeg.py - tagDivider.py -> tag_divider.py - Rename poker-modifier-app to poker_modifier_app (fix INP001) - Add __init__.py to poker_modifier_app - Replace random module with secrets.SystemRandom (fix S311) - Fix S110 try-except-pass with contextlib.suppress - Update all imports and config references
99 lines
2.8 KiB
Python
Executable File
99 lines
2.8 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
"""Extract hosts from href attributes in an HTML file and write them as *host* per line.
|
|
|
|
Usage:
|
|
python main.py INPUT_HTML [OUTPUT_TXT]
|
|
|
|
If OUTPUT_TXT is not provided, the script writes to <INPUT_BASENAME>_links.txt
|
|
alongside the input file.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import argparse
|
|
from html.parser import HTMLParser
|
|
import logging
|
|
import os
|
|
from urllib.parse import urlparse
|
|
|
|
logging.basicConfig(level=logging.INFO)
|
|
|
|
|
|
class _HrefParser(HTMLParser):
|
|
def __init__(self) -> None:
|
|
super().__init__()
|
|
self.hrefs: list[str] = []
|
|
|
|
def handle_starttag( # type: ignore[override]
|
|
self, _tag: str, attrs: list[tuple[str, str | None]]
|
|
) -> None:
|
|
"""Collect href attributes from start tags."""
|
|
for k, v in attrs:
|
|
if k.lower() == "href" and v is not None:
|
|
self.hrefs.append(v)
|
|
|
|
|
|
def extract_hosts_from_html(html_text: str) -> list[str]:
|
|
"""Parse HTML text, extract href values, and return a list of hostnames.
|
|
|
|
Rules:
|
|
- Only http/https URLs are considered.
|
|
- Output is the network location (host[:port]) without scheme or path.
|
|
- Duplicates are removed, preserving first-seen order.
|
|
"""
|
|
parser = _HrefParser()
|
|
parser.feed(html_text)
|
|
|
|
seen: set[str] = set()
|
|
hosts: list[str] = []
|
|
for href in parser.hrefs:
|
|
parsed = urlparse(href)
|
|
if parsed.scheme in {"http", "https"} and parsed.netloc:
|
|
host = parsed.netloc
|
|
if host not in seen:
|
|
seen.add(host)
|
|
hosts.append(host)
|
|
return hosts
|
|
|
|
|
|
def main() -> int:
|
|
"""Parse command-line arguments and extract hosts from an HTML file."""
|
|
ap = argparse.ArgumentParser(
|
|
description="Extract hosts from hrefs in an HTML file."
|
|
)
|
|
ap.add_argument("input_html", help="Path to input HTML file")
|
|
ap.add_argument(
|
|
"output_txt",
|
|
nargs="?",
|
|
help=(
|
|
"Path to output text file "
|
|
"(defaults to <input_basename>_links.txt in the same directory)"
|
|
),
|
|
)
|
|
args = ap.parse_args()
|
|
|
|
input_path = args.input_html
|
|
if not os.path.isfile(input_path):
|
|
msg = f"Input file not found: {input_path}"
|
|
raise SystemExit(msg)
|
|
|
|
out_path = args.output_txt
|
|
if not out_path:
|
|
base = os.path.splitext(os.path.basename(input_path))[0]
|
|
out_path = os.path.join(os.path.dirname(input_path), f"{base}_links.txt")
|
|
|
|
with open(input_path, encoding="utf-8", errors="ignore") as f:
|
|
html_text = f.read()
|
|
|
|
hosts = extract_hosts_from_html(html_text)
|
|
|
|
with open(out_path, "w", encoding="utf-8") as f:
|
|
f.writelines(f"*{host}*\n" for host in hosts)
|
|
|
|
logging.info(f"Wrote {len(hosts)} host(s) to {out_path}")
|
|
return 0
|
|
|
|
|
|
if __name__ == "__main__":
|
|
raise SystemExit(main())
|