collect_model_urls.py 484 B

1234567891011121314151617181920
  1. import pathlib
  2. import re
  3. import sys
  4. MODEL_URL_PATTERN = re.compile(r"https://download[.]pytorch[.]org/models/.+?[.]pth")
  5. def main(*roots):
  6. model_urls = set()
  7. for root in roots:
  8. for path in pathlib.Path(root).rglob("*.py"):
  9. with open(path, "r") as file:
  10. for line in file:
  11. model_urls.update(MODEL_URL_PATTERN.findall(line))
  12. print("\n".join(sorted(model_urls)))
  13. if __name__ == "__main__":
  14. main(*sys.argv[1:])