Disallow search crawling
All checks were successful
Deploy to birb co. production / deploy (push) Successful in 6s
All checks were successful
Deploy to birb co. production / deploy (push) Successful in 6s
This commit is contained in:
4
build.py
4
build.py
@@ -274,6 +274,10 @@ def main() -> None:
|
|||||||
output.write_text(html_content, encoding="utf-8")
|
output.write_text(html_content, encoding="utf-8")
|
||||||
print(f"Built {output}")
|
print(f"Built {output}")
|
||||||
|
|
||||||
|
robots = PUBLIC_DIR / "robots.txt"
|
||||||
|
robots.write_text("User-agent: *\nDisallow: /\n", encoding="utf-8")
|
||||||
|
print(f"Built {robots}")
|
||||||
|
|
||||||
print(f"Zips in {ZIPS_DIR}:")
|
print(f"Zips in {ZIPS_DIR}:")
|
||||||
for z in sorted(ZIPS_DIR.iterdir()):
|
for z in sorted(ZIPS_DIR.iterdir()):
|
||||||
print(f" {z.name}")
|
print(f" {z.name}")
|
||||||
|
|||||||
Reference in New Issue
Block a user