127.0.0.1 - - [08/Dec/2025:07:18:24 +0000] "GET /robots.txt HTTP/1.1" 404 60 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot"
127.0.0.1 - - [08/Dec/2025:07:31:55 +0000] "GET /robots.txt HTTP/1.1" 404 60 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot"
127.0.0.1 - - [08/Dec/2025:11:36:31 +0000] "GET / HTTP/1.1" 404 60 "-" "Scrapy/2.13.3 (+https://scrapy.org)"
127.0.0.1 - - [08/Dec/2025:11:39:08 +0000] "GET / HTTP/1.1" 404 60 "-" "Scrapy/2.13.3 (+https://scrapy.org)"
127.0.0.1 - - [08/Dec/2025:13:25:31 +0000] "GET /robots.txt HTTP/1.1" 404 60 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot"
127.0.0.1 - - [08/Dec/2025:13:25:34 +0000] "GET / HTTP/1.1" 404 60 "-" "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)"
127.0.0.1 - - [09/Dec/2025:23:07:22 +0000] "GET / HTTP/1.1" 404 60 "-" "Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0; +info@netcraft.com)"
127.0.0.1 - - [10/Dec/2025:03:49:22 +0000] "GET / HTTP/1.1" 404 60 "-" "Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0; +info@netcraft.com)"
127.0.0.1 - - [10/Dec/2025:11:31:22 +0000] "GET /robots.txt HTTP/1.1" 404 60 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot"