Merge pull request #531 from shikorism/fix/robots-ignore-non-plain-response

robots.txt取得時、text/plain以外の応答は失敗扱いにする
2020-10-21 20:47:19 +09:00
parent 4360144d6f 3fd62dcd6f
commit 16071f7cff
1 changed files with 5 additions and 0 deletions
--- a/app/Services/MetadataResolveService.php
+++ b/app/Services/MetadataResolveService.php
@@ -162,6 +162,11 @@ class MetadataResolveService
        $client = app(Client::class);
        try {
            $res = $client->get($robotsUrl);
+            if (stripos($res->getHeaderLine('Content-Type'), 'text/plain') !== 0) {
+                Log::error('robots.txtの取得に失敗: 不適切なContent-Type (' . $res->getHeaderLine('Content-Type') . ')');
+
+                return null;
+            }

            return (string) $res->getBody();
        } catch (\Exception $e) {