pepepper/tissue
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

robots.txt取得時、text/plain以外の応答は失敗扱いにする

Browse Source
This commit is contained in:
shibafu 2020-10-17 16:54:00 +09:00
parent 4360144d6f
commit 3fd62dcd6f
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
app/Services/MetadataResolveService.php
View File

@ -162,6 +162,11 @@ class MetadataResolveService
$client = app(Client::class); $client = app(Client::class);
try { try {
$res = $client->get($robotsUrl); $res = $client->get($robotsUrl);
if (stripos($res->getHeaderLine('Content-Type'), 'text/plain') !== 0) {
Log::error('robots.txtの取得に失敗: 不適切なContent-Type (' . $res->getHeaderLine('Content-Type') . ')');
return null;
}
return (string) $res->getBody(); return (string) $res->getBody();
} catch (\Exception $e) { } catch (\Exception $e) {