{"id":673,"date":"2015-11-05T19:06:26","date_gmt":"2015-11-05T10:06:26","guid":{"rendered":"http:\/\/cs-tklab.na-inet.jp\/?p=673"},"modified":"2015-11-05T19:06:26","modified_gmt":"2015-11-05T10:06:26","slug":"%e5%8d%92%e7%a0%94%e3%83%a1%e3%83%a2-php%e3%81%ab%e3%82%88%e3%82%8bweb-crawler%e3%81%ae%e4%bd%9c%e6%88%90","status":"publish","type":"post","link":"https:\/\/kd-tklab.na-inet.jp\/?p=673","title":{"rendered":"\u5352\u7814\u30e1\u30e2: PHP\u306b\u3088\u308bWeb crawler\u306e\u4f5c\u6210"},"content":{"rendered":"<p>\u3000\u4ee5\u524d\u306e\u5352\u7814\u3067Perl\u306b\u3088\u308bWeb crawler\u53c8\u306frobot(Web\u60c5\u5831\u81ea\u52d5\u53d6\u5f97\u30d7\u30ed\u30b0\u30e9\u30e0)\u3092\u5b9f\u88c5\u3057\u305f\u3053\u3068\u304c\u3042\u308a\u307e\u3057\u305f\u304c\uff0c\u30a4\u30de\u30c9\u30adPerl\u3067\u3082\u306a\u3044\u3060\u308d\u3046\u3068\u3044\u3046\u3053\u3068\u3067\uff0cPHP\u306b\u3088\u308b\u5b9f\u88c5\u3092\u8003\u3048\u3066\u307f\u307e\u3059\u3002<\/p>\n<p>\u3000PHP\u306e\u6a19\u6e96\u30e9\u30a4\u30d6\u30e9\u30ea\u306b<a href=\"http:\/\/php.net\/manual\/ja\/book.curl.php\" target=\"_blank\">cURL\u30af\u30e9\u30b9<\/a>\u304c\u3042\u308b\u306e\u3067\uff0c\u3053\u308c\u3092Web\u30af\u30e9\u30a4\u30a2\u30f3\u30c8(\u30d6\u30e9\u30a6\u30b6)\u3068\u3057\u3066\u5229\u7528\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002<br \/>\n\u3000\u307e\u305f\uff0cWeb crawler\u306e\u793c\u5100\u3068\u3057\u3066\uff0c\u30a2\u30af\u30bb\u30b9\u5148\u306eWeb\u30b5\u30fc\u30d0\u306b\u304a\u3044\u3066\u3042\u308b<a href=\"http:\/\/www.robotstxt.org\/\" target=\"_blank\">robots.txt<\/a>\u306e\u60c5\u5831\u306b\u57fa\u3065\u3044\u3066\uff0cWeb\u30c7\u30fc\u30bf\u306e\u53ce\u96c6\u3092\u884c\u3046\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002\u5b9f\u4f8b\u3068\u3057\u3066\u306f<a href=\"http:\/\/www.the-art-of-web.com\/php\/parse-robots\/\" target=\"_blank\">\u3053\u308c\u304c\u53c2\u8003\u306b\u306a\u308a\u305d\u3046\u3067\u3059<\/a>\u3002<\/p>\n<p>\u3000\u30a2\u30af\u30bb\u30b9\u306e\u52b9\u7387\u3092\u4e0a\u3052\u308b\u305f\u3081\u306e\u4ed5\u7d44\u307f\u306f\u3044\u304f\u3064\u304b\u3042\u308a\u307e\u3059\u304c\uff0cDB\u3068\u306e\u3084\u308a\u53d6\u308a\u3092\u9ad8\u901f\u306b\u3059\u308b\u305f\u3081\u306e<a href=\"http:\/\/memcached.org\/\" target=\"_blank\">memcached<\/a>\u306e\u6d3b\u7528(PHP\u304b\u3089\u306f<a href=\"http:\/\/php.net\/manual\/ja\/book.memcache.php\" target=\"_blank\">memcache<\/a>\u304b<a href=\"http:\/\/php.net\/manual\/ja\/book.memcached.php\" target=\"_blank\">memcached<\/a>\u30af\u30e9\u30b9\u3092\u4f7f\u7528)\uff0c<a href=\"http:\/\/php.net\/manual\/ja\/book.pthreads.php\" target=\"_blank\">\u30de\u30eb\u30c1\u30b9\u30ec\u30c3\u30c9\u5316<\/a>\u304c\u5b9a\u756a\u3067\u3059\u3002\u3053\u306e\u8fba\u3092\u6975\u3081\u308b\u3068\uff0c\u5f8c\u3067\u8272\u3005\u306a\u6d3b\u7528\u65b9\u6cd5\u304c\u8003\u3048\u3089\u308c\u308b\u3088\u3046\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u3000\u4ee5\u524d\u306e\u5352\u7814\u3067Perl\u306b\u3088\u308bWeb crawler\u53c8\u306frobot(Web\u60c5\u5831\u81ea\u52d5\u53d6\u5f97\u30d7\u30ed\u30b0\u30e9\u30e0)\u3092\u5b9f\u88c5\u3057\u305f\u3053\u3068\u304c\u3042\u308a\u307e\u3057\u305f\u304c\uff0c\u30a4\u30de\u30c9\u30adPerl\u3067\u3082\u306a\u3044\u3060\u308d\u3046\u3068\u3044\u3046\u3053\u3068\u3067\uff0cPHP\u306b\u3088\u308b\u5b9f\u88c5\u3092\u8003\u3048\u3066\u307f\u307e\u3059\u3002 \u3000PHP\u306e\u6a19\u6e96\u30e9 &hellip; <\/p>\n<p class=\"link-more\"><a href=\"https:\/\/kd-tklab.na-inet.jp\/?p=673\" class=\"more-link\"><span class=\"screen-reader-text\">&#8220;\u5352\u7814\u30e1\u30e2: PHP\u306b\u3088\u308bWeb crawler\u306e\u4f5c\u6210&#8221; \u306e<\/span>\u7d9a\u304d\u3092\u8aad\u3080<\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_crdt_document":"","jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[5],"tags":[],"class_list":["post-673","post","type-post","status-publish","format-standard","hentry","category-5"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/p6Oxer-aR","jetpack-related-posts":[{"id":825,"url":"https:\/\/kd-tklab.na-inet.jp\/?p=825","url_meta":{"origin":673,"position":0},"title":"\u5352\u7814\u30e1\u30e2: Web API\u6d3b\u7528\u30ea\u30f3\u30af","author":"T.Kouya","date":"2016\u5e743\u67082\u65e5","format":false,"excerpt":"\u3000\u672c\u7814\u7a76\u5ba4\u306e\u904e\u53bb\u306e\u5352\u7814\u3067\uff0c\u30de\u30a4\u30ca\u30d3\u3068\u9023\u643a\u3057\u3066\u5c31\u6d3b\u30b9\u30b1\u30b8\u30e5\u30fc\u30eb\u5e33\u3092\u4f5c\u3063\u305f\u4f8b\u304c\u3042\u308a\u307e\u3059\u304c\uff0c\u624b\u52d5\u3067HTML\u2026","rel":"","context":"\u5352\u7814\u30e1\u30e2","block_context":{"text":"\u5352\u7814\u30e1\u30e2","link":"https:\/\/kd-tklab.na-inet.jp\/?cat=5"},"img":{"alt_text":"2016-03-02_094939","src":"https:\/\/i0.wp.com\/cs-tklab.na-inet.jp\/blog\/wp-content\/uploads\/2016\/03\/2016-03-02_094939-292x300.png?resize=350%2C200","width":350,"height":200},"classes":[]},{"id":1168,"url":"https:\/\/kd-tklab.na-inet.jp\/?p=1168","url_meta":{"origin":673,"position":1},"title":"\u5352\u7814\u30e1\u30e2: \/.wellknown\/assetlinks.json\u3068apple-app-site-association","author":"T.Kouya","date":"2017\u5e741\u670813\u65e5","format":false,"excerpt":"\u3000Let's Encrypt\u3092\u5229\u7528\u3057\u3066\u672c\u30b5\u30a4\u30c8\u306eHTTPS\u5316\u3092\u884c\u3063\u305f\u3053\u3068\u306f\u65e2\u306b\u3053\u3053\u306b\u66f8\u304d\u307e\u3057\u305f\u304c\uff0c\u305d\u2026","rel":"","context":"\u5352\u7814\u30e1\u30e2","block_context":{"text":"\u5352\u7814\u30e1\u30e2","link":"https:\/\/kd-tklab.na-inet.jp\/?cat=5"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":683,"url":"https:\/\/kd-tklab.na-inet.jp\/?p=683","url_meta":{"origin":673,"position":2},"title":"\u5352\u7814\u30e1\u30e2\uff1aPHP\u958b\u767a\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u96d1\u611f","author":"T.Kouya","date":"2015\u5e7412\u67082\u65e5","format":false,"excerpt":"\u3000Web\u30a2\u30d7\u30ea\u958b\u767a\u74b0\u5883\u3068\u3057\u3066\uff0cPHP\u306e\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3092\u4f7f\u3046\u4e8b\u4f8b\u3092\u898b\u304b\u3051\u308b\u3088\u3046\u306b\u306a\u3063\u3066\u304d\u307e\u3057\u305f\u3002\u904e\u53bb\u8272\u2026","rel":"","context":"\u5352\u7814\u30e1\u30e2","block_context":{"text":"\u5352\u7814\u30e1\u30e2","link":"https:\/\/kd-tklab.na-inet.jp\/?cat=5"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":1671,"url":"https:\/\/kd-tklab.na-inet.jp\/?p=1671","url_meta":{"origin":673,"position":3},"title":"\u5352\u7814\u30e1\u30e2\uff1aopenBD Search API\u5b9f\u88c5","author":"T.Kouya","date":"2018\u5e741\u670810\u65e5","format":false,"excerpt":"\u3000\u6bce\u5e74\u3053\u306e\u6642\u671f\u306f3\u5e74\u751f\u306e\u60c5\u5831\u30bb\u30df\u30ca\u30fc\uff12\u306e\u6642\u9593\u3092\u5229\u7528\u3057\u3066\u597d\u304d\u306a\u3082\u306e\u3092\u4f5c\u308b\u3088\u3046\u306b\u3057\u3066\u3044\u307e\u3059\u3002\u672c\u5e74\u5ea6\u306f\u61f8\u6848\u2026","rel":"","context":"\u5352\u7814\u30e1\u30e2","block_context":{"text":"\u5352\u7814\u30e1\u30e2","link":"https:\/\/kd-tklab.na-inet.jp\/?cat=5"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/cs-tklab.na-inet.jp\/blog\/wp-content\/uploads\/2018\/01\/openbd_search_api-300x151.png?resize=350%2C200&ssl=1","width":350,"height":200},"classes":[]},{"id":767,"url":"https:\/\/kd-tklab.na-inet.jp\/?p=767","url_meta":{"origin":673,"position":4},"title":"\u5352\u7814\u30e1\u30e2: Waterloo\u5927\u5b66\u306eWeb\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u6559\u6750","author":"T.Kouya","date":"2016\u5e742\u67089\u65e5","format":false,"excerpt":"\u3000\u30ab\u30ca\u30c0\u306eWaterloo\u5927\u5b66\u304c\u63d0\u4f9b\u3057\u3066\u3044\u308bWeb\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u6559\u6750\u306e\u51fa\u6765\u304c\u3044\u3044\u306e\u3067\u7d39\u4ecb\u3057\u3066\u304a\u304d\u307e\u3059\u2026","rel":"","context":"\u5352\u7814\u30e1\u30e2","block_context":{"text":"\u5352\u7814\u30e1\u30e2","link":"https:\/\/kd-tklab.na-inet.jp\/?cat=5"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":956,"url":"https:\/\/kd-tklab.na-inet.jp\/?p=956","url_meta":{"origin":673,"position":5},"title":"\u5352\u7814\u30e1\u30e2\uff1aWordPress\u30d7\u30e9\u30b0\u30a4\u30f3\u4f5c\u6210\u5165\u9580","author":"T.Kouya","date":"2016\u5e746\u670817\u65e5","format":false,"excerpt":"\u3000\u672c\u7814\u7a76\u5ba4\u306e\u5352\u7814\u30c6\u30fc\u30de\u306e\u591a\u304f\u306fPHP+MySQL\u306b\u3088\u308bWeb\u30a2\u30d7\u30ea\u4f5c\u6210\u304c\u591a\u304f\u306a\u3063\u3066\u3044\u307e\u3059\u3002WordP\u2026","rel":"","context":"\u5352\u7814\u30e1\u30e2","block_context":{"text":"\u5352\u7814\u30e1\u30e2","link":"https:\/\/kd-tklab.na-inet.jp\/?cat=5"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"amp_enabled":true,"_links":{"self":[{"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=\/wp\/v2\/posts\/673","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=673"}],"version-history":[{"count":2,"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=\/wp\/v2\/posts\/673\/revisions"}],"predecessor-version":[{"id":675,"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=\/wp\/v2\/posts\/673\/revisions\/675"}],"wp:attachment":[{"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=673"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=673"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=673"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}