{"id":21176,"date":"2023-06-10T10:02:31","date_gmt":"2023-06-10T01:02:31","guid":{"rendered":"http:\/\/www.code-magagine.com\/?p=21176"},"modified":"2023-06-10T14:00:43","modified_gmt":"2023-06-10T05:00:43","slug":"%e3%80%90python%e3%80%91scrapy%e3%81%8b%e3%82%89sqlite%e3%81%b8%e3%83%87%e3%83%bc%e3%82%bf%e3%82%92%e4%bf%9d%e5%ad%98%e3%81%99%e3%82%8b%e3%80%82","status":"publish","type":"post","link":"http:\/\/www.code-magagine.com\/?p=21176","title":{"rendered":"\u3010Python\u3011scrapy\u304b\u3089SQLite3\u3078\u30c7\u30fc\u30bf\u3092\u4fdd\u5b58\u3059\u308b\u3057\u3001\u78ba\u8a8d\u3059\u308b\u3002"},"content":{"rendered":"<h2>SQLite3\u3068\u306f<\/h2>\n<p>\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u4e0d\u8981\u3067\u4f7f\u3048\u308b\u624b\u8efd\u306aRDB\u3067\u3059\u3002Python\u306e\u74b0\u5883\u306b\u306f\u30c7\u30d5\u30a9\u30eb\u30c8\u3067\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3055\u308c\u3066\u3044\u308b\u306e\u3067MySQL\u3001PostgreSQL\u306a\u3069\u306e\u672c\u683cDB\u3067\u8a66\u3059\u3088\u308a\u3001\u304a\u8a66\u3057\u3067DB\u4fdd\u5b58\u306a\u3069\u3092\u3059\u308b\u5834\u5408\u306f\u3053\u308c\u3067\u5341\u5206\u3067\u3057\u3087\u3046\u3002<\/p>\n<h2>\u767b\u9332\u51e6\u7406<\/h2>\n<h3>\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u540d\/\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u540d\/pipelines.py<\/h3>\n<p>pipelines\u30d5\u30a1\u30a4\u30eb\u3067scrapy\u306b\u3088\u308b\u30b9\u30af\u30ec\u30a4\u30d4\u30f3\u30b0\u5b9f\u884c\u5f8c\u306b\u51e6\u7406\u3092\u8a18\u8ff0\u3057\u307e\u3059\u3002<\/p>\n<pre class=\"lang:default decode:true\">class SQLitePipeline:\r\n    def open_spider(self, spider):\r\n        self.connection = sqlite3.connect('XXX.db')\r\n        self.c = self.connection.cursor()\r\n        try:\r\n            self.c.execute('''\r\n                CREATE TABLE \u30c6\u30fc\u30d6\u30eb\u540d(\r\n                    title text,\r\n                    name text,\r\n                )\r\n            ''')\r\n            self.connection.commit()\r\n        except sqlite3.OperationalError:\r\n            pass\r\n\r\n    def process_item(self, item, spider):\r\n        self.c.execute('''\r\n            INSERT INTO \u30c6\u30fc\u30d6\u30eb\u540d (title,name)\r\n            VALUES (?,?)\r\n        '''),(\r\n            item.get('title'),\r\n            item.get('name'),\r\n        ))\r\n        self.connection.commit()\r\n        return item\r\n\r\n    def close_spider(self, spider):\r\n        self.connection.close()<\/pre>\n<p>\u300cCREATE TABLE\u300d\u306f\u30012\u5ea6\u76ee\u4ee5\u964d\u306f\u30a8\u30e9\u30fc\u306b\u306a\u308b\u306e\u3067try except\u3067\u4f8b\u5916\u51e6\u7406\u3092\u3059\u308b\u3088\u3046\u306b\u3057\u307e\u3059\u3002<\/p>\n<h3>settings.py<\/h3>\n<p>settings.py\u306bpipeline\u306e\u767b\u9332\u3092\u3057\u307e\u3059\u3002<\/p>\n<pre class=\"lang:default decode:true \">ITEM_PIPELINES = {\r\n   \"\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u540d.pipelines.SQLitePipeline\": 300,\r\n}<\/pre>\n<h2>\u30c7\u30fc\u30bf\u3092\u78ba\u8a8d<\/h2>\n<p>VSCode\u3067\u78ba\u8a8d\u3067\u304d\u307e\u3059\u3002\u300csqlite\u300d\u3068\u3044\u3046\u30d7\u30e9\u30b0\u30a4\u30f3\u3092\u5229\u7528\u3057\u307e\u3059\u3002<\/p>\n<p>XXX.db\u3068\u3044\u3046\u30d5\u30a1\u30a4\u30eb\u304c\u751f\u6210\u3055\u308c\u3066\u3044\u308b\u306e\u3067\u305d\u308c\u3092\u53f3\u30af\u30ea\u30c3\u30af\u3067\u9078\u629e\u3057\u3066\u3072\u3089\u3051\u3070VSCode\u4e0a\u3067\u5185\u5bb9\u3092\u78ba\u8a8d\u3067\u304d\u307e\u3059\u3002<\/p>\n<h2>SELECT\u6587\u3092\u5b9f\u884c\u3059\u308b\u3002<\/h2>\n<pre class=\"lang:default decode:true\">import sqlite3\r\n\r\nconnection = sqlite3.connect('XXX.db')\r\ncursor = connection.cursor()\r\nfor row in cursor.execute('SELECT * FROM \u30c6\u30fc\u30d6\u30eb\u540d'):\r\n    print(row)\r\n<\/pre>\n<p>&nbsp;<\/p>\n<p>&nbsp;<\/p>\n<p>&nbsp;<\/p>\n","protected":false},"excerpt":{"rendered":"SQLite3\u3068\u306f \u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u4e0d\u8981\u3067\u4f7f\u3048\u308b\u624b\u8efd\u306aRDB\u3067\u3059\u3002Python\u306e\u74b0\u5883\u306b\u306f\u30c7\u30d5\u30a9\u30eb\u30c8\u3067\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3055\u308c\u3066\u3044\u308b\u306e\u3067MySQL\u3001PostgreSQL\u306a\u3069\u306e\u672c\u683cDB\u3067\u8a66\u3059\u3088\u308a\u3001\u304a\u8a66\u3057\u3067DB\u4fdd\u5b58\u306a\u3069\u3092\u3059\u308b\u5834\u5408\u306f\u3053\u308c\u3067\u5341 [&hellip;]","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[47],"tags":[],"_links":{"self":[{"href":"http:\/\/www.code-magagine.com\/index.php?rest_route=\/wp\/v2\/posts\/21176"}],"collection":[{"href":"http:\/\/www.code-magagine.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/www.code-magagine.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/www.code-magagine.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/www.code-magagine.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=21176"}],"version-history":[{"count":8,"href":"http:\/\/www.code-magagine.com\/index.php?rest_route=\/wp\/v2\/posts\/21176\/revisions"}],"predecessor-version":[{"id":21190,"href":"http:\/\/www.code-magagine.com\/index.php?rest_route=\/wp\/v2\/posts\/21176\/revisions\/21190"}],"wp:attachment":[{"href":"http:\/\/www.code-magagine.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=21176"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/www.code-magagine.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=21176"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/www.code-magagine.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=21176"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}