Add early access field to product item

hanmilLee · Apr 14, 2017 · b2ab2d4 · b2ab2d4
1 parent ca50b26
commit b2ab2d4
Showing 2 changed files with 7 additions and 0 deletions.
diff --git a/steam/steam/items.py b/steam/steam/items.py
@@ -101,6 +101,7 @@ class ProductItem(scrapy.Item):
     metascore = scrapy.Field(
         output_processor=Compose(TakeFirst(), StripText(), str_to_int)
     )
+    early_access = scrapy.Field()
 
 
 class ReviewItem(scrapy.Item):

diff --git a/steam/steam/spiders/product_spider.py b/steam/steam/spiders/product_spider.py
@@ -66,6 +66,12 @@ def load_product(response):
         'metascore',
         '//div[@id="game_area_metascore"]/div[contains(@class, "score")]/text()')
 
+    early_access = response.css('.early_access_header')
+    if early_access:
+        loader.add_value('early_access', True)
+    else:
+        loader.add_value('early_access', False)
+
     return loader.load_item()