-
Notifications
You must be signed in to change notification settings - Fork 1
/
settings.py
37 lines (26 loc) · 926 Bytes
/
settings.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
# -*- coding: utf-8 -*-
# Scrapy settings for horses2 project
#
# For simplicity, this file contains only the most important settings by
# default. All the other settings are documented here:
#
# http://doc.scrapy.org/en/latest/topics/settings.html
#
BOT_NAME = 'horses2x'
SPIDER_MODULES = ['horsesx.spiders']
NEWSPIDER_MODULE = 'horsesx.spiders'
# ITEM_PIPELINES = {'scrapy.contrib.pipeline.images.ImagesPipeline': 1}
ITEM_PIPELINES = {
"horsesx.pipelines.SQLAlchemyPipeline": 10
}
# Crawl responsibly by identifying yourself (and your website) on the user-agent
#USER_AGENT = 'horses2 (+http://www.yourdomain.com)'
DATABASE = {'drivername': 'postgres',
'host': 'localhost',
'port': '5432',
'username': 'vmac',
'password': '',
'database': 'hkraces4'}
LOG_LEVEL = 'INFO'
USER_AGENT = "Googlebot/2.1 ( http://www.google.com/bot.html)"
DEBUG = True