TARGET_SERVER = 'www.regulations.gov'
DEBUG = True
DB_NAME = 'regulations'
ES_HOST = 'thrift://localhost:9500'
DATA_DIR = '/data'
EXTRACTORS = 2

DUMP_START = 0
DUMP_END = 3850000
DUMP_INCREMENT = 10000
MAX_WAIT = 600
CHUNK_SIZE = 10
FILTER = {}

INSTANCES = 2
THREADS_PER_INSTANCE = 2

SITES = ['regsdotgov']

try:
    from local_settings import *
except:
    pass

TARGET_SERVER = 'www.regulations.gov'
DEBUG = True
DB_NAME = 'regulations'
ES_HOST = 'thrift://localhost:9500'
DATA_DIR = '/data'
EXTRACTORS = 2

DUMP_START = 0
DUMP_END = 3850000
DUMP_INCREMENT = 50000
MAX_WAIT = 600
CHUNK_SIZE = 10
FILTER = {}

INSTANCES = 2
THREADS_PER_INSTANCE = 2

SITES = ['regsdotgov']

try:
    from local_settings import *
except:
    pass

--- 
+++ 
@@ -7,7 +7,7 @@
 
 DUMP_START = 0
 DUMP_END = 3850000
-DUMP_INCREMENT = 50000
+DUMP_INCREMENT = 10000
 MAX_WAIT = 600
 CHUNK_SIZE = 10
 FILTER = {}
Reduce dump increment to 10k.
