added dataserv host env var

Author: F483

.travis.yml

@@ -12,8 +12,10 @@ services:
 before_script: 
  - mongorestore --port 27017 --db GroupB tests/dump/GroupB
  - mongorestore --port 27017 --db GroupB tests/storage_dump/GroupB
+ - bash travis_setup.sh
 
 script:
+  - export DATASERV_HOST="127.0.0.1:5000"
   - coverage run --source="driveshare_graph" setup.py test
 
 after_success:

scrapers/farmers/farmers/spiders/farmers_spider.py

@@ -1,19 +1,24 @@
+import os
 from scrapy import Spider
 from farmers.items import FarmerItem
 import json
 import datetime
 
+
+HOST = os.environ.get("DATASERV_HOST", "status.driveshare.org")
+
+
 class FarmerSpider(Spider):
 	name = "farmer"
-	allowed_domains = ["status.driveshare.org"]
+	allowed_domains = [HOST]
 	start_urls = [
-		"http://status.driveshare.org/api/online/json"
+		"http://{0}/api/online/json".format(HOST)
 	]
-	
+
 	def parse(self, response):
 		jsonresponse = json.loads(response.body_as_unicode())
 		item = FarmerItem()
 		item["farmers"] = jsonresponse["farmers"]
 		item["time"] = datetime.datetime.now()
 		return item
-		
+

scrapers/totalStorage/totalStorage/spiders/total_spider.py

@@ -3,11 +3,15 @@
 import json
 import datetime
 
+
+HOST = os.environ.get("DATASERV_HOST", "status.driveshare.org")
+
+
 class TotalSpider(Spider):
 	name = "total"
-	allowed_domains = ["status.driveshare.org"]
+	allowed_domains = [HOST]
 	start_urls = [
-		"http://status.driveshare.org/api/total"
+		"http://{0}/api/total".format(HOST)
 	]
 
 	def parse(self, response):

travis_setup.sh

@@ -0,0 +1,22 @@
+#!/usr/bin/env bash
+
+
+export DATASERV_MAX_PING="10"
+export DATASERV_CLIENT_CONNECTION_RETRY_DELAY="1"
+export DATASERV_CACHING_TIME="0"
+export PYCOIN_NATIVE="openssl"
+
+
+# get paths
+BASE_DIR=$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )
+TMP_SERVER_DIR=/tmp/dataserv_$(< /dev/urandom tr -dc _A-Z-a-z-0-9 | head -c6)
+
+
+# setup server
+git clone https://github.com/Storj/dataserv -b develop $TMP_SERVER_DIR
+pip install -r $TMP_SERVER_DIR/requirements.txt
+cd $TMP_SERVER_DIR/dataserv
+python app.py db upgrade
+
+# start server
+python app.py runserver < /dev/null &>/dev/null &