solving version conflict

Data collection/AURIN.xml

 <OGRWFSDataSource>
 
-	<URL>http://openapi.aurin.org.au/wfs?version=1.0.0&TYPENAME=</URL>
+	<URL>http://openapi.aurin.org.au/wfs?version=1.0.0&TYPENAME	aurin:datasource-AU_Govt_ABS_Census-UoM_AURIN_DB_2_gccsa_p11b_english_profic_by_arrival_yr_by_sex_census_2016</URL>
 
 	<HttpAuth>BASIC</HttpAuth>
 

Data collection/AURIN_API.py

+import configparser
+import urllib.request
+from lxml import etree
+
+username='student'
+password='dj78dfGF'
+
+def openapi_request(url):
+
+    # create an authenticated HTTP handler and submit URL
+    password_manager = urllib.request.HTTPPasswordMgrWithDefaultRealm()
+    password_manager.add_password(None, url, username, password)
+    auth_manager = urllib.request.HTTPBasicAuthHandler(password_manager)
+    opener = urllib.request.build_opener(auth_manager)
+    urllib.request.install_opener(opener)
+
+    req = urllib.request.Request(url)
+    handler = urllib.request.urlopen(req)
+
+    return handler.read()
+
+dataset = 'aurin:datasource-AU_Govt_ABS_Census-UoM_AURIN_DB_2_gccsa_p11b_english_profic_by_arrival_yr_by_sex_census_2016'
+url ='http://openapi.aurin.org.au/wfs?request=DescribeFeatureType&service=WFS&version=1.1.0&typeName='+dataset
+xml = openapi_request(url)
+root = etree.fromstring(xml)
+import xmltodict, json
+out = xmltodict.parse(xml)
\ No newline at end of file

Data collection/preprocess.py

 
-def save2Couch(twt, db):
+def save2Couch(twt, db, w_replace = False):
     doc = twt
     doc['_id'] = doc['id_str']
     try:
         db.save(doc)
     except:
+        if w_replace:
             replaceCDB(doc, db)
 
 

Data collection/tweet_gatherer_app.py

@@ -12,6 +12,12 @@ from preprocess import save2couch, updateCBD, replaceCDB, classifyTwt
 
 collector_type = sys.argv[1]
 region = sys.argv[2]
+couchIP = sys.argv[3]
+#"172.26.130.79"
+storeCouch = True
+
+couchserver = couchdb.Server("http://admin:admin@"+couchIP+":5984/")
+db = couchserver['live_demo2']
 
 #change code to your current Twitter account
 
@@ -44,15 +50,13 @@ class StreamListener(tweepy.StreamListener):
         for char in [',','\n']:
             text.replace(char, " ")
 
-        #sports = ['afl', 'tennis', 'footie','swimming','AustralianOpen', 'soccer', 'cricket', '#afl']
-
         #if any(s in text.lower() for s in sports):
         
         if not is_retweet:
             doc = status._json
             doc['region'] = self.config['region']
             doc['text'] = text
-            #save2Couch(doc, self.db)
+            #s
 
             #self.file.append(json.load(doc))
             serial = {doc['id_str']:doc}
@@ -60,7 +64,9 @@ class StreamListener(tweepy.StreamListener):
             #    print(doc['text'], doc['user']['location'])
             #else:
             print(doc['text'])
-
+            if storeCouch:
+                ave2Couch(doc, self.db)
+            else:
                 outfile.write(str(serial) + '\n')  
 
     def on_error(self, status_code):
@@ -78,9 +84,6 @@ if __name__ == "__main__":
 
     config = sets[int(region)]
 
-    #couchserver = couchdb.Server("http://admin:admin@172.26.130.79:5984/")
-    #db = couchserver['twitter_demo']
-
     API_key = config['secret']['API_key']
     API_secret = config['secret']['API_secret']
     access_token = config['secret']['access_token'] 
@@ -90,8 +93,6 @@ if __name__ == "__main__":
     auth = tweepy.OAuthHandler(API_key, API_secret)
     auth.set_access_token(access_token, access_secret)
     api = tweepy.API(auth,wait_on_rate_limit=True, wait_on_rate_limit_notify=True)
-    #outfile = open('twt_stream.json', 'r+', encoding ='utf-8')
-
 
 
     if collector_type == 'stream':
@@ -109,7 +110,6 @@ if __name__ == "__main__":
                 continue
 
 
-
     elif collector_type == 'search':
 
         cityCoord = config['point']
@@ -176,19 +176,19 @@ if __name__ == "__main__":
                         ids_.append(tweet.id_str)
                         final[tweet.id_str] = tweet   
 
-        
-        
-
         #save results to disk
         serializable = {k: v._json for k,v in final.items()}
 
 
         for k, v in serializable.items():
             v['region'] = config['region']
-            #v['tags'] = classifyTwt(v)
-            # Save to couch dv
-            #save2Couch(v)
+            v['tags'] = classifyTwt(v)
+            
+        if storeCouch:
+            save2Couch(v)
 
+        else:
+            #Save to disk as json. Check if saving file exist and increase # version
             current_version = '-1' 
             versions = []
             for filename in os.listdir('./'):