Pr branch

bin/check_for_notifications.py

@@ -0,0 +1,120 @@
+from __future__ import unicode_literals
+from __future__ import print_function
+from __future__ import division
+from __future__ import absolute_import
+import emission.storage.timeseries.abstract_timeseries as esta
+import emission.net.ext_service.push.notify_usage as pnu
+import emission.core.wrapper.user as ecwu
+from future import standard_library
+standard_library.install_aliases()
+from builtins import *
+import logging
+import logging.config
+import argparse
+import pandas as pd
+import requests
+import json
+import re
+import emission.core.get_database as edb
+from uuid import UUID
+import emission.core.wrapper.polarbear as pb
+
+def handle_insert(tripDict, tripID, collection, uuid):
+    if tripDict == None:
+        collection.insert_one({'uuid': uuid, 'trip_id': tripID})
+        return True
+    else:
+        if tripDict['trip_id'] != tripID:
+            collection.update_one({'uuid': uuid}, {'$set': {'trip_id' : tripID}})
+            return True
+        else:
+            return False
+
+def calculate_single_suggestion(uuid):
+    logging.debug("About to calculate single suggestion for %s" % uuid)
+    all_users = pd.DataFrame(list(edb.get_uuid_db().find({}, {"uuid": 1, "_id": 0})))
+    #Given a single UUID, create a suggestion for them
+    suggestion_trips = edb.get_suggestion_trips_db()
+    return_obj = { 'message': "Good job walking and biking! No suggestion to show.",
+    'savings': "0", 'start_lat' : '0.0', 'start_lon' : '0.0',
+    'end_lat' : '0.0', 'end_lon' : '0.0', 'method' : 'bike'}
+    user_id = all_users.iloc[all_users[all_users.uuid == uuid].index.tolist()[0]].uuid
+    time_series = esta.TimeSeries.get_time_series(user_id)
+    cleaned_sections = time_series.get_data_df("analysis/inferred_section", time_query = None)
+    #Go in reverse order because we check by most recent trip
+    counter = 40
+    for i in range(len(cleaned_sections) - 1, -1, -1):
+        counter -= 1
+        if counter < 0:
+            #Iterate 20 trips back
+            return False
+        if cleaned_sections.iloc[i]["end_ts"] - cleaned_sections.iloc[i]["start_ts"] < 5 * 60:
+            continue
+        distance_in_miles = cleaned_sections.iloc[i]["distance"] * 0.000621371
+        trip_id = cleaned_sections.iloc[i]['trip_id']
+        tripDict = suggestion_trips.find_one({'uuid': uuid})
+        logging.debug("%s" % tripDict)
+        mode = cleaned_sections.iloc[i]["sensed_mode"]
+        if mode == 5 and distance_in_miles >= 5 and distance_in_miles <= 15:
+            logging.debug("Considering section from %s -> %s" %
+                (cleaned_sections.iloc[i]["start_fmt_time"],
+                 cleaned_sections.iloc[i]["end_fmt_time"]))
+            #Suggest bus if it is car and distance between 5 and 15
+            return handle_insert(tripDict, trip_id, suggestion_trips, uuid)
+        elif mode == 5 or mode == 3 or mode == 4 and distance_in_miles < 5 and distance_in_miles >= 1:
+            logging.debug("Considering section from %s -> %s" %
+                (cleaned_sections.iloc[i]["start_fmt_time"],
+                 cleaned_sections.iloc[i]["end_fmt_time"]))
+            #Suggest bike if it is car/bus and distance between 5 and 1
+            #TODO: Change ret_boj and figure out how to change lat and lon to places
+            return handle_insert(tripDict, trip_id, suggestion_trips, uuid)
+            logging.debug("Considering section from %s -> %s" %
+                (cleaned_sections.iloc[i]["start_fmt_time"],
+                 cleaned_sections.iloc[i]["end_fmt_time"]))
+        elif mode == 5 or mode == 3 or mode == 4 and distance_in_miles < 1:
+            logging.debug("Considering section from %s -> %s" %
+                (cleaned_sections.iloc[i]["start_fmt_time"],
+                 cleaned_sections.iloc[i]["end_fmt_time"]))
+            #Suggest walking if it is car/bus and distance less than 1
+            return handle_insert(tripDict, trip_id, suggestion_trips, uuid)
+    return False
+
+def push_to_user(uuid_list, message):
+    logging.debug("About to send notifications to: %s users" % len(uuid_list))
+    json_data = {
+        "title": "TripAware Notification",
+        "message": message
+    }
+    logging.debug(uuid_list)
+    response = pnu.send_visible_notification_to_users(uuid_list,
+                                                        json_data["title"],
+                                                        json_data["message"],
+                                                        json_data,
+                                                        dev = False)
+    pnu.display_response(response)
+
+def check_all_suggestions():
+    suggestion_uuids = []
+    happiness_uuids = []
+    all_users = pd.DataFrame(list(edb.get_uuid_db().find({}, {"user_email":1, "uuid": 1, "_id": 0})))
+    logging.debug("About to iterate over %s users" % len(all_users))
+    for i in range(len(all_users)):
+        try:
+            curr_uuid = all_users.iloc[i].uuid
+            client = edb.get_profile_db().find_one({"user_id": curr_uuid})['client']
+            if client == "urap-2017-emotion":
+                if pb.getMoodChange(curr_uuid):
+                    happiness_uuids.append(curr_uuid)
+            elif client == "urap-2017-information":
+                if calculate_single_suggestion(curr_uuid):
+                    suggestion_uuids.append(curr_uuid)
+        except (KeyError, Exception) as e:
+            logging.debug("error: " + str(e) + " on %s" % all_users.iloc[i].user_email)
+            continue
+    push_to_user(suggestion_uuids, "You have a new suggestion! Tap me to see it.")
+    push_to_user(happiness_uuids, "Your polar bear's mood has changed since yesterday! Tap me to see it.")
+
+if __name__ == "__main__":
+    logging.basicConfig(level=logging.DEBUG)
+    print("Set log level to DEBUG")
+    check_all_suggestions()

bin/make_tiersys.py

@@ -0,0 +1,8 @@
+from emission.core.wrapper.tiersys import TierSys
+import arrow
+
+if __name__ == '__main__':
+    ts = TierSys(3)
+    time = arrow.utcnow().shift(weeks=-1).timestamp
+    print(ts.updateTiers(time))
+    print(ts.saveTiers(time))

bin/update_polarbear.py

@@ -0,0 +1,4 @@
+import emission.core.wrapper.polarbear as pb
+
+if __name__ == '__main__':
+	pb.updateAll()

conf/log/intake.conf

@@ -0,0 +1,40 @@
+{
+    "handlers": {
+        "errors": { 
+            "backupCount": 2, 
+            "mode": "a", 
+            "level": "ERROR", 
+            "formatter": "detailed", 
+            "class": "logging.handlers.RotatingFileHandler", 
+            "maxBytes": 1073741824, 
+            "filename": "/log/intake-errors.log"
+        }, 
+        "console": {
+            "class": "logging.StreamHandler", 
+            "level": "WARNING"
+        }, 
+        "file": {
+            "backupCount": 8, 
+            "filename": "/log/intake.log", 
+            "maxBytes": 1073741824, 
+            "mode": "a", 
+            "formatter": "detailed", 
+            "class": "logging.handlers.RotatingFileHandler"
+        }
+    }, 
+    "version": 1, 
+    "root": {
+        "handlers": [
+            "console", 
+            "file", 
+            "errors"
+        ], 
+        "level": "DEBUG"
+    }, 
+    "formatters": {
+        "detailed": {
+            "class": "logging.Formatter", 
+            "format": "%(asctime)s:%(levelname)s:%(thread)d:%(message)s"
+        }
+    }
+}

conf/log/webserver.conf

@@ -0,0 +1,42 @@
+{
+    "handlers": {
+        "errors": {
+
+            "backupCount": 2, 
+            "mode": "a", 
+            "level": "ERROR", 
+            "formatter": "detailed", 
+            "class": "logging.handlers.RotatingFileHandler", 
+            "maxBytes": 1073741824, 
+            "filename": "/log/webserver-errors.log"
+        }, 
+        "console": {
+            "class": "logging.StreamHandler", 
+            "level": "WARNING"
+        }, 
+        "file": {
+            "backupCount": 3, 
+
+            "filename": "/log/webserver.log", 
+            "maxBytes": 1073741824, 
+            "mode": "a", 
+            "formatter": "detailed", 
+            "class": "logging.handlers.RotatingFileHandler"
+        }
+    }, 
+    "version": 1, 
+    "root": {
+        "handlers": [
+            "console", 
+            "file", 
+            "errors"
+        ], 
+        "level": "DEBUG"
+    }, 
+    "formatters": {
+        "detailed": {
+            "class": "logging.Formatter", 
+            "format": "%(asctime)s:%(levelname)s:%(thread)d:%(message)s"
+        }
+    }
+}

conf/net/api/webserver.conf

@@ -0,0 +1,16 @@
+{
+  "paths" : {
+    "static_path" : "webapp/www/",
+    "python_path" : "main",
+    "log_base_dir" : ".",
+    "log_file" : "debug.log"
+  },
+  "__comment" : "Fill this in for the production server. port will almost certainly be 80 or 443. For iOS, using localhost allows you to test without an internet connection. For AWS and android, make sure that the host 0.0.0.0, localhost does not seem to work",
+  "server" : {
+    "host" : "0.0.0.0",
+    "port" : "80",
+    "__comment": "1 hour = 60 min = 60 * 60 sec",
+    "timeout" : "3600",
+    "auth" : "skip"
+  }
+}

conf/storage/db.conf

@@ -0,0 +1,5 @@
+{
+    "timeseries": {
+        "url": 
+    }
+}

e-mission-py.bash

@@ -3,6 +3,6 @@
 # As we increase the number of directories that we need, this becomes useful.
 # Maybe we can restructure the code to avoid this, but this is a useful placeholder until then.
 
-# Make sure that the python here is the anaconda python if that is not the one in the path
+# Make sure that the python here is the anaconda python if that is not the one in the pat
 
 PYTHONPATH=. python $*

emission/core/get_database.py

@@ -25,6 +25,18 @@
 def _get_current_db():
     return _current_db
 
+def get_carbon_usage_db():
+    return _get_current_db().CarbonUsage
+
+def get_username_db():
+    return _get_current_db().Usernames
+
+def get_polarbear_db():
+    return _get_current_db().PolarBear
+
+def get_suggestion_trips_db():
+    return _get_current_db().SuggestionSys
+
 def get_mode_db():
     # #current_db = MongoClient().Stage_database
     Modes= _get_current_db().Stage_Modes
@@ -64,7 +76,7 @@ def get_routeDistanceMatrix_db():
 def get_routeDistanceMatrix_db(user_id, method):
     if not os.path.exists('routeDistanceMatrices'):
         os.makedirs('routeDistanceMatrices')
-    
+
     routeDistanceMatrix = {}
     if not os.path.exists('routeDistanceMatrices/' + user_id + '_' + method + '_routeDistanceMatrix.json'):
         data = {}
@@ -79,7 +91,7 @@ def get_routeDistanceMatrix_db(user_id, method):
 def update_routeDistanceMatrix_db(user_id, method, updatedMatrix):
     f = open('routeDistanceMatrices/' + user_id + '_' + method + '_routeDistanceMatrix.json', 'w+')
     f.write(json.dumps(updatedMatrix))
-    f.close()   
+    f.close()
 
 
 def get_client_db():
@@ -256,9 +268,17 @@ def get_fake_sections_db():
     FakeSections = _get_current_db().Stage_fake_sections
     return FakeSections
 
+def get_tiersys_db():
+    TierSys=_get_current_db().Tier_Sys
+    return TierSys
+
+def get_new_tier_db():
+    newTier =_get_current_db().New_tier
+    return newTier
+
 # Static utility method to save entries to a mongodb collection.  Single
-# drop-in replacement for collection.save() now that it is deprecated in 
-# pymongo 3.0. 
+# drop-in replacement for collection.save() now that it is deprecated in
+# pymongo 3.0.
 # https://github.com/e-mission/e-mission-server/issues/533#issuecomment-349430623
 def save(db, entry):
 #     if '_id' in entry:

emission/core/wrapper/happiness_change.py

@@ -0,0 +1,8 @@
+import emission.storage.timeseries.abstract_timeseries as esta
+import pandas as pd
+import requests
+import json
+import re
+import emission.core.get_database as edb
+from uuid import UUID
+from emission.core.wrapper.user import User