Implement global caching for all workers

.gitignore

@@ -92,3 +92,5 @@ ENV/
 config.py
 redislite.db
 redislite.db.settings
+tmp/*
+!tmp/.gitinclude

titanembeds/app.py

@@ -2,7 +2,7 @@ from config import config
 from database import db
 from flask import Flask, render_template, request, session, url_for, redirect, jsonify
 from flask_sslify import SSLify
-from titanembeds.utils import cache, rate_limiter
+from titanembeds.utils import rate_limiter, cache
 import blueprints.api
 import blueprints.user
 import blueprints.embed
@@ -19,7 +19,6 @@ app.config['RATELIMIT_STORAGE_URL'] = 'redislite://redislite.db'
 app.secret_key = config['app-secret']
 
 db.init_app(app)
-cache.init_app(app, config={'CACHE_TYPE': 'simple'})
 rate_limiter.init_app(app)
 sslify = SSLify(app, permanent=True)
 

titanembeds/blueprints/api/api.py

@@ -114,7 +114,7 @@ def format_post_content(message):
         message = "**<{}#{}>** {}".format(session['username'], session['discriminator'], message) # I would like to do a @ mention, but i am worried about notif spam
     return message
 
-@cache.cached(timeout=60, key_prefix=make_guildchannels_cache_key)
+@cache.cache(make_guildchannels_cache_key, expires=60)
 def get_guild_channels(guild_id):
     if user_unauthenticated():
         member_roles = [guild_id] #equivilant to @everyone role

titanembeds/discordrest.py

@@ -3,11 +3,9 @@ import sys
 import time
 import json
 from functools import partial
-from cachetools import cached, TTLCache
+from titanembeds.utils import cache
-from cachetools.keys import hashkey
 
 _DISCORD_API_BASE = "https://discordapp.com/api/v6"
-cache = TTLCache(200, 200)
 
 def json_or_text(response):
     text = response.text
@@ -122,7 +120,7 @@ class DiscordREST:
         r = self.request("GET", _endpoint)
         return r
 
-    @cached(cache, key=partial(hashkey, 'get_guild_member'))
+    @cache.cache('get_guild_member', expire=200)
     def get_guild_member(self, guild_id, user_id):
         _endpoint = "/guilds/{guild_id}/members/{user_id}".format(guild_id=guild_id, user_id=user_id)
         r = self.request("GET", _endpoint)
@@ -160,7 +158,7 @@ class DiscordREST:
         r = self.request("GET", _endpoint)
         return r
 
-    @cached(cache, key=partial(hashkey, 'list_all_guild_members'))
+    @cache.cache('list_all_guild_members', expire=200)
     def list_all_guild_members(self, guild_id):
         _endpoint = "/guilds/{guild_id}/members".format(guild_id=guild_id)
         count = 1
@@ -183,7 +181,7 @@ class DiscordREST:
     # User
     #####################
 
-    @cached(cache, key=partial(hashkey, 'get_all_guilds'))
+    @cache.cache('get_all_guilds', expire=100)
     def get_all_guilds(self):
         _endpoint = "/users/@me/guilds"
         params = {}
@@ -206,7 +204,7 @@ class DiscordREST:
     # Widget Handler
     #####################
 
-    @cached(cache, key=partial(hashkey, 'get_widget'))
+    @cache.cache('get_widget', expire=200)
     def get_widget(self, guild_id):
         _endpoint = _DISCORD_API_BASE + "/servers/{guild_id}/widget.json".format(guild_id=guild_id)
         embed = self.get_guild_embed(guild_id)

titanembeds/oauth.py

@@ -42,7 +42,7 @@ def get_current_authenticated_user():
 def user_has_permission(permission, index):
     return bool((int(permission) >> index) & 1)
 
-@cache.cached(timeout=120, key_prefix=make_guilds_cache_key)
+@cache.cache(make_guilds_cache_key, expire=120)
 def get_user_guilds():
     req = discordrest_from_user("/users/@me/guilds")
     return req

titanembeds/utils.py

@@ -1,15 +1,23 @@
+from beaker.cache import CacheManager
+from beaker.util import parse_cache_config_options
 from titanembeds.database import db, Guilds
-from titanembeds.discordrest import DiscordREST
 from flask import request, session
-from flask.ext.cache import Cache
 from flask_limiter import Limiter
 from config import config
 import random
 import string
 import hashlib
 
+cache_opts = {
+    'cache.type': 'file',
+    'cache.data_dir': 'tmp/cachedata',
+    'cache.lock_dir': 'tmp/cachelock'
+}
+cache = CacheManager(**parse_cache_config_options(cache_opts))
+
+from titanembeds.discordrest import DiscordREST
+
 discord_api = DiscordREST(config['bot-token'])
-cache = Cache()
 
 def get_client_ipaddr():
     if "X-Real-IP" in request.headers: # pythonanywhere specific