mirror of
https://github.com/moparisthebest/SickRage
synced 2024-11-14 05:15:12 -05:00
92 lines
2.8 KiB
Python
92 lines
2.8 KiB
Python
|
# -*- coding: utf-8 -*-
|
||
|
|
'''
|
||
|
|
S3-accessed stores
|
||
|
|
|
||
|
|
shove's psuedo-URL for stores found on Amazon.com's S3 web service follows this
|
||
|
|
form:
|
||
|
|
|
||
|
|
s3://<s3_key>:<s3_secret>@<bucket>
|
||
|
|
|
||
|
|
<s3_key> is the Access Key issued by Amazon
|
||
|
|
<s3_secret> is the Secret Access Key issued by Amazon
|
||
|
|
<bucket> is the name of the bucket accessed through the S3 service
|
||
|
|
'''
|
||
|
|
|
||
|
|
try:
|
||
|
|
from boto.s3.connection import S3Connection
|
||
|
|
from boto.s3.key import Key
|
||
|
|
except ImportError:
|
||
|
|
raise ImportError('Requires boto library')
|
||
|
|
|
||
|
|
from shove import BaseStore
|
||
|
|
|
||
|
|
|
||
|
|
class S3Store(BaseStore):
|
||
|
|
|
||
|
|
def __init__(self, engine=None, **kw):
|
||
|
|
super(S3Store, self).__init__(engine, **kw)
|
||
|
|
# key = Access Key, secret=Secret Access Key, bucket=bucket name
|
||
|
|
key, secret, bucket = kw.get('key'), kw.get('secret'), kw.get('bucket')
|
||
|
|
if engine is not None:
|
||
|
|
auth, bucket = engine.split('://')[1].split('@')
|
||
|
|
key, secret = auth.split(':')
|
||
|
|
# kw 'secure' = (True or False, use HTTPS)
|
||
|
|
self._conn = S3Connection(key, secret, kw.get('secure', False))
|
||
|
|
buckets = self._conn.get_all_buckets()
|
||
|
|
# Use bucket if it exists
|
||
|
|
for b in buckets:
|
||
|
|
if b.name == bucket:
|
||
|
|
self._store = b
|
||
|
|
break
|
||
|
|
# Create bucket if it doesn't exist
|
||
|
|
else:
|
||
|
|
self._store = self._conn.create_bucket(bucket)
|
||
|
|
# Set bucket permission ('private', 'public-read',
|
||
|
|
# 'public-read-write', 'authenticated-read'
|
||
|
|
self._store.set_acl(kw.get('acl', 'private'))
|
||
|
|
# Updated flag used for avoiding network calls
|
||
|
|
self._updated, self._keys = True, None
|
||
|
|
|
||
|
|
def __getitem__(self, key):
|
||
|
|
rkey = self._store.lookup(key)
|
||
|
|
if rkey is None:
|
||
|
|
raise KeyError(key)
|
||
|
|
# Fetch string
|
||
|
|
value = self.loads(rkey.get_contents_as_string())
|
||
|
|
# Flag that the store has not been updated
|
||
|
|
self._updated = False
|
||
|
|
return value
|
||
|
|
|
||
|
|
def __setitem__(self, key, value):
|
||
|
|
rkey = Key(self._store)
|
||
|
|
rkey.key = key
|
||
|
|
rkey.set_contents_from_string(self.dumps(value))
|
||
|
|
# Flag that the store has been updated
|
||
|
|
self._updated = True
|
||
|
|
|
||
|
|
def __delitem__(self, key):
|
||
|
|
try:
|
||
|
|
self._store.delete_key(key)
|
||
|
|
# Flag that the store has been updated
|
||
|
|
self._updated = True
|
||
|
|
except:
|
||
|
|
raise KeyError(key)
|
||
|
|
|
||
|
|
def keys(self):
|
||
|
|
'''Returns a list of keys in the store.'''
|
||
|
|
return list(i[0] for i in self.items())
|
||
|
|
|
||
|
|
def items(self):
|
||
|
|
'''Returns a list of items from the store.'''
|
||
|
|
if self._updated or self._keys is None:
|
||
|
|
self._keys = self._store.get_all_keys()
|
||
|
|
return list((str(k.key), k) for k in self._keys)
|
||
|
|
|
||
|
|
def iteritems(self):
|
||
|
|
'''Lazily returns items from the store.'''
|
||
|
|
for k in self.items():
|
||
|
|
yield (k.key, k)
|
||
|
|
|
||
|
|
|
||
|
|
__all__ = ['S3Store']
|