Merge branch 'putio' of git://github.com/dumaresq/CouchPotatoServer into develop
This commit is contained in:
Ruud
@@ -0,0 +1,63 @@
|
||||
from .main import PutIO
|
||||
|
||||
|
||||
def autoload():
|
||||
return PutIO()
|
||||
|
||||
|
||||
config = [{
|
||||
'name': 'putio',
|
||||
'groups': [
|
||||
{
|
||||
'tab': 'downloaders',
|
||||
'list': 'download_providers',
|
||||
'name': 'putio',
|
||||
'label': 'put.io',
|
||||
'description': 'This will start a torrent download on <a href="http://put.io">Put.io</a>.',
|
||||
'wizard': True,
|
||||
'options': [
|
||||
{
|
||||
'name': 'enabled',
|
||||
'default': 0,
|
||||
'type': 'enabler',
|
||||
'radio_group': 'torrent',
|
||||
},
|
||||
{
|
||||
'name': 'oauth_token',
|
||||
'label': 'oauth_token',
|
||||
'description': 'This is the OAUTH_TOKEN from your putio API',
|
||||
'advanced': True,
|
||||
},
|
||||
{
|
||||
'name': 'callback_host',
|
||||
'description': 'This is used to generate the callback url',
|
||||
},
|
||||
{
|
||||
'name': 'download',
|
||||
'description': 'Set this to have CouchPotato download the file from Put.io',
|
||||
'type': 'bool',
|
||||
'default': 0,
|
||||
},
|
||||
{
|
||||
'name': 'delete_file',
|
||||
'description': 'Set this to remove the file from putio after sucessful download Note: does nothing if you don\'t select download',
|
||||
'type': 'bool',
|
||||
'default': 0,
|
||||
},
|
||||
{
|
||||
'name': 'download_dir',
|
||||
'type': 'directory',
|
||||
'label': 'Download Directory',
|
||||
'description': 'The Directory to download files to, does nothing if you don\'t select download',
|
||||
},
|
||||
{
|
||||
'name': 'manual',
|
||||
'default': 0,
|
||||
'type': 'bool',
|
||||
'advanced': True,
|
||||
'description': 'Disable this downloader for automated searches, but use it when I manually send a release.',
|
||||
},
|
||||
],
|
||||
}
|
||||
],
|
||||
}]
|
||||
@@ -0,0 +1,271 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Changed
|
||||
# Removed iso8601 library requirement
|
||||
# Added CP logging
|
||||
|
||||
import os
|
||||
import re
|
||||
import json
|
||||
import webbrowser
|
||||
from urllib import urlencode
|
||||
from couchpotato import CPLog
|
||||
from dateutil.parser import parse
|
||||
|
||||
import requests
|
||||
|
||||
BASE_URL = 'https://api.put.io/v2'
|
||||
ACCESS_TOKEN_URL = 'https://api.put.io/v2/oauth2/access_token'
|
||||
AUTHENTICATION_URL = 'https://api.put.io/v2/oauth2/authenticate'
|
||||
|
||||
log = CPLog(__name__)
|
||||
|
||||
|
||||
class AuthHelper(object):
|
||||
|
||||
def __init__(self, client_id, client_secret, redirect_uri, type='code'):
|
||||
self.client_id = client_id
|
||||
self.client_secret = client_secret
|
||||
self.callback_url = redirect_uri
|
||||
self.type = type
|
||||
|
||||
@property
|
||||
def authentication_url(self):
|
||||
"""Redirect your users to here to authenticate them."""
|
||||
params = {
|
||||
'client_id': self.client_id,
|
||||
'response_type': self.type,
|
||||
'redirect_uri': self.callback_url
|
||||
}
|
||||
return AUTHENTICATION_URL + "?" + urlencode(params)
|
||||
|
||||
def open_authentication_url(self):
|
||||
webbrowser.open(self.authentication_url)
|
||||
|
||||
def get_access_token(self, code):
|
||||
params = {
|
||||
'client_id': self.client_id,
|
||||
'client_secret': self.client_secret,
|
||||
'grant_type': 'authorization_code',
|
||||
'redirect_uri': self.callback_url,
|
||||
'code': code
|
||||
}
|
||||
response = requests.get(ACCESS_TOKEN_URL, params=params)
|
||||
log.debug(response)
|
||||
assert response.status_code == 200
|
||||
return response.json()['access_token']
|
||||
|
||||
|
||||
class Client(object):
|
||||
|
||||
def __init__(self, access_token):
|
||||
self.access_token = access_token
|
||||
self.session = requests.session()
|
||||
|
||||
# Keep resource classes as attributes of client.
|
||||
# Pass client to resource classes so resource object
|
||||
# can use the client.
|
||||
attributes = {'client': self}
|
||||
self.File = type('File', (_File,), attributes)
|
||||
self.Transfer = type('Transfer', (_Transfer,), attributes)
|
||||
self.Account = type('Account', (_Account,), attributes)
|
||||
|
||||
def request(self, path, method='GET', params=None, data=None, files=None,
|
||||
headers=None, raw=False, stream=False):
|
||||
"""
|
||||
Wrapper around requests.request()
|
||||
|
||||
Prepends BASE_URL to path.
|
||||
Inserts oauth_token to query params.
|
||||
Parses response as JSON and returns it.
|
||||
|
||||
"""
|
||||
if not params:
|
||||
params = {}
|
||||
|
||||
if not headers:
|
||||
headers = {}
|
||||
|
||||
# All requests must include oauth_token
|
||||
params['oauth_token'] = self.access_token
|
||||
|
||||
headers['Accept'] = 'application/json'
|
||||
|
||||
url = BASE_URL + path
|
||||
log.debug('url: %s', url)
|
||||
|
||||
response = self.session.request(
|
||||
method, url, params=params, data=data, files=files,
|
||||
headers=headers, allow_redirects=True, stream=stream)
|
||||
log.debug('response: %s', response)
|
||||
if raw:
|
||||
return response
|
||||
|
||||
log.debug('content: %s', response.content)
|
||||
try:
|
||||
response = json.loads(response.content)
|
||||
except ValueError:
|
||||
raise Exception('Server didn\'t send valid JSON:\n%s\n%s' % (
|
||||
response, response.content))
|
||||
|
||||
if response['status'] == 'ERROR':
|
||||
raise Exception(response['error_type'])
|
||||
|
||||
return response
|
||||
|
||||
|
||||
class _BaseResource(object):
|
||||
|
||||
client = None
|
||||
|
||||
def __init__(self, resource_dict):
|
||||
"""Constructs the object from a dict."""
|
||||
# All resources must have id and name attributes
|
||||
self.id = None
|
||||
self.name = None
|
||||
self.__dict__.update(resource_dict)
|
||||
try:
|
||||
self.created_at = parse(self.created_at)
|
||||
except AttributeError:
|
||||
self.created_at = None
|
||||
|
||||
def __str__(self):
|
||||
return self.name.encode('utf-8')
|
||||
|
||||
def __repr__(self):
|
||||
# shorten name for display
|
||||
name = self.name[:17] + '...' if len(self.name) > 20 else self.name
|
||||
return '<%s id=%r, name="%r">' % (
|
||||
self.__class__.__name__, self.id, name)
|
||||
|
||||
|
||||
class _File(_BaseResource):
|
||||
|
||||
@classmethod
|
||||
def get(cls, id):
|
||||
d = cls.client.request('/files/%i' % id, method='GET')
|
||||
t = d['file']
|
||||
return cls(t)
|
||||
|
||||
@classmethod
|
||||
def list(cls, parent_id=0):
|
||||
d = cls.client.request('/files/list', params={'parent_id': parent_id})
|
||||
files = d['files']
|
||||
return [cls(f) for f in files]
|
||||
|
||||
@classmethod
|
||||
def upload(cls, path, name=None):
|
||||
with open(path) as f:
|
||||
if name:
|
||||
files = {'file': (name, f)}
|
||||
else:
|
||||
files = {'file': f}
|
||||
d = cls.client.request('/files/upload', method='POST', files=files)
|
||||
|
||||
f = d['file']
|
||||
return cls(f)
|
||||
|
||||
def dir(self):
|
||||
"""List the files under directory."""
|
||||
return self.list(parent_id=self.id)
|
||||
|
||||
def download(self, dest='.', delete_after_download=False):
|
||||
if self.content_type == 'application/x-directory':
|
||||
self._download_directory(dest, delete_after_download)
|
||||
else:
|
||||
self._download_file(dest, delete_after_download)
|
||||
|
||||
def _download_directory(self, dest='.', delete_after_download=False):
|
||||
name = self.name
|
||||
if isinstance(name, unicode):
|
||||
name = name.encode('utf-8', 'replace')
|
||||
|
||||
dest = os.path.join(dest, name)
|
||||
if not os.path.exists(dest):
|
||||
os.mkdir(dest)
|
||||
|
||||
for sub_file in self.dir():
|
||||
sub_file.download(dest, delete_after_download)
|
||||
|
||||
if delete_after_download:
|
||||
self.delete()
|
||||
|
||||
def _download_file(self, dest='.', delete_after_download=False):
|
||||
response = self.client.request(
|
||||
'/files/%s/download' % self.id, raw=True, stream=True)
|
||||
|
||||
filename = re.match(
|
||||
'attachment; filename=(.*)',
|
||||
response.headers['content-disposition']).groups()[0]
|
||||
# If file name has spaces, it must have quotes around.
|
||||
filename = filename.strip('"')
|
||||
|
||||
with open(os.path.join(dest, filename), 'wb') as f:
|
||||
for chunk in response.iter_content(chunk_size=1024):
|
||||
if chunk: # filter out keep-alive new chunks
|
||||
f.write(chunk)
|
||||
f.flush()
|
||||
|
||||
if delete_after_download:
|
||||
self.delete()
|
||||
|
||||
def delete(self):
|
||||
return self.client.request('/files/delete', method='POST',
|
||||
data={'file_ids': str(self.id)})
|
||||
|
||||
def move(self, parent_id):
|
||||
return self.client.request('/files/move', method='POST',
|
||||
data={'file_ids': str(self.id), 'parent_id': str(parent_id)})
|
||||
|
||||
def rename(self, name):
|
||||
return self.client.request('/files/rename', method='POST',
|
||||
data={'file_id': str(self.id), 'name': str(name)})
|
||||
|
||||
|
||||
class _Transfer(_BaseResource):
|
||||
|
||||
@classmethod
|
||||
def list(cls):
|
||||
d = cls.client.request('/transfers/list')
|
||||
transfers = d['transfers']
|
||||
return [cls(t) for t in transfers]
|
||||
|
||||
@classmethod
|
||||
def get(cls, id):
|
||||
d = cls.client.request('/transfers/%i' % id, method='GET')
|
||||
t = d['transfer']
|
||||
return cls(t)
|
||||
|
||||
@classmethod
|
||||
def add_url(cls, url, parent_id=0, extract=False, callback_url=None):
|
||||
d = cls.client.request('/transfers/add', method='POST', data=dict(
|
||||
url=url, parent_id=parent_id, extract=extract,
|
||||
callback_url=callback_url))
|
||||
t = d['transfer']
|
||||
return cls(t)
|
||||
|
||||
@classmethod
|
||||
def add_torrent(cls, path, parent_id=0, extract=False, callback_url=None):
|
||||
with open(path) as f:
|
||||
files = {'file': f}
|
||||
d = cls.client.request('/files/upload', method='POST', files=files,
|
||||
data=dict(parent_id=parent_id,
|
||||
extract=extract,
|
||||
callback_url=callback_url))
|
||||
t = d['transfer']
|
||||
return cls(t)
|
||||
|
||||
@classmethod
|
||||
def clean(cls):
|
||||
return cls.client.request('/transfers/clean', method='POST')
|
||||
|
||||
|
||||
class _Account(_BaseResource):
|
||||
|
||||
@classmethod
|
||||
def info(cls):
|
||||
return cls.client.request('/account/info', method='GET')
|
||||
|
||||
@classmethod
|
||||
def settings(cls):
|
||||
return cls.client.request('/account/settings', method='GET')
|
||||
@@ -0,0 +1,151 @@
|
||||
from couchpotato.api import addApiView
|
||||
from couchpotato.core.event import addEvent, fireEventAsync
|
||||
from couchpotato.core._base.downloader.main import DownloaderBase, ReleaseDownloadList
|
||||
from couchpotato.core.helpers.variable import cleanHost
|
||||
from couchpotato.core.logger import CPLog
|
||||
from couchpotato.environment import Env
|
||||
import api as pio
|
||||
import datetime
|
||||
|
||||
log = CPLog(__name__)
|
||||
|
||||
autoload = 'Putiodownload'
|
||||
|
||||
|
||||
class PutIO(DownloaderBase):
|
||||
protocol = ['torrent', 'torrent_magnet']
|
||||
status_support = True
|
||||
downloadingList = []
|
||||
# This is the location on the Internet of the Oauth helper server
|
||||
oauthServerURL = "http://sabnzbd.dumaresq.ca/index.cgi"
|
||||
|
||||
|
||||
def __init__(self):
|
||||
addApiView('downloader.putio.getfrom', self.getFromPutio, docs = {
|
||||
'desc': 'Allows you to download file from prom Put.io',
|
||||
})
|
||||
addApiView('downloader.putio.auth_url', self.getAuthorizationUrl)
|
||||
addApiView('downloader.putio.credentials', self.getCredentials)
|
||||
addEvent('putio.download', self.putioDownloader)
|
||||
return super(PutIO, self).__init__()
|
||||
|
||||
|
||||
def download(self, data = None, media = None, filedata = None):
|
||||
if not media: media = {}
|
||||
if not data: data = {}
|
||||
|
||||
log.info('Sending "%s" to put.io', data.get('name'))
|
||||
url = data.get('url')
|
||||
|
||||
client = pio.Client(self.conf('oauth_token'))
|
||||
# It might be possible to call getFromPutio from the renamer if we can then we don't need to do this.
|
||||
# Note callback_host is NOT our address, it's the internet host that putio can call too
|
||||
callbackurl = None
|
||||
if self.conf('download'):
|
||||
callbackurl = 'http://' + self.conf('callback_host') + '/' + '%sdownloader.putio.getfrom/' %Env.get('api_base'.strip('/'))
|
||||
resp = client.Transfer.add_url(url, callback_url = callbackurl)
|
||||
log.debug('resp is %s', resp.id);
|
||||
return self.downloadReturnId(resp.id)
|
||||
|
||||
|
||||
def test(self):
|
||||
try:
|
||||
client = pio.Client(self.conf('oauth_token'))
|
||||
if client.File.list():
|
||||
return True
|
||||
except:
|
||||
log.info('Failed to get file listing, check OAUTH_TOKEN')
|
||||
return False
|
||||
|
||||
|
||||
def getAuthorizationUrl(self, host = None, **kwargs):
|
||||
callback_url = cleanHost(host) + '%sdownloader.putio.credentials/' % (Env.get('api_base').lstrip('/'))
|
||||
log.debug('callback_url is %s', callback_url)
|
||||
target_url = self.oauthServerURL + "?target=" + callback_url
|
||||
log.debug('target_url is %s', target_url)
|
||||
return {
|
||||
'success': True,
|
||||
'url': target_url,
|
||||
}
|
||||
|
||||
|
||||
def getCredentials(self, **kwargs):
|
||||
try:
|
||||
oauth_token = kwargs.get('oauth')
|
||||
except:
|
||||
return 'redirect', Env.get('web_base') + 'settigs/downloaders/'
|
||||
log.debug('oauth_token is: %s', oauth_token)
|
||||
self.conf('oauth_token', value = oauth_token);
|
||||
return 'redirect', Env.get('web_base') + 'settings/downloaders/'
|
||||
|
||||
|
||||
def getAllDownloadStatus(self, ids):
|
||||
log.debug('Checking putio download status.')
|
||||
client = pio.Client(self.conf('oauth_token'))
|
||||
transfers = client.Transfer.list()
|
||||
log.debug(transfers);
|
||||
release_downloads = ReleaseDownloadList(self)
|
||||
for t in transfers:
|
||||
if t.id in ids:
|
||||
log.debug('downloading list is %s', self.downloadingList)
|
||||
if t.status == "COMPLETED" and self.conf('download') == False :
|
||||
status = 'completed'
|
||||
# So check if we are trying to download something
|
||||
elif t.status == "COMPLETED" and self.conf('download') == True:
|
||||
# Assume we are done
|
||||
status = 'completed'
|
||||
if not self.downloadingList:
|
||||
now = datetime.datetime.utcnow()
|
||||
date_time = datetime.datetime.strptime(t.finished_at,"%Y-%m-%dT%H:%M:%S")
|
||||
# We need to make sure a race condition didn't happen
|
||||
if (now - date_time) < datetime.timedelta(minutes=5):
|
||||
# 5 minutes haven't passed so we wait
|
||||
status = 'busy'
|
||||
else:
|
||||
# If we have the file_id in the downloadingList mark it as busy
|
||||
if str(t.file_id) in self.downloadingList:
|
||||
status = 'busy'
|
||||
else:
|
||||
status = 'busy'
|
||||
release_downloads.append({
|
||||
'id' : t.id,
|
||||
'name': t.name,
|
||||
'status': status,
|
||||
'timeleft': t.estimated_time,
|
||||
})
|
||||
return release_downloads
|
||||
|
||||
|
||||
def putioDownloader(self, fid):
|
||||
log.info('Put.io Real downloader called with file_id: %s',fid)
|
||||
client = pio.Client(self.conf('oauth_token'))
|
||||
log.debug('About to get file List')
|
||||
files = client.File.list()
|
||||
downloaddir = self.conf('download_dir')
|
||||
for f in files:
|
||||
if str(f.id) == str(fid):
|
||||
client.File.download(f, dest = downloaddir, delete_after_download = self.conf('delete_file'))
|
||||
# Once the download is complete we need to remove it from the running list.
|
||||
self.downloadingList.remove(fid)
|
||||
|
||||
return True
|
||||
|
||||
|
||||
def getFromPutio(self, **kwargs):
|
||||
try:
|
||||
file_id = str(kwargs.get('file_id'))
|
||||
except:
|
||||
return {
|
||||
'success' : False,
|
||||
}
|
||||
log.info('Put.io Download has been called file_id is %s', file_id)
|
||||
if file_id not in self.downloadingList:
|
||||
self.downloadingList.append(file_id)
|
||||
fireEventAsync('putio.download',fid = file_id)
|
||||
return {
|
||||
'success': True,
|
||||
}
|
||||
return {
|
||||
'success': False,
|
||||
}
|
||||
|
||||
@@ -0,0 +1,68 @@
|
||||
var PutIODownloader = new Class({
|
||||
|
||||
initialize: function(){
|
||||
var self = this;
|
||||
|
||||
App.addEvent('loadSettings', self.addRegisterButton.bind(self));
|
||||
},
|
||||
|
||||
addRegisterButton: function(){
|
||||
var self = this;
|
||||
|
||||
var setting_page = App.getPage('Settings');
|
||||
setting_page.addEvent('create', function(){
|
||||
|
||||
var fieldset = setting_page.tabs.downloaders.groups.putio,
|
||||
l = window.location;
|
||||
|
||||
var putio_set = 0;
|
||||
fieldset.getElements('input[type=text]').each(function(el){
|
||||
putio_set += +(el.get('value') != '');
|
||||
});
|
||||
|
||||
new Element('.ctrlHolder').adopt(
|
||||
|
||||
// Unregister button
|
||||
(putio_set > 0) ?
|
||||
[
|
||||
self.unregister = new Element('a.button.red', {
|
||||
'text': 'Unregister "'+fieldset.getElement('input[name*=oauth_token]').get('value')+'"',
|
||||
'events': {
|
||||
'click': function(){
|
||||
fieldset.getElements('input[name*=oauth_token]').set('value', '').fireEvent('change');
|
||||
|
||||
self.unregister.destroy();
|
||||
self.unregister_or.destroy();
|
||||
}
|
||||
}
|
||||
}),
|
||||
self.unregister_or = new Element('span[text=or]')
|
||||
]
|
||||
: null,
|
||||
|
||||
// Register button
|
||||
new Element('a.button', {
|
||||
'text': putio_set > 0 ? 'Register a different account' : 'Register your put.io account',
|
||||
'events': {
|
||||
'click': function(){
|
||||
Api.request('downloader.putio.auth_url', {
|
||||
'data': {
|
||||
'host': l.protocol + '//' + l.hostname + (l.port ? ':' + l.port : '')
|
||||
},
|
||||
'onComplete': function(json){
|
||||
window.location = json.url;
|
||||
}
|
||||
});
|
||||
}
|
||||
}
|
||||
})
|
||||
).inject(fieldset.getElement('.test_button'), 'before');
|
||||
})
|
||||
|
||||
}
|
||||
|
||||
});
|
||||
|
||||
window.addEvent('domready', function(){
|
||||
new PutIODownloader();
|
||||
});
|
||||
Reference in New Issue
Block a user