closes #13

1 files changed, 191 insertions, 0 deletions

diff --git a/module/plugins/hoster/RapidshareCom.py b/module/plugins/hoster/RapidshareCom.py
new file mode 100644
index 000000000..973e28470
--- /dev/null
+++ b/module/plugins/hoster/RapidshareCom.py
@@ -0,0 +1,191 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import re
+from time import time
+
+from module.Plugin import Plugin
+import hashlib
+
+class RapidshareCom(Plugin):
+
+    def __init__(self, parent):
+        Plugin.__init__(self, parent)
+        props = {}
+        props['name'] = "RapidshareCom"
+        props['type'] = "hoster"
+        props['pattern'] = r"http://[\w\.]*?rapidshare.com/files/(\d*?)/(.*)"
+        props['version'] = "1.0"
+        props['description'] = """Rapidshare.com Download Plugin"""
+        props['author_name'] = ("spoob", "RaNaN", "mkaay")
+        props['author_mail'] = ("spoob@pyload.org", "ranan@pyload.org", "mkaay@mkaay.de")
+        self.props = props
+        self.parent = parent
+        self.html = [None, None]
+        self.html_old = None         #time() where loaded the HTML
+        self.time_plus_wait = None   #time() + wait in seconds
+        self.want_reconnect = False
+        self.no_slots = True
+        self.api_data = None
+        self.url = self.parent.url
+        self.read_config()
+        if self.config['premium']:
+            self.multi_dl = True
+        else:
+            self.multi_dl = False
+
+        self.start_dl = False
+
+    def prepare(self, thread):
+        pyfile = self.parent
+        self.req.clear_cookies()
+
+        self.download_api_data()
+        if self.api_data["status"] == "1":
+            pyfile.status.filename = self.get_file_name()
+            
+            if self.config["premium"]:
+                self.logger.info("Rapidshare: Use Premium Account (%sGB left)" % (self.props["premkbleft"]/1000000))
+                pyfile.status.url = self.parent.url
+                return True
+
+            self.download_html()
+            while self.no_slots:
+                self.get_wait_time()
+                pyfile.status.waituntil = self.time_plus_wait
+                pyfile.status.want_reconnect = self.want_reconnect
+                thread.wait(pyfile)
+
+            pyfile.status.url = self.get_file_url()
+
+            return True
+        elif self.api_data["status"] == "2":
+            self.logger.info("Rapidshare: Traffic Share (direct download)")
+            pyfile.status.filename = self.get_file_name()
+            pyfile.status.url = self.parent.url
+            return True
+        else:
+            raise Exception, "The file was not found on the server."
+
+    def download_api_data(self):
+        """
+        http://images.rapidshare.com/apidoc.txt
+        """
+        api_url_base = "http://api.rapidshare.com/cgi-bin/rsapi.cgi"
+        api_param_file = {"sub": "checkfiles_v1", "files": "", "filenames": "", "incmd5": "1"}
+        m = re.compile(self.props['pattern']).search(self.url)
+        if m:
+            api_param_file["files"] = m.group(1)
+            api_param_file["filenames"] = m.group(2)
+            src = self.req.load(api_url_base, cookies=False, get=api_param_file)
+            if src.startswith("ERROR"):
+                return
+            fields = src.split(",")
+            self.api_data = {}
+            self.api_data["fileid"] = fields[0]
+            self.api_data["filename"] = fields[1]
+            self.api_data["size"] = fields[2] # in bytes
+            self.api_data["serverid"] = fields[3]
+            self.api_data["status"] = fields[4]
+            """
+            status codes:
+                0=File not found
+                1=File OK (Downloading possible without any logging)
+                2=File OK (TrafficShare direct download without any logging)
+                3=Server down
+                4=File marked as illegal
+                5=Anonymous file locked, because it has more than 10 downloads already
+                6=File OK (TrafficShare direct download with enabled logging)
+            """
+            self.api_data["shorthost"] = fields[5]
+            self.api_data["checksum"] = fields[6].strip().lower() # md5
+            
+            self.api_data["mirror"] = "http://rs%(serverid)s%(shorthost)s.rapidshare.com/files/%(fileid)s/%(filename)s" % self.api_data
+
+        if self.config["premium"]:
+            api_param_prem = {"sub": "getaccountdetails_v1", "type": "prem", \
+                "login": self.config['username'], "password": self.config['password']}
+            src = self.req.load(api_url_base, cookies=False, get=api_param_prem)
+            if src.startswith("ERROR"):
+                self.config["premium"] = False
+                self.logger.info("Rapidshare: Login faild")
+                return
+            fields = src.split("\n")
+            premkbleft = int(fields[19].split("=")[1])
+            if premkbleft < int(self.api_data["size"][0:-3]):
+                self.logger.info("Rapidshare: Not enough traffic left")
+                self.config["premium"] = False
+            else:
+                self.props["premkbleft"] = premkbleft
+
+    def download_html(self):
+        """ gets the url from self.parent.url saves html in self.html and parses
+        """
+        self.html[0] = self.req.load(self.url, cookies=True)
+        self.html_old = time()
+
+    def get_wait_time(self):
+        """downloads html with the important informations
+        """
+        file_server_url = re.search(r"<form action=\"(.*?)\"", self.html[0]).group(1)
+        self.html[1] = self.req.load(file_server_url, cookies=True, post={"dl.start": "Free"})
+        
+        self.html_old = time()
+
+        if re.search(r"is already downloading", self.html[1]):
+            self.logger.info("Rapidshare: Already downloading, wait 30 minutes")
+            self.time_plus_wait = time() + 10 * 30
+            return
+        self.no_slots = False
+        try:
+            wait_minutes = re.search(r"Or try again in about (\d+) minute", self.html[1]).group(1)
+            self.time_plus_wait = time() + 60 * int(wait_minutes)
+            self.want_reconnect = True
+        except:
+            if re.search(r"(Currently a lot of users|There are no more download slots)", self.html[1], re.I) != None:
+                self.time_plus_wait = time() + 130
+                self.logger.info("Rapidshare: No free slots!")
+                self.no_slots = True
+                return True
+            self.no_slots = False
+            wait_seconds = re.search(r"var c=(.*);.*", self.html[1]).group(1)
+            self.time_plus_wait = time() + int(wait_seconds) + 5
+
+    def get_file_url(self):
+        """ returns the absolute downloadable filepath
+        """
+        if self.config['server'] == "":
+            file_url_pattern = r".*name=\"dlf\" action=\"(.*)\" method=.*"
+        else:
+            file_url_pattern = '(http://rs.*)\';" /> %s<br />' % self.config['server']
+
+        return re.search(file_url_pattern, self.html[1]).group(1)
+
+    def get_file_name(self):
+        if self.api_data["filename"]:
+            return self.api_data["filename"]
+        elif self.html[0]:
+            file_name_pattern = r"<p class=\"downloadlink\">.+/(.+) <font"
+            file_name_search = re.search(file_name_pattern, self.html[0])
+            if file_name_search:
+                return file_name_search.group(1)
+        return self.url.split("/")[-1]
+
+    def proceed(self, url, location):
+        if self.config['premium']:
+            self.req.add_auth(self.config['username'], self.config['password'])
+        self.req.download(url, location, cookies=True)
+
+    def check_file(self, local_file):
+        if self.api_data and self.api_data["checksum"]:
+            h = hashlib.md5()
+            f = open(local_file, "rb")
+            h.update(f.read())
+            f.close()
+            hexd = h.hexdigest()
+            if hexd == self.api_data["checksum"]:
+                return (True, 0)
+            else:
+                return (False, 1)
+        else:
+            return (True, 5)