Minify on backend

2013-04-30 13:17:03 +02:00
parent 12c3fc6ce3
commit 30ec8216e1
62 changed files with 17953 additions and 737 deletions
@@ -0,0 +1,68 @@
+"""GAE specific URL reading functions"""
+__all__ = ['_defaultFetcher']
+__docformat__ = 'restructuredtext'
+__version__ = '$Id: tokenize2.py 1547 2008-12-10 20:42:26Z cthedot $'
+
+# raises ImportError of not on GAE
+from google.appengine.api import urlfetch
+import cgi
+import errorhandler
+import util
+
+log = errorhandler.ErrorHandler()
+
+def _defaultFetcher(url):
+    """
+    uses GoogleAppEngine (GAE)
+        fetch(url, payload=None, method=GET, headers={}, allow_truncated=False)
+
+    Response
+        content
+            The body content of the response.
+        content_was_truncated
+            True if the allow_truncated parameter to fetch() was True and
+            the response exceeded the maximum response size. In this case,
+            the content attribute contains the truncated response.
+        status_code
+            The HTTP status code.
+        headers
+            The HTTP response headers, as a mapping of names to values.
+
+    Exceptions
+        exception InvalidURLError()
+            The URL of the request was not a valid URL, or it used an
+            unsupported method. Only http and https URLs are supported.
+        exception DownloadError()
+            There was an error retrieving the data.
+
+            This exception is not raised if the server returns an HTTP
+            error code: In that case, the response data comes back intact,
+            including the error code.
+
+        exception ResponseTooLargeError()
+            The response data exceeded the maximum allowed size, and the
+            allow_truncated parameter passed to fetch() was False.
+    """
+    #from google.appengine.api import urlfetch
+    try:
+        r = urlfetch.fetch(url, method=urlfetch.GET)
+    except urlfetch.Error, e:
+        log.warn(u'Error opening url=%r: %s' % (url, e),
+                          error=IOError)
+    else:
+        if r.status_code == 200:
+            # find mimetype and encoding
+            mimetype = 'application/octet-stream'
+            try:
+                mimetype, params = cgi.parse_header(r.headers['content-type'])
+                encoding = params['charset']
+            except KeyError:
+                encoding = None
+            if mimetype != u'text/css':
+                log.error(u'Expected "text/css" mime type for url %r but found: %r' % 
+                              (url, mimetype), error=ValueError)
+            return encoding, r.content
+        else:
+            # TODO: 301 etc
+            log.warn(u'Error opening url=%r: HTTP status %s' % 
+                              (url, r.status_code), error=IOError)