home *** CD-ROM | disk | FTP | other *** search
# Source Generated with Decompyle++ # File: in.pyc (Python 2.6) from array import array import socket from sys import py3kwarning from urlparse import urlsplit import warnings warnings.catch_warnings().__enter__() try: import mimetools finally: pass try: from cStringIO import StringIO except ImportError: warnings.catch_warnings().__exit__ warnings.catch_warnings().__exit__ warnings.catch_warnings() from StringIO import StringIO except: warnings.catch_warnings().__exit__ __all__ = [ 'HTTP', 'HTTPResponse', 'HTTPConnection', 'HTTPException', 'NotConnected', 'UnknownProtocol', 'UnknownTransferEncoding', 'UnimplementedFileMode', 'IncompleteRead', 'InvalidURL', 'ImproperConnectionState', 'CannotSendRequest', 'CannotSendHeader', 'ResponseNotReady', 'BadStatusLine', 'error', 'responses'] HTTP_PORT = 80 HTTPS_PORT = 443 _UNKNOWN = 'UNKNOWN' _CS_IDLE = 'Idle' _CS_REQ_STARTED = 'Request-started' _CS_REQ_SENT = 'Request-sent' CONTINUE = 100 SWITCHING_PROTOCOLS = 101 PROCESSING = 102 OK = 200 CREATED = 201 ACCEPTED = 202 NON_AUTHORITATIVE_INFORMATION = 203 NO_CONTENT = 204 RESET_CONTENT = 205 PARTIAL_CONTENT = 206 MULTI_STATUS = 207 IM_USED = 226 MULTIPLE_CHOICES = 300 MOVED_PERMANENTLY = 301 FOUND = 302 SEE_OTHER = 303 NOT_MODIFIED = 304 USE_PROXY = 305 TEMPORARY_REDIRECT = 307 BAD_REQUEST = 400 UNAUTHORIZED = 401 PAYMENT_REQUIRED = 402 FORBIDDEN = 403 NOT_FOUND = 404 METHOD_NOT_ALLOWED = 405 NOT_ACCEPTABLE = 406 PROXY_AUTHENTICATION_REQUIRED = 407 REQUEST_TIMEOUT = 408 CONFLICT = 409 GONE = 410 LENGTH_REQUIRED = 411 PRECONDITION_FAILED = 412 REQUEST_ENTITY_TOO_LARGE = 413 REQUEST_URI_TOO_LONG = 414 UNSUPPORTED_MEDIA_TYPE = 415 REQUESTED_RANGE_NOT_SATISFIABLE = 416 EXPECTATION_FAILED = 417 UNPROCESSABLE_ENTITY = 422 LOCKED = 423 FAILED_DEPENDENCY = 424 UPGRADE_REQUIRED = 426 INTERNAL_SERVER_ERROR = 500 NOT_IMPLEMENTED = 501 BAD_GATEWAY = 502 SERVICE_UNAVAILABLE = 503 GATEWAY_TIMEOUT = 504 HTTP_VERSION_NOT_SUPPORTED = 505 INSUFFICIENT_STORAGE = 507 NOT_EXTENDED = 510 responses = { 100: 'Continue', 101: 'Switching Protocols', 200: 'OK', 201: 'Created', 202: 'Accepted', 203: 'Non-Authoritative Information', 204: 'No Content', 205: 'Reset Content', 206: 'Partial Content', 300: 'Multiple Choices', 301: 'Moved Permanently', 302: 'Found', 303: 'See Other', 304: 'Not Modified', 305: 'Use Proxy', 306: '(Unused)', 307: 'Temporary Redirect', 400: 'Bad Request', 401: 'Unauthorized', 402: 'Payment Required', 403: 'Forbidden', 404: 'Not Found', 405: 'Method Not Allowed', 406: 'Not Acceptable', 407: 'Proxy Authentication Required', 408: 'Request Timeout', 409: 'Conflict', 410: 'Gone', 411: 'Length Required', 412: 'Precondition Failed', 413: 'Request Entity Too Large', 414: 'Request-URI Too Long', 415: 'Unsupported Media Type', 416: 'Requested Range Not Satisfiable', 417: 'Expectation Failed', 500: 'Internal Server Error', 501: 'Not Implemented', 502: 'Bad Gateway', 503: 'Service Unavailable', 504: 'Gateway Timeout', 505: 'HTTP Version Not Supported' } MAXAMOUNT = 1048576 class HTTPMessage(mimetools.Message): def addheader(self, key, value): prev = self.dict.get(key) if prev is None: self.dict[key] = value else: combined = ', '.join((prev, value)) self.dict[key] = combined def addcontinue(self, key, more): prev = self.dict[key] self.dict[key] = prev + '\n ' + more def readheaders(self): self.dict = { } self.unixfrom = '' self.headers = hlist = [] self.status = '' headerseen = '' firstline = 1 startofline = None unread = None tell = None if hasattr(self.fp, 'unread'): unread = self.fp.unread elif self.seekable: tell = self.fp.tell while True: if tell: try: startofline = tell() except IOError: startofline = None tell = None self.seekable = 0 except: None<EXCEPTION MATCH>IOError None<EXCEPTION MATCH>IOError line = self.fp.readline() if not line: self.status = 'EOF in headers' break if firstline and line.startswith('From '): self.unixfrom = self.unixfrom + line continue firstline = 0 if headerseen and line[0] in ' \t': hlist.append(line) self.addcontinue(headerseen, line.strip()) continue elif self.iscomment(line): continue elif self.islast(line): break headerseen = self.isheader(line) if headerseen: hlist.append(line) self.addheader(headerseen, line[len(headerseen) + 1:].strip()) continue continue if not self.dict: self.status = 'No headers' else: self.status = 'Non-header line where header expected' if unread: unread(line) elif tell: self.fp.seek(startofline) else: self.status = self.status + '; bad seek' break class HTTPResponse: def __init__(self, sock, debuglevel = 0, strict = 0, method = None): self.fp = sock.makefile('rb', 0) self.debuglevel = debuglevel self.strict = strict self._method = method self.msg = None self.version = _UNKNOWN self.status = _UNKNOWN self.reason = _UNKNOWN self.chunked = _UNKNOWN self.chunk_left = _UNKNOWN self.length = _UNKNOWN self.will_close = _UNKNOWN def _read_status(self): line = self.fp.readline() if self.debuglevel > 0: print 'reply:', repr(line) if not line: raise BadStatusLine(line) line try: (version, status, reason) = line.split(None, 2) except ValueError: try: (version, status) = line.split(None, 1) reason = '' except ValueError: version = '' except: None<EXCEPTION MATCH>ValueError None<EXCEPTION MATCH>ValueError if not version.startswith('HTTP/'): if self.strict: self.close() raise BadStatusLine(line) self.strict self.fp = LineAndFileWrapper(line, self.fp) return ('HTTP/0.9', 200, '') version.startswith('HTTP/') try: status = int(status) if status < 100 or status > 999: raise BadStatusLine(line) status > 999 except ValueError: raise BadStatusLine(line) return (version, status, reason) def begin(self): if self.msg is not None: return None while True: (version, status, reason) = self._read_status() if status != CONTINUE: break while True: skip = self.fp.readline().strip() if not skip: break if self.debuglevel > 0: print 'header:', skip continue self.status = status self.reason = reason.strip() if version == 'HTTP/1.0': self.version = 10 elif version.startswith('HTTP/1.'): self.version = 11 elif version == 'HTTP/0.9': self.version = 9 else: raise UnknownProtocol(version) if (version == 'HTTP/1.0').version == 9: self.length = None self.chunked = 0 self.will_close = 1 self.msg = HTTPMessage(StringIO()) return None self.msg = HTTPMessage(self.fp, 0) if self.debuglevel > 0: for hdr in self.msg.headers: print 'header:', hdr, self.msg.fp = None tr_enc = self.msg.getheader('transfer-encoding') if tr_enc and tr_enc.lower() == 'chunked': self.chunked = 1 self.chunk_left = None else: self.chunked = 0 self.will_close = self._check_close() length = self.msg.getheader('content-length') if length and not (self.chunked): try: self.length = int(length) except ValueError: self.length = None if self.length < 0: self.length = None else: self.length = None if not status == NO_CONTENT and status == NOT_MODIFIED: if status <= status: pass elif status < 200 or self._method == 'HEAD': self.length = 0 if not (self.will_close) and not (self.chunked) and self.length is None: self.will_close = 1 def _check_close(self): conn = self.msg.getheader('connection') if self.version == 11: conn = self.msg.getheader('connection') if conn and 'close' in conn.lower(): return True return False if self.msg.getheader('keep-alive'): return False if conn and 'keep-alive' in conn.lower(): return False pconn = self.msg.getheader('proxy-connection') if pconn and 'keep-alive' in pconn.lower(): return False return True def close(self): if self.fp: self.fp.close() self.fp = None def isclosed(self): return self.fp is None def read(self, amt = None): if self.fp is None: return '' if self.chunked: return self._read_chunked(amt) if amt is None: self.close() return s s = self.fp.read(amt) return s def _read_chunked(self, amt): chunk_left = self.chunk_left value = [] while True: if chunk_left is None: line = self.fp.readline() i = line.find(';') if i >= 0: line = line[:i] try: chunk_left = int(line, 16) except ValueError: self.close() raise IncompleteRead(''.join(value)) if chunk_left == 0: break if amt is None: value.append(self._safe_read(chunk_left)) elif amt < chunk_left: value.append(self._safe_read(amt)) self.chunk_left = chunk_left - amt return ''.join(value) if amt == chunk_left: value.append(self._safe_read(amt)) self._safe_read(2) self.chunk_left = None return ''.join(value) value.append(self._safe_read(chunk_left)) amt -= chunk_left self._safe_read(2) chunk_left = None continue amt == chunk_left while True: line = self.fp.readline() if not line: break if line == '\r\n': break continue self.close() return ''.join(value) def _safe_read(self, amt): s = [] while amt > 0: chunk = self.fp.read(min(amt, MAXAMOUNT)) if not chunk: raise IncompleteRead(''.join(s), amt) chunk s.append(chunk) amt -= len(chunk) return ''.join(s) def getheader(self, name, default = None): if self.msg is None: raise ResponseNotReady() self.msg is None return self.msg.getheader(name, default) def getheaders(self): if self.msg is None: raise ResponseNotReady() self.msg is None return self.msg.items() class HTTPConnection: _http_vsn = 11 _http_vsn_str = 'HTTP/1.1' response_class = HTTPResponse default_port = HTTP_PORT auto_open = 1 debuglevel = 0 strict = 0 def __init__(self, host, port = None, strict = None, timeout = socket._GLOBAL_DEFAULT_TIMEOUT): self.timeout = timeout self.sock = None self._buffer = [] self._HTTPConnection__response = None self._HTTPConnection__state = _CS_IDLE self._method = None self._tunnel_host = None self._tunnel_port = None self._set_hostport(host, port) if strict is not None: self.strict = strict def _set_tunnel(self, host, port = None): self._tunnel_host = host self._tunnel_port = port def _set_hostport(self, host, port): if port is None: i = host.rfind(':') j = host.rfind(']') if i > j: try: port = int(host[i + 1:]) except ValueError: raise InvalidURL("nonnumeric port: '%s'" % host[i + 1:]) host = host[:i] else: port = self.default_port if host and host[0] == '[' and host[-1] == ']': host = host[1:-1] self.host = host self.port = port def set_debuglevel(self, level): self.debuglevel = level def _tunnel(self): self._set_hostport(self._tunnel_host, self._tunnel_port) self.send('CONNECT %s:%d HTTP/1.0\r\n\r\n' % (self.host, self.port)) response = self.response_class(self.sock, strict = self.strict, method = self._method) (version, code, message) = response._read_status() if code != 200: self.close() raise socket.error, 'Tunnel connection failed: %d %s' % (code, message.strip()) code != 200 while True: line = response.fp.readline() if line == '\r\n': break continue def connect(self): self.sock = socket.create_connection((self.host, self.port), self.timeout) if self._tunnel_host: self._tunnel() def close(self): if self.sock: self.sock.close() self.sock = None if self._HTTPConnection__response: self._HTTPConnection__response.close() self._HTTPConnection__response = None self._HTTPConnection__state = _CS_IDLE def send(self, str): if self.sock is None: if self.auto_open: self.connect() else: raise NotConnected() self.auto_open if self.debuglevel > 0: print 'send:', repr(str) try: blocksize = 8192 if hasattr(str, 'read') and not isinstance(str, array): if self.debuglevel > 0: print 'sendIng a read()able' data = str.read(blocksize) while data: self.sock.sendall(data) data = str.read(blocksize) else: self.sock.sendall(str) except socket.error: v = None if v[0] == 32: self.close() raise def _output(self, s): self._buffer.append(s) def _send_output(self): self._buffer.extend(('', '')) msg = '\r\n'.join(self._buffer) del self._buffer[:] self.send(msg) def putrequest(self, method, url, skip_host = 0, skip_accept_encoding = 0): if self._HTTPConnection__response and self._HTTPConnection__response.isclosed(): self._HTTPConnection__response = None if self._HTTPConnection__state == _CS_IDLE: self._HTTPConnection__state = _CS_REQ_STARTED else: raise CannotSendRequest() self._method = self._HTTPConnection__state == _CS_IDLE if not url: url = '/' str = '%s %s %s' % (method, url, self._http_vsn_str) self._output(str) if self._http_vsn == 11: if not skip_host: netloc = '' if url.startswith('http'): (nil, netloc, nil, nil, nil) = urlsplit(url) if netloc: try: netloc_enc = netloc.encode('ascii') except UnicodeEncodeError: netloc_enc = netloc.encode('idna') self.putheader('Host', netloc_enc) else: try: host_enc = self.host.encode('ascii') except UnicodeEncodeError: host_enc = self.host.encode('idna') if self.port == self.default_port: self.putheader('Host', host_enc) else: self.putheader('Host', '%s:%s' % (host_enc, self.port)) if not skip_accept_encoding: self.putheader('Accept-Encoding', 'identity') def putheader(self, header, value): if self._HTTPConnection__state != _CS_REQ_STARTED: raise CannotSendHeader() self._HTTPConnection__state != _CS_REQ_STARTED str = '%s: %s' % (header, value) self._output(str) def endheaders(self): if self._HTTPConnection__state == _CS_REQ_STARTED: self._HTTPConnection__state = _CS_REQ_SENT else: raise CannotSendHeader() (self._HTTPConnection__state == _CS_REQ_STARTED)._send_output() def request(self, method, url, body = None, headers = { }): try: self._send_request(method, url, body, headers) except socket.error: v = None if v[0] != 32 or not (self.auto_open): raise not (self.auto_open) self._send_request(method, url, body, headers) def _send_request(self, method, url, body, headers): header_names = []([ k.lower() for k in headers ]) skips = { } if 'accept-encoding' in header_names: skips['skip_accept_encoding'] = 1 self.putrequest(method, url, **skips) if body and 'content-length' not in header_names: thelen = None try: thelen = str(len(body)) except TypeError: te = None import os try: thelen = str(os.fstat(body.fileno()).st_size) except (AttributeError, OSError): if self.debuglevel > 0: print 'Cannot stat!!' except: self.debuglevel > 0 None<EXCEPTION MATCH>(AttributeError, OSError) if thelen is not None: self.putheader('Content-Length', thelen) for hdr, value in headers.iteritems(): self.putheader(hdr, value) self.endheaders() if body: self.send(body) def getresponse(self): if self._HTTPConnection__response and self._HTTPConnection__response.isclosed(): self._HTTPConnection__response = None if self._HTTPConnection__state != _CS_REQ_SENT or self._HTTPConnection__response: raise ResponseNotReady() self._HTTPConnection__response if self.debuglevel > 0: response = self.response_class(self.sock, self.debuglevel, strict = self.strict, method = self._method) else: response = self.response_class(self.sock, strict = self.strict, method = self._method) response.begin() self._HTTPConnection__state = _CS_IDLE if response.will_close: self.close() else: self._HTTPConnection__response = response return response class HTTP: _http_vsn = 10 _http_vsn_str = 'HTTP/1.0' debuglevel = 0 _connection_class = HTTPConnection def __init__(self, host = '', port = None, strict = None): if port == 0: port = None self._setup(self._connection_class(host, port, strict)) def _setup(self, conn): self._conn = conn self.send = conn.send self.putrequest = conn.putrequest self.endheaders = conn.endheaders self.set_debuglevel = conn.set_debuglevel conn._http_vsn = self._http_vsn conn._http_vsn_str = self._http_vsn_str self.file = None def connect(self, host = None, port = None): if host is not None: self._conn._set_hostport(host, port) self._conn.connect() def getfile(self): return self.file def putheader(self, header, *values): self._conn.putheader(header, '\r\n\t'.join(values)) def getreply(self): try: response = self._conn.getresponse() except BadStatusLine: e = None self.file = self._conn.sock.makefile('rb', 0) self.close() self.headers = None return (-1, e.line, None) self.headers = response.msg self.file = response.fp return (response.status, response.reason, response.msg) def close(self): self._conn.close() self.file = None try: import ssl except ImportError: warnings.catch_warnings().__exit__ warnings.catch_warnings().__exit__ warnings.catch_warnings() except: warnings.catch_warnings().__exit__ class HTTPSConnection(HTTPConnection): default_port = HTTPS_PORT def __init__(self, host, port = None, key_file = None, cert_file = None, strict = None, timeout = socket._GLOBAL_DEFAULT_TIMEOUT): HTTPConnection.__init__(self, host, port, strict, timeout) self.key_file = key_file self.cert_file = cert_file def connect(self): sock = socket.create_connection((self.host, self.port), self.timeout) if self._tunnel_host: self.sock = sock self._tunnel() self.sock = ssl.wrap_socket(sock, self.key_file, self.cert_file) __all__.append('HTTPSConnection') class HTTPS(HTTP): _connection_class = HTTPSConnection def __init__(self, host = '', port = None, key_file = None, cert_file = None, strict = None): if port == 0: port = None self._setup(self._connection_class(host, port, key_file, cert_file, strict)) self.key_file = key_file self.cert_file = cert_file def FakeSocket(sock, sslobj): warnings.warn("FakeSocket is deprecated, and won't be in 3.x. " + 'Use the result of ssl.wrap_socket() directly instead.', DeprecationWarning, stacklevel = 2) return sslobj class HTTPException(Exception): pass class NotConnected(HTTPException): pass class InvalidURL(HTTPException): pass class UnknownProtocol(HTTPException): def __init__(self, version): self.args = (version,) self.version = version class UnknownTransferEncoding(HTTPException): pass class UnimplementedFileMode(HTTPException): pass class IncompleteRead(HTTPException): def __init__(self, partial, expected = None): self.args = (partial,) self.partial = partial self.expected = expected def __repr__(self): if self.expected is not None: e = ', %i more expected' % self.expected else: e = '' return 'IncompleteRead(%i bytes read%s)' % (len(self.partial), e) def __str__(self): return repr(self) class ImproperConnectionState(HTTPException): pass class CannotSendRequest(ImproperConnectionState): pass class CannotSendHeader(ImproperConnectionState): pass class ResponseNotReady(ImproperConnectionState): pass class BadStatusLine(HTTPException): def __init__(self, line): self.args = (line,) self.line = line error = HTTPException class LineAndFileWrapper: def __init__(self, line, file): self._line = line self._file = file self._line_consumed = 0 self._line_offset = 0 self._line_left = len(line) def __getattr__(self, attr): return getattr(self._file, attr) def _done(self): self._line_consumed = 1 self.read = self._file.read self.readline = self._file.readline self.readlines = self._file.readlines def read(self, amt = None): if self._line_consumed: return self._file.read(amt) if amt is None or amt > self._line_left: s = self._line[self._line_offset:] self._done() if amt is None: return s + self._file.read() return s + self._file.read(amt - len(s)) amt > self._line_left i = self._line_offset j = i + amt s = self._line[i:j] self._line_offset = j self._line_left -= amt return s def readline(self): if self._line_consumed: return self._file.readline() s = self._line[self._line_offset:] self._done() return s def readlines(self, size = None): if self._line_consumed: return self._file.readlines(size) L = [ self._line[self._line_offset:]] self._done() if size is None: return L + self._file.readlines() return L + self._file.readlines(size) def test(): import sys import getopt (opts, args) = getopt.getopt(sys.argv[1:], 'd') dl = 0 for o, a in opts: if o == '-d': dl = dl + 1 continue host = 'www.python.org' selector = '/' if args[0:]: host = args[0] if args[1:]: selector = args[1] h = HTTP() h.set_debuglevel(dl) h.connect(host) h.putrequest('GET', selector) h.endheaders() (status, reason, headers) = h.getreply() print 'status =', status print 'reason =', reason print 'read', len(h.getfile().read()) print if headers: for header in headers.headers: print header.strip() print class HTTP11(HTTP): _http_vsn = 11 _http_vsn_str = 'HTTP/1.1' h = HTTP11('www.python.org') h.putrequest('GET', 'http://www.python.org/~jeremy/') h.endheaders() h.getreply() h.close() try: import ssl except ImportError: pass for host, selector in (('sourceforge.net', '/projects/python'),): print 'https://%s%s' % (host, selector) hs = HTTPS() hs.set_debuglevel(dl) hs.connect(host) hs.putrequest('GET', selector) hs.endheaders() (status, reason, headers) = hs.getreply() print 'status =', status print 'reason =', reason print 'read', len(hs.getfile().read()) print if headers: for header in headers.headers: print header.strip() print 
(.txt)