Personal Computer World 2009 February

home *** CD-ROM | disk | FTP | other *** search

/ Personal Computer World 2009 February / PCWFEB09.iso / Software / Linux / Kubuntu 8.10 / kubuntu-8.10-desktop-i386.iso / casper / filesystem.squashfs / usr / lib / python2.5 / httplib.pyc (.txt) < prev next >

Wrap

Python Compiled Bytecode | 2008-10-29 | 37.7 KB | 1,380 lines

# Source Generated with Decompyle++ # File: in.pyc (Python 2.5) '''HTTP/1.1 client library <intro stuff goes here> <other stuff, too> HTTPConnection goes through a number of "states", which define when a client may legally make another request or fetch the response for a particular request. This diagram details these state transitions: (null) | | HTTPConnection() v Idle | | putrequest() v Request-started | | ( putheader() )* endheaders() v Request-sent | | response = getresponse() v Unread-response [Response-headers-read] |\\____________________ | | | response.read() | putrequest() v v Idle Req-started-unread-response ______/| / | response.read() | | ( putheader() )* endheaders() v v Request-started Req-sent-unread-response | | response.read() v Request-sent This diagram presents the following rules: -- a second request may not be started until {response-headers-read} -- a response [object] cannot be retrieved until {request-sent} -- there is no differentiation between an unread response body and a partially read response body Note: this enforcement is applied by the HTTPConnection class. The HTTPResponse class does not enforce this state machine, which implies sophisticated clients may accelerate the request/response pipeline. Caution should be taken, though: accelerating the states beyond the above pattern may imply knowledge of the server\'s connection-close behavior for certain requests. For example, it is impossible to tell whether the server will close the connection UNTIL the response headers have been read; this means that further requests cannot be placed into the pipeline until it is known that the server will NOT be closing the connection. Logical State __state __response ------------- ------- ---------- Idle _CS_IDLE None Request-started _CS_REQ_STARTED None Request-sent _CS_REQ_SENT None Unread-response _CS_IDLE <response_class> Req-started-unread-response _CS_REQ_STARTED <response_class> Req-sent-unread-response _CS_REQ_SENT <response_class> ''' import errno import mimetools import socket from urlparse import urlsplit try: from cStringIO import StringIO except ImportError: from StringIO import StringIO __all__ = [ 'HTTP', 'HTTPResponse', 'HTTPConnection', 'HTTPSConnection', 'HTTPException', 'NotConnected', 'UnknownProtocol', 'UnknownTransferEncoding', 'UnimplementedFileMode', 'IncompleteRead', 'InvalidURL', 'ImproperConnectionState', 'CannotSendRequest', 'CannotSendHeader', 'ResponseNotReady', 'BadStatusLine', 'error', 'responses'] HTTP_PORT = 80 HTTPS_PORT = 443 _UNKNOWN = 'UNKNOWN' _CS_IDLE = 'Idle' _CS_REQ_STARTED = 'Request-started' _CS_REQ_SENT = 'Request-sent' CONTINUE = 100 SWITCHING_PROTOCOLS = 101 PROCESSING = 102 OK = 200 CREATED = 201 ACCEPTED = 202 NON_AUTHORITATIVE_INFORMATION = 203 NO_CONTENT = 204 RESET_CONTENT = 205 PARTIAL_CONTENT = 206 MULTI_STATUS = 207 IM_USED = 226 MULTIPLE_CHOICES = 300 MOVED_PERMANENTLY = 301 FOUND = 302 SEE_OTHER = 303 NOT_MODIFIED = 304 USE_PROXY = 305 TEMPORARY_REDIRECT = 307 BAD_REQUEST = 400 UNAUTHORIZED = 401 PAYMENT_REQUIRED = 402 FORBIDDEN = 403 NOT_FOUND = 404 METHOD_NOT_ALLOWED = 405 NOT_ACCEPTABLE = 406 PROXY_AUTHENTICATION_REQUIRED = 407 REQUEST_TIMEOUT = 408 CONFLICT = 409 GONE = 410 LENGTH_REQUIRED = 411 PRECONDITION_FAILED = 412 REQUEST_ENTITY_TOO_LARGE = 413 REQUEST_URI_TOO_LONG = 414 UNSUPPORTED_MEDIA_TYPE = 415 REQUESTED_RANGE_NOT_SATISFIABLE = 416 EXPECTATION_FAILED = 417 UNPROCESSABLE_ENTITY = 422 LOCKED = 423 FAILED_DEPENDENCY = 424 UPGRADE_REQUIRED = 426 INTERNAL_SERVER_ERROR = 500 NOT_IMPLEMENTED = 501 BAD_GATEWAY = 502 SERVICE_UNAVAILABLE = 503 GATEWAY_TIMEOUT = 504 HTTP_VERSION_NOT_SUPPORTED = 505 INSUFFICIENT_STORAGE = 507 NOT_EXTENDED = 510 responses = { 100: 'Continue', 101: 'Switching Protocols', 200: 'OK', 201: 'Created', 202: 'Accepted', 203: 'Non-Authoritative Information', 204: 'No Content', 205: 'Reset Content', 206: 'Partial Content', 300: 'Multiple Choices', 301: 'Moved Permanently', 302: 'Found', 303: 'See Other', 304: 'Not Modified', 305: 'Use Proxy', 306: '(Unused)', 307: 'Temporary Redirect', 400: 'Bad Request', 401: 'Unauthorized', 402: 'Payment Required', 403: 'Forbidden', 404: 'Not Found', 405: 'Method Not Allowed', 406: 'Not Acceptable', 407: 'Proxy Authentication Required', 408: 'Request Timeout', 409: 'Conflict', 410: 'Gone', 411: 'Length Required', 412: 'Precondition Failed', 413: 'Request Entity Too Large', 414: 'Request-URI Too Long', 415: 'Unsupported Media Type', 416: 'Requested Range Not Satisfiable', 417: 'Expectation Failed', 500: 'Internal Server Error', 501: 'Not Implemented', 502: 'Bad Gateway', 503: 'Service Unavailable', 504: 'Gateway Timeout', 505: 'HTTP Version Not Supported' } MAXAMOUNT = 1048576 class HTTPMessage(mimetools.Message): def addheader(self, key, value): '''Add header for field key handling repeats.''' prev = self.dict.get(key) if prev is None: self.dict[key] = value else: combined = ', '.join((prev, value)) self.dict[key] = combined def addcontinue(self, key, more): '''Add more field data from a continuation line.''' prev = self.dict[key] self.dict[key] = prev + '\n ' + more def readheaders(self): '''Read header lines. Read header lines up to the entirely blank line that terminates them. The (normally blank) line that ends the headers is skipped, but not included in the returned list. If a non-header line ends the headers, (which is an error), an attempt is made to backspace over it; it is never included in the returned list. The variable self.status is set to the empty string if all went well, otherwise it is an error message. The variable self.headers is a completely uninterpreted list of lines contained in the header (so printing them will reproduce the header exactly as it appears in the file). If multiple header fields with the same name occur, they are combined according to the rules in RFC 2616 sec 4.2: Appending each subsequent field-value to the first, each separated by a comma. The order in which header fields with the same field-name are received is significant to the interpretation of the combined field value. ''' self.dict = { } self.unixfrom = '' self.headers = hlist = [] self.status = '' headerseen = '' firstline = 1 startofline = None unread = None tell = None if hasattr(self.fp, 'unread'): unread = self.fp.unread elif self.seekable: tell = self.fp.tell while True: if tell: try: startofline = tell() except IOError: startofline = None tell = None self.seekable = 0 except: None<EXCEPTION MATCH>IOError None<EXCEPTION MATCH>IOError line = self.fp.readline() if not line: self.status = 'EOF in headers' break if firstline and line.startswith('From '): self.unixfrom = self.unixfrom + line continue firstline = 0 if headerseen and line[0] in ' \t': hlist.append(line) self.addcontinue(headerseen, line.strip()) continue elif self.iscomment(line): continue elif self.islast(line): break headerseen = self.isheader(line) if headerseen: hlist.append(line) self.addheader(headerseen, line[len(headerseen) + 1:].strip()) continue continue if not self.dict: self.status = 'No headers' else: self.status = 'Non-header line where header expected' if unread: unread(line) elif tell: self.fp.seek(startofline) else: self.status = self.status + '; bad seek' break class HTTPResponse: def __init__(self, sock, debuglevel = 0, strict = 0, method = None): self.fp = sock.makefile('rb', 0) self.debuglevel = debuglevel self.strict = strict self._method = method self.msg = None self.version = _UNKNOWN self.status = _UNKNOWN self.reason = _UNKNOWN self.chunked = _UNKNOWN self.chunk_left = _UNKNOWN self.length = _UNKNOWN self.will_close = _UNKNOWN def _read_status(self): line = self.fp.readline() if self.debuglevel > 0: print 'reply:', repr(line) if not line: raise BadStatusLine(line) try: (version, status, reason) = line.split(None, 2) except ValueError: try: (version, status) = line.split(None, 1) reason = '' except ValueError: version = '' except: None<EXCEPTION MATCH>ValueError None<EXCEPTION MATCH>ValueError if not version.startswith('HTTP/'): if self.strict: self.close() raise BadStatusLine(line) else: self.fp = LineAndFileWrapper(line, self.fp) return ('HTTP/0.9', 200, '') try: status = int(status) if status < 100 or status > 999: raise BadStatusLine(line) except ValueError: raise BadStatusLine(line) return (version, status, reason) def begin(self): if self.msg is not None: return None while True: (version, status, reason) = self._read_status() if status != CONTINUE: break while True: skip = self.fp.readline().strip() if not skip: break if self.debuglevel > 0: print 'header:', skip continue self.status = status self.reason = reason.strip() if version == 'HTTP/1.0': self.version = 10 elif version.startswith('HTTP/1.'): self.version = 11 elif version == 'HTTP/0.9': self.version = 9 else: raise UnknownProtocol(version) if self.version == 9: self.length = None self.chunked = 0 self.will_close = 1 self.msg = HTTPMessage(StringIO()) return None self.msg = HTTPMessage(self.fp, 0) if self.debuglevel > 0: for hdr in self.msg.headers: print 'header:', hdr, self.msg.fp = None tr_enc = self.msg.getheader('transfer-encoding') if tr_enc and tr_enc.lower() == 'chunked': self.chunked = 1 self.chunk_left = None else: self.chunked = 0 self.will_close = self._check_close() length = self.msg.getheader('content-length') if length and not (self.chunked): try: self.length = int(length) except ValueError: self.length = None except: None<EXCEPTION MATCH>ValueError None<EXCEPTION MATCH>ValueError self.length = None if not status == NO_CONTENT and status == NOT_MODIFIED: if status <= status: pass elif status < 200 or self._method == 'HEAD': self.length = 0 if not (self.will_close) and not (self.chunked) and self.length is None: self.will_close = 1 def _check_close(self): conn = self.msg.getheader('connection') if self.version == 11: conn = self.msg.getheader('connection') if conn and 'close' in conn.lower(): return True return False if self.msg.getheader('keep-alive'): return False if conn and 'keep-alive' in conn.lower(): return False pconn = self.msg.getheader('proxy-connection') if pconn and 'keep-alive' in pconn.lower(): return False return True def close(self): if self.fp: self.fp.close() self.fp = None def isclosed(self): return self.fp is None def read(self, amt = None): if self.fp is None: return '' if self.chunked: return self._read_chunked(amt) if amt is None: if self.length is None: s = self.fp.read() else: s = self._safe_read(self.length) self.length = 0 self.close() return s if self.length is not None: if amt > self.length: amt = self.length s = self.fp.read(amt) if self.length is not None: self.length -= len(s) return s def _read_chunked(self, amt): if not self.chunked != _UNKNOWN: raise AssertionError chunk_left = self.chunk_left value = '' while True: if chunk_left is None: line = self.fp.readline() i = line.find(';') if i >= 0: line = line[:i] chunk_left = int(line, 16) if chunk_left == 0: break if amt is None: value += self._safe_read(chunk_left) elif amt < chunk_left: value += self._safe_read(amt) self.chunk_left = chunk_left - amt return value elif amt == chunk_left: value += self._safe_read(amt) self._safe_read(2) self.chunk_left = None return value else: value += self._safe_read(chunk_left) amt -= chunk_left self._safe_read(2) chunk_left = None while True: line = self.fp.readline() if not line: break if line == '\r\n': break continue self.close() return value def _safe_read(self, amt): '''Read the number of bytes requested, compensating for partial reads. Normally, we have a blocking socket, but a read() can be interrupted by a signal (resulting in a partial read). Note that we cannot distinguish between EOF and an interrupt when zero bytes have been read. IncompleteRead() will be raised in this situation. This function should be used when <amt> bytes "should" be present for reading. If the bytes are truly not available (due to EOF), then the IncompleteRead exception can be used to detect the problem. ''' s = [] while amt > 0: chunk = self.fp.read(min(amt, MAXAMOUNT)) if not chunk: raise IncompleteRead(s) s.append(chunk) amt -= len(chunk) return ''.join(s) def getheader(self, name, default = None): if self.msg is None: raise ResponseNotReady() return self.msg.getheader(name, default) def getheaders(self): '''Return list of (header, value) tuples.''' if self.msg is None: raise ResponseNotReady() return self.msg.items() class HTTPConnection: _http_vsn = 11 _http_vsn_str = 'HTTP/1.1' response_class = HTTPResponse default_port = HTTP_PORT auto_open = 1 debuglevel = 0 strict = 0 def __init__(self, host, port = None, strict = None): self.sock = None self._buffer = [] self._HTTPConnection__response = None self._HTTPConnection__state = _CS_IDLE self._method = None self._set_hostport(host, port) if strict is not None: self.strict = strict def _set_hostport(self, host, port): if port is None: i = host.rfind(':') j = host.rfind(']') if i > j: try: port = int(host[i + 1:]) except ValueError: raise InvalidURL("nonnumeric port: '%s'" % host[i + 1:]) host = host[:i] else: port = self.default_port if host and host[0] == '[' and host[-1] == ']': host = host[1:-1] self.host = host self.port = port def set_debuglevel(self, level): self.debuglevel = level def connect(self): '''Connect to the host and port specified in __init__.''' msg = 'getaddrinfo returns an empty list' for res in socket.getaddrinfo(self.host, self.port, 0, socket.SOCK_STREAM): (af, socktype, proto, canonname, sa) = res try: self.sock = socket.socket(af, socktype, proto) if self.debuglevel > 0: print 'connect: (%s, %s)' % (self.host, self.port) self.sock.connect(sa) except socket.error: msg = None if self.debuglevel > 0: print 'connect fail:', (self.host, self.port) if self.sock: self.sock.close() self.sock = None continue if not self.sock: raise socket.error, msg def close(self): '''Close the connection to the HTTP server.''' if self.sock: self.sock.close() self.sock = None if self._HTTPConnection__response: self._HTTPConnection__response.close() self._HTTPConnection__response = None self._HTTPConnection__state = _CS_IDLE def send(self, str): """Send `str' to the server.""" if self.sock is None: if self.auto_open: self.connect() else: raise NotConnected() if self.debuglevel > 0: print 'send:', repr(str) try: self.sock.sendall(str) except socket.error: v = None if v[0] == 32: self.close() raise def _output(self, s): '''Add a line of output to the current request buffer. Assumes that the line does *not* end with \\r\\n. ''' self._buffer.append(s) def _send_output(self): '''Send the currently buffered request and clear the buffer. Appends an extra \\r\\n to the buffer. ''' self._buffer.extend(('', '')) msg = '\r\n'.join(self._buffer) del self._buffer[:] self.send(msg) def putrequest(self, method, url, skip_host = 0, skip_accept_encoding = 0): """Send a request to the server. `method' specifies an HTTP request method, e.g. 'GET'. `url' specifies the object being requested, e.g. '/index.html'. `skip_host' if True does not add automatically a 'Host:' header `skip_accept_encoding' if True does not add automatically an 'Accept-Encoding:' header """ if self._HTTPConnection__response and self._HTTPConnection__response.isclosed(): self._HTTPConnection__response = None if self._HTTPConnection__state == _CS_IDLE: self._HTTPConnection__state = _CS_REQ_STARTED else: raise CannotSendRequest() self._method = method if not url: url = '/' str = '%s %s %s' % (method, url, self._http_vsn_str) self._output(str) if self._http_vsn == 11: if not skip_host: netloc = '' if url.startswith('http'): (nil, netloc, nil, nil, nil) = urlsplit(url) if netloc: try: netloc_enc = netloc.encode('ascii') except UnicodeEncodeError: netloc_enc = netloc.encode('idna') self.putheader('Host', netloc_enc) else: try: host_enc = self.host.encode('ascii') except UnicodeEncodeError: host_enc = self.host.encode('idna') if self.port == HTTP_PORT: self.putheader('Host', host_enc) else: self.putheader('Host', '%s:%s' % (host_enc, self.port)) if not skip_accept_encoding: self.putheader('Accept-Encoding', 'identity') def putheader(self, header, value): """Send a request header line to the server. For example: h.putheader('Accept', 'text/html') """ if self._HTTPConnection__state != _CS_REQ_STARTED: raise CannotSendHeader() str = '%s: %s' % (header, value) self._output(str) def endheaders(self): '''Indicate that the last header line has been sent to the server.''' if self._HTTPConnection__state == _CS_REQ_STARTED: self._HTTPConnection__state = _CS_REQ_SENT else: raise CannotSendHeader() self._send_output() def request(self, method, url, body = None, headers = { }): '''Send a complete request to the server.''' try: self._send_request(method, url, body, headers) except socket.error: v = None if v[0] != 32 or not (self.auto_open): raise self._send_request(method, url, body, headers) def _send_request(self, method, url, body, headers): header_names = []([ k.lower() for k in headers ]) skips = { } if 'accept-encoding' in header_names: skips['skip_accept_encoding'] = 1 self.putrequest(method, url, **skips) if body and 'content-length' not in header_names: self.putheader('Content-Length', str(len(body))) for hdr, value in headers.iteritems(): self.putheader(hdr, value) self.endheaders() if body: self.send(body) def getresponse(self): '''Get the response from the server.''' if self._HTTPConnection__response and self._HTTPConnection__response.isclosed(): self._HTTPConnection__response = None if self._HTTPConnection__state != _CS_REQ_SENT or self._HTTPConnection__response: raise ResponseNotReady() if self.debuglevel > 0: response = self.response_class(self.sock, self.debuglevel, strict = self.strict, method = self._method) else: response = self.response_class(self.sock, strict = self.strict, method = self._method) response.begin() if not response.will_close != _UNKNOWN: raise AssertionError self._HTTPConnection__state = _CS_IDLE if response.will_close: self.close() else: self._HTTPConnection__response = response return response class SharedSocket: def __init__(self, sock): self.sock = sock self._refcnt = 0 def incref(self): self._refcnt += 1 def decref(self): self._refcnt -= 1 if not self._refcnt >= 0: raise AssertionError self if self._refcnt == 0: self.sock.close() def __del__(self): self.sock.close() class SharedSocketClient: def __init__(self, shared): self._closed = 0 self._shared = shared self._shared.incref() self._sock = shared.sock def close(self): if not self._closed: self._shared.decref() self._closed = 1 self._shared = None class SSLFile(SharedSocketClient): '''File-like object wrapping an SSL socket.''' BUFSIZE = 8192 def __init__(self, sock, ssl, bufsize = None): SharedSocketClient.__init__(self, sock) self._ssl = ssl self._buf = '' if not bufsize: pass self._bufsize = self.__class__.BUFSIZE def _read(self): buf = '' while True: try: buf = self._ssl.read(self._bufsize) except socket.sslerror: err = None if err[0] == socket.SSL_ERROR_WANT_READ or err[0] == socket.SSL_ERROR_WANT_WRITE: continue if err[0] == socket.SSL_ERROR_ZERO_RETURN or err[0] == socket.SSL_ERROR_EOF: break raise continue except socket.error: err = None if err[0] == errno.EINTR: continue if err[0] == errno.EBADF: break raise continue else: break None<EXCEPTION MATCH>socket.error return buf def read(self, size = None): L = [ self._buf] avail = len(self._buf) while size is None or avail < size: s = self._read() if s == '': break L.append(s) avail += len(s) all = ''.join(L) if size is None: self._buf = '' return all else: self._buf = all[size:] return all[:size] def readline(self): L = [ self._buf] self._buf = '' while None: i = L[-1].find('\n') if i >= 0: break s = self._read() if s == '': break continue if i == -1: return ''.join(L) else: all = ''.join(L) i = all.find('\n') + 1 line = all[:i] self._buf = all[i:] return line def readlines(self, sizehint = 0): total = 0 list = [] while True: line = self.readline() if not line: break list.append(line) total += len(line) if sizehint and total >= sizehint: break continue return list def fileno(self): return self._sock.fileno() def __iter__(self): return self def next(self): line = self.readline() if not line: raise StopIteration return line class FakeSocket(SharedSocketClient): class _closedsocket: def __getattr__(self, name): raise error(9, 'Bad file descriptor') def __init__(self, sock, ssl): sock = SharedSocket(sock) SharedSocketClient.__init__(self, sock) self._ssl = ssl def close(self): SharedSocketClient.close(self) self._sock = self.__class__._closedsocket() def makefile(self, mode, bufsize = None): if mode != 'r' and mode != 'rb': raise UnimplementedFileMode() return SSLFile(self._shared, self._ssl, bufsize) def send(self, stuff, flags = 0): return self._ssl.write(stuff) sendall = send def recv(self, len = 1024, flags = 0): return self._ssl.read(len) def __getattr__(self, attr): return getattr(self._sock, attr) class HTTPSConnection(HTTPConnection): '''This class allows communication via SSL.''' default_port = HTTPS_PORT def __init__(self, host, port = None, key_file = None, cert_file = None, strict = None): HTTPConnection.__init__(self, host, port, strict) self.key_file = key_file self.cert_file = cert_file def connect(self): '''Connect to a host on a given (SSL) port.''' sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM) sock.connect((self.host, self.port)) ssl = socket.ssl(sock, self.key_file, self.cert_file) self.sock = FakeSocket(sock, ssl) class HTTP: '''Compatibility class with httplib.py from 1.5.''' _http_vsn = 10 _http_vsn_str = 'HTTP/1.0' debuglevel = 0 _connection_class = HTTPConnection def __init__(self, host = '', port = None, strict = None): '''Provide a default host, since the superclass requires one.''' if port == 0: port = None self._setup(self._connection_class(host, port, strict)) def _setup(self, conn): self._conn = conn self.send = conn.send self.putrequest = conn.putrequest self.endheaders = conn.endheaders self.set_debuglevel = conn.set_debuglevel conn._http_vsn = self._http_vsn conn._http_vsn_str = self._http_vsn_str self.file = None def connect(self, host = None, port = None): """Accept arguments to set the host/port, since the superclass doesn't.""" if host is not None: self._conn._set_hostport(host, port) self._conn.connect() def getfile(self): """Provide a getfile, since the superclass' does not use this concept.""" return self.file def putheader(self, header, *values): '''The superclass allows only one value argument.''' self._conn.putheader(header, '\r\n\t'.join(values)) def getreply(self): '''Compat definition since superclass does not define it. Returns a tuple consisting of: - server status code (e.g. \'200\' if all goes well) - server "reason" corresponding to status code - any RFC822 headers in the response from the server ''' try: response = self._conn.getresponse() except BadStatusLine: e = None self.file = self._conn.sock.makefile('rb', 0) self.close() self.headers = None return (-1, e.line, None) self.headers = response.msg self.file = response.fp return (response.status, response.reason, response.msg) def close(self): self._conn.close() self.file = None if hasattr(socket, 'ssl'): class HTTPS(HTTP): '''Compatibility with 1.5 httplib interface Python 1.5.2 did not have an HTTPS class, but it defined an interface for sending http requests that is also useful for https. ''' _connection_class = HTTPSConnection def __init__(self, host = '', port = None, key_file = None, cert_file = None, strict = None): if port == 0: port = None self._setup(self._connection_class(host, port, key_file, cert_file, strict)) self.key_file = key_file self.cert_file = cert_file class HTTPException(Exception): pass class NotConnected(HTTPException): pass class InvalidURL(HTTPException): pass class UnknownProtocol(HTTPException): def __init__(self, version): self.args = (version,) self.version = version class UnknownTransferEncoding(HTTPException): pass class UnimplementedFileMode(HTTPException): pass class IncompleteRead(HTTPException): def __init__(self, partial): self.args = (partial,) self.partial = partial class ImproperConnectionState(HTTPException): pass class CannotSendRequest(ImproperConnectionState): pass class CannotSendHeader(ImproperConnectionState): pass class ResponseNotReady(ImproperConnectionState): pass class BadStatusLine(HTTPException): def __init__(self, line): self.args = (line,) self.line = line error = HTTPException class LineAndFileWrapper: '''A limited file-like object for HTTP/0.9 responses.''' def __init__(self, line, file): self._line = line self._file = file self._line_consumed = 0 self._line_offset = 0 self._line_left = len(line) def __getattr__(self, attr): return getattr(self._file, attr) def _done(self): self._line_consumed = 1 self.read = self._file.read self.readline = self._file.readline self.readlines = self._file.readlines def read(self, amt = None): if self._line_consumed: return self._file.read(amt) if not self._line_left: raise AssertionError if amt is None or amt > self._line_left: s = self._line[self._line_offset:] self._done() if amt is None: return s + self._file.read() else: return s + self._file.read(amt - len(s)) elif not amt <= self._line_left: raise AssertionError i = self._line_offset j = i + amt s = self._line[i:j] self._line_offset = j self._line_left -= amt if self._line_left == 0: self._done() return s def readline(self): if self._line_consumed: return self._file.readline() if not self._line_left: raise AssertionError s = self._line[self._line_offset:] self._done() return s def readlines(self, size = None): if self._line_consumed: return self._file.readlines(size) if not self._line_left: raise AssertionError L = [ self._line[self._line_offset:]] self._done() if size is None: return L + self._file.readlines() else: return L + self._file.readlines(size) def test(): '''Test this module. A hodge podge of tests collected here, because they have too many external dependencies for the regular test suite. ''' import sys import getopt (opts, args) = getopt.getopt(sys.argv[1:], 'd') dl = 0 for o, a in opts: if o == '-d': dl = dl + 1 continue host = 'www.python.org' selector = '/' if args[0:]: host = args[0] if args[1:]: selector = args[1] h = HTTP() h.set_debuglevel(dl) h.connect(host) h.putrequest('GET', selector) h.endheaders() (status, reason, headers) = h.getreply() print 'status =', status print 'reason =', reason print 'read', len(h.getfile().read()) print if headers: for header in headers.headers: print header.strip() print class HTTP11(HTTP): _http_vsn = 11 _http_vsn_str = 'HTTP/1.1' h = HTTP11('www.python.org') h.putrequest('GET', 'http://www.python.org/~jeremy/') h.endheaders() h.getreply() h.close() if hasattr(socket, 'ssl'): for host, selector in (('sourceforge.net', '/projects/python'),): print 'https://%s%s' % (host, selector) hs = HTTPS() hs.set_debuglevel(dl) hs.connect(host) hs.putrequest('GET', selector) hs.endheaders() (status, reason, headers) = hs.getreply() print 'status =', status print 'reason =', reason print 'read', len(hs.getfile().read()) print if headers: for header in headers.headers: print header.strip() print if __name__ == '__main__': test()