home *** CD-ROM | disk | FTP | other *** search
- # Source Generated with Decompyle++
- # File: in.pyc (Python 2.6)
-
- import constants
- import sys
- from constants import eStart, eError, eItsMe
- from charsetprober import CharSetProber
-
- class MultiByteCharSetProber(CharSetProber):
-
- def __init__(self):
- CharSetProber.__init__(self)
- self._mDistributionAnalyzer = None
- self._mCodingSM = None
- self._mLastChar = [
- '\x00',
- '\x00']
-
-
- def reset(self):
- CharSetProber.reset(self)
- if self._mCodingSM:
- self._mCodingSM.reset()
-
- if self._mDistributionAnalyzer:
- self._mDistributionAnalyzer.reset()
-
- self._mLastChar = [
- '\x00',
- '\x00']
-
-
- def get_charset_name(self):
- pass
-
-
- def feed(self, aBuf):
- aLen = len(aBuf)
- for i in range(0, aLen):
- codingState = self._mCodingSM.next_state(aBuf[i])
- if codingState == eError:
- if constants._debug:
- sys.stderr.write(self.get_charset_name() + ' prober hit error at byte ' + str(i) + '\n')
-
- self._mState = constants.eNotMe
- break
- continue
- if codingState == eItsMe:
- self._mState = constants.eFoundIt
- break
- continue
- if codingState == eStart:
- charLen = self._mCodingSM.get_current_charlen()
- if i == 0:
- self._mLastChar[1] = aBuf[0]
- self._mDistributionAnalyzer.feed(self._mLastChar, charLen)
- else:
- self._mDistributionAnalyzer.feed(aBuf[i - 1:i + 1], charLen)
- i == 0
-
- self._mLastChar[0] = aBuf[aLen - 1]
- if self.get_state() == constants.eDetecting:
- if self._mDistributionAnalyzer.got_enough_data() and self.get_confidence() > constants.SHORTCUT_THRESHOLD:
- self._mState = constants.eFoundIt
-
-
- return self.get_state()
-
-
- def get_confidence(self):
- return self._mDistributionAnalyzer.get_confidence()
-
-
-