home *** CD-ROM | disk | FTP | other *** search
- # style.lex -- Approximation of internal default style.lex
- $control: 1
- lex:
- {
- define: ALNUM "[A-Za-z0-9&/]" # Valid word characters
- define: W "[ \t\f\r\v]" # Valid whitespace characters
-
- token: WORD "{ALNUM}+(\\.{ALNUM}+)*"
- token: EOS "[.?!][.?! \t]*"
- token: EOP "{W}*\n({W}*\n)+"
-
- token: NEWLINE "{W}*\n"
- token: TAB "\t"
- token: WHITE "{W}+"
- token: PUNCT "[^A-Za-z0-9 \t\f\r\v.?!]+"
-
- }
- $$