~ubuntu-branches/ubuntu/oneiric/haxe/oneiric

« back to all changes in this revision

Viewing changes to haxe/lexer.mll

  • Committer: Bazaar Package Importer
  • Author(s): Jens Peter Secher
  • Date: 2010-01-31 23:08:43 UTC
  • mfrom: (5.2.4 sid)
  • Revision ID: james.westby@ubuntu.com-20100131230843-1cxte2x20ypk9c25
Tags: 1:2.5-1
New upstream version, taken from new upstream subversion repository.

Show diffs side-by-side

added added

removed removed

Lines of Context:
159
159
let ident = ('_'* ['a'-'z'] ['_' 'a'-'z' 'A'-'Z' '0'-'9']* | '_'+ | '_'+ ['0'-'9'] ['_' 'a'-'z' 'A'-'Z' '0'-'9']* )
160
160
let idtype = '_'* ['A'-'Z'] ['_' 'a'-'z' 'A'-'Z' '0'-'9']*
161
161
 
162
 
rule token = parse
 
162
rule skip_header = parse
 
163
        | "\239\187\191" { skip_header lexbuf }
 
164
        | "#!" [^'\n' '\r']* { skip_header lexbuf }
 
165
        | "" | eof { }
 
166
 
 
167
and token = parse
163
168
        | eof { mk lexbuf Eof }
164
 
        | "\239\187\191" { token lexbuf }
165
169
        | [' ' '\t']+ { token lexbuf }
166
170
        | "\r\n" { newline lexbuf; token lexbuf }
167
171
        | '\n' | '\r' { newline lexbuf; token lexbuf }