147
147
class StopTokenizing(Exception): pass
149
def printtoken(type, token, (srow, scol), (erow, ecol), line): # for testing
149
def printtoken(type, token, srow_scol, erow_ecol, line): # for testing
150
152
print "%d,%d-%d,%d:\t%s\t%s" % \
151
153
(srow, scol, erow, ecol, tok_name[type], repr(token))