[pypy-svn] r66255 - pypy/branch/parser-compiler/pypy/interpreter/pyparser

[benjamin at codespeak.net]

Author: benjamin
Date: Wed Jul 15 22:26:39 2009
New Revision: 66255

Modified:
   pypy/branch/parser-compiler/pypy/interpreter/pyparser/pytokenizer.py
Log:
undo this change; it was not well thought out

Modified: pypy/branch/parser-compiler/pypy/interpreter/pyparser/pytokenizer.py
==============================================================================
--- pypy/branch/parser-compiler/pypy/interpreter/pyparser/pytokenizer.py	(original)
+++ pypy/branch/parser-compiler/pypy/interpreter/pyparser/pytokenizer.py	Wed Jul 15 22:26:39 2009
@@ -156,12 +156,8 @@
                 end = pseudomatch
 
                 if start == end:
-                    if line[pos] == ' ':
-                        break
-                    else:
-                        # Nothing matched!!!
-                        raise TokenError("Unknown character", line,
-                                         lnum, start, token_list)
+                    raise TokenError("Unknown character", line,
+                                     lnum, start + 1, token_list)
 
                 pos = end
                 token, initial = line[start:end], line[start]