tools/fileio.py was not tokenizing
authorDavid Anderson <davea42@earthlink.net>
Sat, 14 Jun 2014 16:49:51 +0000 (09:49 -0700)
committerDavid Anderson <davea42@earthlink.net>
Sat, 14 Jun 2014 16:49:51 +0000 (09:49 -0700)
    \a\b
into two id entries as it should have.
Fixed.

dwarf5/tools/fileio.py

index 6ced0fa..4eed82b 100644 (file)
@@ -226,6 +226,7 @@ class  dwline:
        other->ind
        other->id
        id->ind
        other->ind
        other->id
        id->ind
+       id->id  
        id->other
     """
     dwclass = "none"
        id->other
     """
     dwclass = "none"
@@ -283,6 +284,15 @@ class  dwline:
           dwclass = "ind"
           self._toks += [a]
           continue
           dwclass = "ind"
           self._toks += [a]
           continue
+        if isIdStart(c) == "y":
+          # It is a valid initial character of an id.
+          # So we have id following id, like \a\a  
+          combotok.finishUpId()
+          self._toks += [combotok]
+          combotok = dwtoken()
+          combotok.setInitialIdChar(c,linenum)
+          dwclass = "id"
+          continue
         # Other class input, other starts here.
         combotok.finishUpId()
         self._toks += [combotok]
         # Other class input, other starts here.
         combotok.finishUpId()
         self._toks += [combotok]