- Start rosapps rearrange and cleanup process.

[reactos.git] / rosapps / sysutils / utils / sdkparse / tokenize.cpp

diff --git a/rosapps/sysutils/utils/sdkparse/tokenize.cpp b/rosapps/sysutils/utils/sdkparse/tokenize.cpp
deleted file mode 100644 (file)
index 94f9c9a..0000000
--- a/rosapps/sysutils/utils/sdkparse/tokenize.cpp
+++ /dev/null
@@ -1,312 +0,0 @@
-// tokenize.cpp
-
-#ifdef _MSC_VER
-#pragma warning ( disable : 4786 )
-#endif//_MSC_VER
-
-#include <string>
-#include <vector>
-#include <conio.h>
-
-#include "assert.h"
-#include "tokenize.h"
-#include "skip_ws.h"
-
-using std::string;
-using std::vector;
-
-void tokenize ( const string& text, vector<string>& tokens )
-{
-       tokens.resize ( 0 );
-       string s ( text );
-       char* p = &s[0];
-       while ( *p )
-       {
-               // skip whitespace
-               p = skip_ws ( p );
-               // check for literal string
-               if ( *p == '\"' )
-               {
-                       // skip initial quote
-                       char* end = p + 1;
-                       for ( ;; )
-                       {
-                               if ( *end == '\\' )
-                               {
-                                       end++;
-                                       switch ( *end )
-                                       {
-                                       case 'x':
-                                       case 'X':
-                                               ASSERT(0); // come back to this....
-                                               break;
-                                       case '0':
-                                               ASSERT(0);
-                                               break;
-                                       default:
-                                               end++;
-                                               break;
-                                       }
-                               }
-                               else if ( *end == '\"' )
-                               {
-                                       end++;
-                                       break;
-                               }
-                               else
-                                       end++;
-                       }
-                       tokens.push_back ( string ( p, end-p ) );
-                       p = end;
-               }
-               else if ( __iscsymf(*p) )
-               {
-                       char* end = p + 1;
-                       while ( __iscsym ( *end ) )
-                               end++;
-                       tokens.push_back ( string ( p, end-p ) );
-                       p = end;
-               }
-               else if ( isdigit(*p) || *p == '.' )
-               {
-                       char* end = p;
-                       while ( isdigit(*end) )
-                               end++;
-                       bool f = false;
-                       if ( *end == '.' )
-                       {
-                               end++;
-                               while ( isdigit(*end) )
-                                       end++;
-                               f = true;
-                       }
-                       if ( *end == 'f' || *end == 'F' )
-                               end++;
-                       else if ( !f && ( *end == 'l' || *end == 'L' ) )
-                               end++;
-                       tokens.push_back ( string ( p, end-p ) );
-                       p = end;
-               }
-               else switch ( *p )
-               {
-               case '.':
-                       tokens.push_back ( "." );
-                       p++;
-                       break;
-               case ',':
-                       tokens.push_back ( "," );
-                       p++;
-                       break;
-               case '(':
-                       tokens.push_back ( "(" );
-                       p++;
-                       break;
-               case ')':
-                       tokens.push_back ( ")" );
-                       p++;
-                       break;
-               case '{':
-                       tokens.push_back ( "{" );
-                       p++;
-                       break;
-               case '}':
-                       tokens.push_back ( "}" );
-                       p++;
-                       break;
-               case '[':
-                       tokens.push_back ( "[" );
-                       p++;
-                       break;
-               case ']':
-                       tokens.push_back ( "]" );
-                       p++;
-                       break;
-               case ';':
-                       tokens.push_back ( ";" );
-                       p++;
-                       break;
-               case '\\':
-                       switch ( p[1] )
-                       {
-                       case '\n':
-                               tokens.push_back ( string ( p, 2 ) );
-                               p += 2;
-                               break;
-                       default:
-                               ASSERT(0); // shouldn't hit here, I think
-                               tokens.push_back ( "\\" );
-                               p++;
-                               break;
-                       }
-                       break;
-               case '|':
-                       switch ( p[1] )
-                       {
-                       case '|':
-                               tokens.push_back ( string ( p, 2 ) );
-                               p += 2;
-                               break;
-                       default:
-                               tokens.push_back ( "|" );
-                               p++;
-                               break;
-                       }
-                       break;
-               case '&':
-                       switch ( p[1] )
-                       {
-                       case '&':
-                               tokens.push_back ( string ( p, 2 ) );
-                               p += 2;
-                               break;
-                       default:
-                               tokens.push_back ( "&" );
-                               p++;
-                               break;
-                       }
-                       break;
-               case '<':
-                       switch ( p[1] )
-                       {
-                       case '<':
-                               if ( p[2] == '=' )
-                                       tokens.push_back ( string ( p, 3 ) ), p += 3;
-                               else
-                                       tokens.push_back ( string ( p, 2 ) ), p += 2;
-                               break;
-                       case '=':
-                               tokens.push_back ( string ( p, 2 ) );
-                               p += 2;
-                               break;
-                       default:
-                               tokens.push_back ( "<" );
-                               p++;
-                               break;
-                       }
-                       break;
-               case '>':
-                       switch ( p[1] )
-                       {
-                       case '>':
-                               if ( p[2] == '=' )
-                                       tokens.push_back ( string ( p, 3 ) ), p += 3;
-                               else
-                                       tokens.push_back ( string ( p, 2 ) ), p += 2;
-                               break;
-                       case '=':
-                               tokens.push_back ( string ( p, 2 ) );
-                               p += 2;
-                               break;
-                       default:
-                               tokens.push_back ( ">" );
-                               p++;
-                               break;
-                       }
-                       break;
-               case '!':
-                       switch ( p[1] )
-                       {
-                       case '=':
-                               tokens.push_back ( string ( p, 2 ) );
-                               p += 2;
-                               break;
-                       default:
-                               tokens.push_back ( "!" );
-                               p++;
-                               break;
-                       }
-                       break;
-               case '=':
-                       switch ( p[1] )
-                       {
-                       case '=':
-                               tokens.push_back ( string ( p, 2 ) );
-                               p += 2;
-                               break;
-                       default:
-                               tokens.push_back ( "=" );
-                               p++;
-                               break;
-                       }
-                       break;
-               case ':':
-                       switch ( p[1] )
-                       {
-                       case ':':
-                               tokens.push_back ( string ( p, 2 ) );
-                               p += 2;
-                               break;
-                       default:
-                               tokens.push_back ( ":" );
-                               p++;
-                               break;
-                       }
-                       break;
-               case '*':
-                       switch ( p[1] )
-                       {
-                       case '=':
-                               tokens.push_back ( string ( p, 2 ) );
-                               p += 2;
-                               break;
-                       default:
-                               tokens.push_back ( "*" );
-                               p++;
-                               break;
-                       }
-                       break;
-               case '/':
-                       switch ( p[1] )
-                       {
-                       case '=':
-                               tokens.push_back ( string ( p, 2 ) );
-                               p += 2;
-                               break;
-                       default:
-                               tokens.push_back ( "/" );
-                               p++;
-                               break;
-                       }
-                       break;
-               case '+':
-                       switch ( p[1] )
-                       {
-                       case '+':
-                       case '=':
-                               tokens.push_back ( string ( p, 2 ) );
-                               p += 2;
-                               break;
-                       default:
-                               tokens.push_back ( "+" );
-                               p++;
-                               break;
-                       }
-                       break;
-               case '-':
-                       switch ( p[1] )
-                       {
-                       case '-':
-                       case '=':
-                               tokens.push_back ( string ( p, 2 ) );
-                               p += 2;
-                               break;
-                       default:
-                               tokens.push_back ( "-" );
-                               p++;
-                               break;
-                       }
-                       break;
-               case '#':
-                       while ( *p && *p != '\n' )
-                               p++;
-                       break;
-               case 0:
-                       break;
-               default:
-                       printf ( "choked on '%c' in tokenize() - press any key to continue\n", *p );
-                       getch();
-                       p++;
-                       break;
-               }
-       }
-}
\ No newline at end of file