/* Copyright (C) 1999-2007 id Software, Inc. and contributors. For a list of contributors, see the accompanying CONTRIBUTORS file. This file is part of GtkRadiant. GtkRadiant is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. GtkRadiant is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with GtkRadiant; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */ #include "stdafx.h" char token[MAXTOKEN]; qboolean unget; char* script_p; int scriptline; // Hydra: added support for GetTokenExtra() char *currentdelimiters; qboolean script_keepdelimiter; void StartTokenParsing( char *data ){ scriptline = 1; script_p = data; unget = false; // Hydra: added support for GetTokenExtra() currentdelimiters = NULL; script_keepdelimiter = true; } qboolean GetToken( qboolean crossline ){ char *token_p; if ( unget ) { // is a token already waiting? unget = false; return true; } // // skip space // skipspace: while ( *script_p <= 32 ) { if ( !*script_p ) { if ( !crossline ) { Sys_Printf( "Warning: Line %i is incomplete [01]\n",scriptline ); } return false; } if ( *script_p++ == '\n' ) { if ( !crossline ) { Sys_Printf( "Warning: Line %i is incomplete [02]\n",scriptline ); } scriptline++; } } if ( script_p[0] == '/' && script_p[1] == '/' ) { // comment field if ( !crossline ) { Sys_Printf( "Warning: Line %i is incomplete [03]\n",scriptline ); } while ( *script_p++ != '\n' ) if ( !*script_p ) { if ( !crossline ) { Sys_Printf( "Warning: Line %i is incomplete [04]\n",scriptline ); } return false; } scriptline++; // Hydra: fixed bad line numbers problem goto skipspace; } // // copy token // token_p = token; if ( *script_p == '"' ) { script_p++; while ( *script_p != '"' ) { if ( !*script_p ) { Error( "EOF inside quoted token" ); } *token_p++ = *script_p++; if ( token_p == &token[MAXTOKEN] ) { Error( "Token too large on line %i",scriptline ); } } script_p++; } else{ while ( *script_p > 32 ) { // Hydra: added support for GetTokenExtra(), care was taken to maintain speed if ( ( currentdelimiters ) && ( !script_keepdelimiter ) && ( strchr( currentdelimiters,*( script_p ) ) ) ) { break; } *token_p++ = *script_p++; if ( token_p == &token[MAXTOKEN] ) { Error( "Token too large on line %i",scriptline ); } // Hydra: added support for GetTokenExtra() if ( ( currentdelimiters ) && ( strchr( currentdelimiters,*( script_p - 1 ) ) ) ) { break; } } } *token_p = 0; return true; } void UngetToken( void ){ unget = true; } /* ============== GetTokenExtra This function expands the use of GetToken() so it can be used to parse more complex file formats. Hydra - Notes: You can use this function to split a string like this string1:("string2") into two strings, like this: string1 string2 whilst still checking for the brackets and colons, like this: GetTokenExtra(false,":",false);// contains "string1" GetTokenExtra(false,":",true); // contains ":" GetTokenExtra(false,"(",true); // contains "(" GetToken(false); // contains "string2" GetTokenExtra(false,")",true); // contains ")" here's what you get, given the same string, with this code: GetToken(false); // contains "string1:("string2")" Parsing will end if any character in the script matches any one of the characters in the "delimiters" string. it's also possible to do things like this: source strings: 1,2 1:2 1-2 1*2 code: GetTokenExtra(false,",:-*",false); // token contains "1" GetTokenExtra(false,",:-*",false); // token contains the delimiter that was used GetToken(false); // contains "2" ============== */ qboolean GetTokenExtra( qboolean crossline,char *delimiters, qboolean keepdelimiter ){ qboolean result; char *olddelimiters = currentdelimiters; // store it currentdelimiters = delimiters; // change the delimiters script_keepdelimiter = keepdelimiter; // change the global flag result = GetToken( crossline ); currentdelimiters = olddelimiters; // restore it return( result ); } /* ============== TokenAvailable Returns true if there is another token on the line ============== */ qboolean TokenAvailable( void ){ char *search_p; search_p = script_p; while ( *search_p <= 32 ) { if ( *search_p == '\n' ) { return false; } if ( *search_p == 0 ) { return false; } search_p++; } if ( *search_p == ';' ) { return false; } return true; }