public/ITextParsers.h
author David Anderson <dvander@alliedmods.net>
Thu Jan 03 06:11:26 2008 +0000 (2008-01-03)
changeset 1829 97cd42e800e8
parent 1815 b0de032adc8f
child 1947 e73a1e51833b
permissions -rw-r--r--
added amb1336 - GetTrieSize()
dvander@372
     1
/**
dvander@375
     2
 * vim: set ts=4 :
ds@1330
     3
 * =============================================================================
dvander@1226
     4
 * SourceMod
dvander@1226
     5
 * Copyright (C) 2004-2007 AlliedModders LLC.  All rights reserved.
ds@1330
     6
 * =============================================================================
dvander@372
     7
 *
ds@1330
     8
 * This program is free software; you can redistribute it and/or modify it under
ds@1330
     9
 * the terms of the GNU General Public License, version 3.0, as published by the
ds@1330
    10
 * Free Software Foundation.
dvander@379
    11
 * 
ds@1330
    12
 * This program is distributed in the hope that it will be useful, but WITHOUT
ds@1330
    13
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
ds@1330
    14
 * FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
ds@1330
    15
 * details.
dvander@1226
    16
 *
ds@1330
    17
 * You should have received a copy of the GNU General Public License along with
ds@1330
    18
 * this program.  If not, see <http://www.gnu.org/licenses/>.
dvander@1226
    19
 *
ds@1330
    20
 * As a special exception, AlliedModders LLC gives you permission to link the
ds@1330
    21
 * code of this program (as well as its derivative works) to "Half-Life 2," the
ds@1330
    22
 * "Source Engine," the "SourcePawn JIT," and any Game MODs that run on software
ds@1330
    23
 * by the Valve Corporation.  You must obey the GNU General Public License in
ds@1330
    24
 * all respects for all other code used.  Additionally, AlliedModders LLC grants
ds@1330
    25
 * this exception to all derivative works.  AlliedModders LLC defines further
ds@1330
    26
 * exceptions, found in LICENSE.txt (as of this writing, version JULY-31-2007),
ds@1330
    27
 * or <http://www.sourcemod.net/license.php>.
dvander@372
    28
 *
dvander@372
    29
 * Version: $Id$
dvander@372
    30
 */
dvander@372
    31
dvander@324
    32
#ifndef _INCLUDE_SOURCEMOD_TEXTPARSERS_INTERFACE_H_
dvander@324
    33
#define _INCLUDE_SOURCEMOD_TEXTPARSERS_INTERFACE_H_
dvander@324
    34
dvander@372
    35
/**
dvander@372
    36
 * @file ITextParsers.h
dvander@372
    37
 * @brief Defines various text/file parsing functions, as well as UTF-8 support code.
dvander@372
    38
 */
dvander@372
    39
dvander@324
    40
#include <IShareSys.h>
dvander@324
    41
dvander@324
    42
namespace SourceMod
dvander@324
    43
{
dvander@1656
    44
dvander@1656
    45
	#define SMINTERFACE_TEXTPARSERS_NAME		"ITextParsers"
dvander@1815
    46
	#define SMINTERFACE_TEXTPARSERS_VERSION		3
dvander@1656
    47
dvander@324
    48
	/**
dvander@324
    49
	 * The INI file format is defined as:
dvander@324
    50
	 * WHITESPACE: 0x20, \n, \t, \r
dvander@324
    51
	 * IDENTIFIER: A-Z a-z 0-9 _ - , + . $ ? / 
dvander@324
    52
	 * STRING: Any set of symbols
dvander@324
    53
	 * 
dvander@324
    54
	 * Basic syntax is comprised of SECTIONs.
dvander@324
    55
	 * A SECTION is defined as:
dvander@324
    56
	 * [SECTIONNAME]
dvander@324
    57
	 * OPTION
dvander@324
    58
	 * OPTION
dvander@324
    59
	 * OPTION...
dvander@324
    60
	 *
dvander@324
    61
	 * SECTIONNAME is an IDENTIFIER.
dvander@324
    62
	 * OPTION can be repeated any number of times, once per line.
dvander@324
    63
	 * OPTION is defined as one of:
dvander@324
    64
	 *  KEY = "VALUE"
dvander@324
    65
	 *  KEY = VALUE
dvander@324
    66
	 *  KEY
dvander@324
    67
	 * Where KEY is an IDENTIFIER and VALUE is a STRING.
dvander@324
    68
	 * 
dvander@324
    69
	 * WHITESPACE should always be omitted.
ds@729
    70
	 * COMMENTS should be stripped, and are defined as text occurring in:
dvander@324
    71
	 * ;<TEXT>
dvander@324
    72
	 * 
dvander@324
    73
	 * Example file below.  Note that
dvander@324
    74
	 * The second line is technically invalid.  The event handler
dvander@324
    75
	 * must decide whether this should be allowed.
dvander@324
    76
	 * --FILE BELOW--
dvander@324
    77
	 * [gaben]
dvander@324
    78
	 * hi = clams
dvander@324
    79
	 * bye = "NO CLAMS"
dvander@324
    80
	 *
dvander@324
    81
	 * [valve]
dvander@324
    82
	 * cannot
dvander@324
    83
	 * maintain
dvander@324
    84
	 * products
dvander@324
    85
	 */
dvander@372
    86
dvander@372
    87
	/**
dvander@372
    88
	 * @brief Contains parse events for INI files.
dvander@372
    89
	 */
dvander@324
    90
	class ITextListener_INI
dvander@324
    91
	{
dvander@324
    92
	public:
dvander@1656
    93
		/** 
dvander@1656
    94
		 * @brief Returns version number.
dvander@1656
    95
		 */
dvander@1656
    96
		virtual unsigned int GetTextParserVersion1()
dvander@1656
    97
		{
dvander@1656
    98
			return SMINTERFACE_TEXTPARSERS_VERSION;
dvander@1656
    99
		}
dvander@1656
   100
	public:
dvander@324
   101
		/**
dvander@324
   102
		 * @brief Called when a new section is encountered in an INI file.
dvander@324
   103
		 * 
dvander@324
   104
		 * @param section		Name of section in between the [ and ] characters.
dvander@324
   105
		 * @param invalid_tokens True if invalid tokens were detected in the name.
dvander@324
   106
		 * @param close_bracket	True if a closing bracket was detected, false otherwise.
dvander@324
   107
		 * @param extra_tokens	True if extra tokens were detected on the line.
dvander@324
   108
		 * @param curtok		Contains current token in the line where the section name starts.
dvander@324
   109
		 *						You can add to this offset when failing to point to a token.
dvander@324
   110
		 * @return				True to keep parsing, false otherwise.
dvander@324
   111
		 */
dvander@324
   112
		virtual bool ReadINI_NewSection(const char *section,
dvander@324
   113
										bool invalid_tokens,
dvander@324
   114
										bool close_bracket,
dvander@324
   115
										bool extra_tokens,
dvander@324
   116
										unsigned int *curtok)
dvander@324
   117
		{
dvander@324
   118
			return true;
dvander@324
   119
		}
dvander@324
   120
dvander@324
   121
		/**
dvander@324
   122
		 * @brief Called when encountering a key/value pair in an INI file.
dvander@324
   123
		 * 
dvander@324
   124
		 * @param key			Name of key.
dvander@324
   125
		 * @param value			String containing value (with quotes stripped, if any).
dvander@324
   126
		 * @param invalid_tokens Whether or not the key contained invalid tokens.
dvander@324
   127
		 * @param equal_token	There was an '=' sign present (in case the value is missing).
dvander@324
   128
		 * @param quotes		Whether value was enclosed in quotes.
dvander@372
   129
		 * @param curtok		Contains the token index of the start of the value string.  
dvander@324
   130
		 *						This can be changed when returning false.
dvander@324
   131
		 * @return				True to keep parsing, false otherwise.
dvander@324
   132
		 */
dvander@324
   133
		virtual bool ReadINI_KeyValue(const char *key, 
dvander@324
   134
									  const char *value, 
dvander@324
   135
									  bool invalid_tokens,
dvander@324
   136
									  bool equal_token,
dvander@324
   137
									  bool quotes,
dvander@324
   138
									  unsigned int *curtok)
dvander@324
   139
		{
dvander@324
   140
			return true;
dvander@324
   141
		}
dvander@324
   142
dvander@324
   143
		/**
dvander@324
   144
		 * @brief Called after a line has been preprocessed, if it has text.
dvander@324
   145
		 *
dvander@324
   146
		 * @param line			Contents of line.
dvander@324
   147
		 * @param curtok		Pointer to optionally store failed position in string.
dvander@324
   148
		 * @return				True to keep parsing, false otherwise.
dvander@324
   149
		 */
dvander@372
   150
		virtual bool ReadINI_RawLine(const char *line, unsigned int *curtok)
dvander@324
   151
		{
dvander@324
   152
			return true;
dvander@324
   153
		}
dvander@324
   154
	};
dvander@324
   155
dvander@324
   156
	/**
dvander@324
   157
	 * :TODO: write this in CFG (context free grammar) format so it makes sense
dvander@324
   158
	 * 
dvander@324
   159
	 * The SMC file format is defined as:
dvander@324
   160
	 * WHITESPACE: 0x20, \n, \t, \r
dvander@351
   161
	 * IDENTIFIER: Any ASCII character EXCLUDING ", {, }, ;, //, / *, or WHITESPACE.
dvander@324
   162
	 * STRING: Any set of symbols enclosed in quotes.
dvander@324
   163
	 * Note: if a STRING does not have quotes, it is parsed as an IDENTIFIER.
dvander@324
   164
	 *
dvander@324
   165
	 * Basic syntax is comprised of SECTIONBLOCKs.
dvander@324
   166
	 * A SECTIONBLOCK defined as:
dvander@324
   167
	 *
dvander@324
   168
	 * SECTIONNAME
dvander@324
   169
	 * {
dvander@324
   170
	 *    OPTION
dvander@324
   171
	 * }
dvander@324
   172
	 * 
dvander@324
   173
	 * OPTION can be repeated any number of times inside a SECTIONBLOCK.
dvander@324
   174
	 * A new line will terminate an OPTION, but there can be more than one OPTION per line.
dvander@324
   175
	 * OPTION is defined any of:
dvander@324
   176
	 * 	  "KEY"  "VALUE"
dvander@324
   177
	 *    SECTIONBLOCK
dvander@324
   178
	 *
dvander@324
   179
	 * SECTIONNAME, KEY, VALUE, and SINGLEKEY are strings
dvander@324
   180
	 * SECTIONNAME cannot have trailing characters if quoted, but the quotes can be optionally removed.
dvander@324
   181
	 * If SECTIONNAME is not enclosed in quotes, the entire sectionname string is used (minus surrounding whitespace).
dvander@324
   182
	 * If KEY is not enclosed in quotes, the key is terminated at first whitespace.
dvander@324
   183
	 * If VALUE is not properly enclosed in quotes, the entire value string is used (minus surrounding whitespace).
dvander@324
   184
	 * The VALUE may have inner quotes, but the key string may not.
dvander@324
   185
	 *
dvander@324
   186
	 * For an example, see configs/permissions.cfg
dvander@324
   187
	 *
dvander@324
   188
	 * WHITESPACE should be ignored.
ds@729
   189
	 * Comments are text occurring inside the following tokens, and should be stripped
dvander@324
   190
	 * unless they are inside literal strings:
dvander@324
   191
	 *  ;<TEXT>
dvander@324
   192
	 *  //<TEXT>
dvander@351
   193
	 *  / *<TEXT> */
dvander@324
   194
dvander@372
   195
	/**
dvander@372
   196
	 * @brief Lists actions to take when an SMC parse hook is done.
dvander@372
   197
	 */
dvander@1656
   198
	enum SMCResult
dvander@324
   199
	{
dvander@1656
   200
		SMCResult_Continue,		/**< Continue parsing */
dvander@1656
   201
		SMCResult_Halt,			/**< Stop parsing here */
dvander@1656
   202
		SMCResult_HaltFail		/**< Stop parsing and return SMCError_Custom */
dvander@324
   203
	};
dvander@324
   204
dvander@372
   205
	/**
dvander@372
   206
	 * @brief Lists error codes possible from parsing an SMC file.
dvander@372
   207
	 */
dvander@1656
   208
	enum SMCError
dvander@324
   209
	{
dvander@1656
   210
		SMCError_Okay = 0,			/**< No error */
dvander@1656
   211
		SMCError_StreamOpen,		/**< Stream failed to open */
dvander@1656
   212
		SMCError_StreamError,		/**< The stream died... somehow */
dvander@1656
   213
		SMCError_Custom,			/**< A custom handler threw an error */
dvander@1656
   214
		SMCError_InvalidSection1,	/**< A section was declared without quotes, and had extra tokens */
dvander@1656
   215
		SMCError_InvalidSection2,	/**< A section was declared without any header */
dvander@1656
   216
		SMCError_InvalidSection3,	/**< A section ending was declared with too many unknown tokens */
dvander@1656
   217
		SMCError_InvalidSection4,	/**< A section ending has no matching beginning */
dvander@1656
   218
		SMCError_InvalidSection5,	/**< A section beginning has no matching ending */
dvander@1656
   219
		SMCError_InvalidTokens,		/**< There were too many unidentifiable strings on one line */
dvander@1656
   220
		SMCError_TokenOverflow,		/**< The token buffer overflowed */
dvander@1656
   221
		SMCError_InvalidProperty1,	/**< A property was declared outside of any section */
dvander@1656
   222
	};
dvander@1656
   223
dvander@1656
   224
	/**
dvander@1656
   225
	 * @brief States for line/column
dvander@1656
   226
	 */
dvander@1656
   227
	struct SMCStates
dvander@1656
   228
	{
dvander@1656
   229
		unsigned int line;			/**< Current line */
dvander@1656
   230
		unsigned int col;			/**< Current col */
dvander@324
   231
	};
dvander@324
   232
dvander@372
   233
	/**
dvander@372
   234
	 * @brief Describes the events available for reading an SMC stream.
dvander@372
   235
	 */
dvander@324
   236
	class ITextListener_SMC
dvander@324
   237
	{
dvander@324
   238
	public:
dvander@1656
   239
		/** 
dvander@1656
   240
		 * @brief Returns version number.
dvander@1656
   241
		 */
dvander@1656
   242
		virtual unsigned int GetTextParserVersion2()
dvander@1656
   243
		{
dvander@1656
   244
			return SMINTERFACE_TEXTPARSERS_VERSION;
dvander@1656
   245
		}
dvander@1656
   246
	public:
dvander@324
   247
		/**
dvander@324
   248
		 * @brief Called when starting parsing.
dvander@324
   249
		 */
dvander@324
   250
		virtual void ReadSMC_ParseStart()
dvander@324
   251
		{
dvander@324
   252
		};
dvander@324
   253
dvander@324
   254
		/**
dvander@324
   255
		 * @brief Called when ending parsing.
dvander@324
   256
		 *
dvander@324
   257
		 * @param halted			True if abnormally halted, false otherwise.
dvander@324
   258
		 * @param failed			True if parsing failed, false otherwise.
dvander@324
   259
		 */
dvander@324
   260
		virtual void ReadSMC_ParseEnd(bool halted, bool failed)
dvander@324
   261
		{
dvander@324
   262
		}
dvander@324
   263
dvander@324
   264
		/**
dvander@324
   265
		 * @brief Called when entering a new section
dvander@324
   266
		 *
dvander@1656
   267
		 * @param states		Parsing states.
dvander@324
   268
		 * @param name			Name of section, with the colon omitted.
dvander@1656
   269
		 * @return				SMCResult directive.
dvander@324
   270
		 */
dvander@1656
   271
		virtual SMCResult ReadSMC_NewSection(const SMCStates *states, const char *name)
dvander@324
   272
		{
dvander@1656
   273
			return SMCResult_Continue;
dvander@324
   274
		}
dvander@324
   275
dvander@324
   276
		/**
dvander@324
   277
		 * @brief Called when encountering a key/value pair in a section.
dvander@324
   278
		 * 
dvander@1656
   279
		 * @param states		Parsing states.
dvander@324
   280
		 * @param key			Key string.
dvander@324
   281
		 * @param value			Value string.  If no quotes were specified, this will be NULL, 
dvander@1656
   282
		 *						and key will contain the entire string.
dvander@1656
   283
		 * @return				SMCResult directive.
dvander@324
   284
		 */
dvander@1656
   285
		virtual SMCResult ReadSMC_KeyValue(const SMCStates *states, const char *key, const char *value)
dvander@324
   286
		{
dvander@1656
   287
			return SMCResult_Continue;
dvander@324
   288
		}
dvander@324
   289
dvander@324
   290
		/**
dvander@324
   291
		 * @brief Called when leaving the current section.
dvander@324
   292
		 *
dvander@1678
   293
		 * @param states		Parsing states.
dvander@1656
   294
		 * @return				SMCResult directive.
dvander@324
   295
		 */
dvander@1656
   296
		virtual SMCResult ReadSMC_LeavingSection(const SMCStates *states)
dvander@324
   297
		{
dvander@1656
   298
			return SMCResult_Continue;
dvander@324
   299
		}
dvander@324
   300
dvander@324
   301
		/**
dvander@324
   302
		 * @brief Called after an input line has been preprocessed.
dvander@324
   303
		 *
dvander@1656
   304
		 * @param states		Parsing states.
dvander@1656
   305
		 * @param line			Contents of the line, null terminated at the position 
dvander@1656
   306
		 * 						of the newline character (thus, no newline will exist).
dvander@1656
   307
		 * @return				SMCResult directive.
dvander@324
   308
		 */
dvander@1656
   309
		virtual SMCResult ReadSMC_RawLine(const SMCStates *states, const char *line)
dvander@324
   310
		{
dvander@1656
   311
			return SMCResult_Continue;
dvander@324
   312
		}
dvander@324
   313
	};	
dvander@324
   314
dvander@372
   315
	/**
dvander@372
   316
	 * @brief Contains various text stream parsing functions.
dvander@372
   317
	 */
dvander@324
   318
	class ITextParsers : public SMInterface
dvander@324
   319
	{
dvander@324
   320
	public:
dvander@324
   321
		virtual const char *GetInterfaceName()
dvander@324
   322
		{
dvander@324
   323
			return SMINTERFACE_TEXTPARSERS_NAME;
dvander@324
   324
		}
dvander@324
   325
		virtual unsigned int GetInterfaceVersion()
dvander@324
   326
		{
dvander@324
   327
			return SMINTERFACE_TEXTPARSERS_VERSION;
dvander@324
   328
		}
dvander@1656
   329
		virtual bool IsVersionCompatible(unsigned int version)
dvander@1656
   330
		{
dvander@1656
   331
			if (version < 2)
dvander@1656
   332
			{
dvander@1656
   333
				return false;
dvander@1656
   334
			}
dvander@1656
   335
			return SMInterface::IsVersionCompatible(version);
dvander@1656
   336
		}
dvander@324
   337
	public:
dvander@324
   338
		/**
dvander@324
   339
		 * @brief Parses an INI-format file.
dvander@324
   340
		 *
dvander@324
   341
		 * @param file			Path to file.
dvander@324
   342
		 * @param ini_listener	Event handler for reading file.
dvander@324
   343
		 * @param line			If non-NULL, will contain last line parsed (0 if file could not be opened).
dvander@324
   344
		 * @param col			If non-NULL, will contain last column parsed (undefined if file could not be opened).
ds@729
   345
		 * @return				True if parsing succeeded, false if file couldn't be opened or there was a syntax error.
dvander@324
   346
		 */
dvander@324
   347
		virtual bool ParseFile_INI(const char *file, 
dvander@324
   348
									ITextListener_INI *ini_listener,
dvander@324
   349
									unsigned int *line,
dvander@324
   350
									unsigned int *col) =0;
dvander@324
   351
dvander@324
   352
		/**
dvander@324
   353
		 * @brief Parses an SMC-format text file.
dvander@324
   354
		 * Note that the parser makes every effort to obey broken syntax.
dvander@324
   355
		 * For example, if an open brace is missing, but the section name has a colon,
dvander@324
   356
		 * it will let you know.  It is up to the event handlers to decide whether to be strict or not.
dvander@324
   357
		 *
dvander@324
   358
		 * @param file			Path to file.
dvander@324
   359
		 * @param smc_listener	Event handler for reading file.
dvander@1656
   360
		 * @param states		Optional pointer to store last known states.
dvander@1656
   361
		 * @return				An SMCError result code.
dvander@324
   362
		 */
dvander@1656
   363
		virtual SMCError ParseFile_SMC(const char *file, 
dvander@324
   364
									ITextListener_SMC *smc_listener, 
dvander@1656
   365
									SMCStates *states) =0;
dvander@324
   366
dvander@324
   367
		/**
dvander@1656
   368
		 * @brief Converts an SMCError to a string.
dvander@324
   369
		 *
dvander@1656
   370
		 * @param err			SMCError.
dvander@324
   371
		 * @return				String error message, or NULL if none.
dvander@324
   372
		 */
dvander@1656
   373
		virtual const char *GetSMCErrorString(SMCError err) =0;
dvander@324
   374
dvander@324
   375
	public:
dvander@324
   376
		/**
dvander@324
   377
		 * @brief Returns the number of bytes that a multi-byte character contains in a UTF-8 stream.
dvander@324
   378
		 * If the current character is not multi-byte, the function returns 1.
dvander@324
   379
		 *
dvander@324
   380
		 * @param stream		Pointer to multi-byte ANSI character string.
dvander@324
   381
		 * @return				Number of bytes in current character.
dvander@324
   382
		 */
dvander@324
   383
		virtual unsigned int GetUTF8CharBytes(const char *stream) =0;
dvander@1406
   384
dvander@1406
   385
		/**
dvander@1406
   386
		 * @brief Returns whether the first multi-byte character in the given stream
dvander@1406
   387
		 * is a whitespace character.
dvander@1406
   388
		 *
dvander@1406
   389
		 * @param stream		Pointer to multi-byte character string.
dvander@1406
   390
		 * @return				True if first character is whitespace, false otherwise.
dvander@1406
   391
		 */
dvander@1406
   392
		virtual bool IsWhitespace(const char *stream) =0;
dvander@1815
   393
dvander@1815
   394
		/**
dvander@1815
   395
		 * @brief Same as ParseFile_SMC, but with an extended error buffer.
dvander@1815
   396
		 *
dvander@1815
   397
		 * @param file			Path to file.
dvander@1815
   398
		 * @param smc_listener	Event handler for reading file.
dvander@1815
   399
		 * @param states		Optional pointer to store last known states.
dvander@1815
   400
		 * @param buffer		Error message buffer.
dvander@1815
   401
		 * @param maxsize		Maximum size of the error buffer.
dvander@1815
   402
		 */
dvander@1815
   403
		virtual SMCError ParseSMCFile(const char *file,
dvander@1815
   404
			ITextListener_SMC *smc_listener,
dvander@1815
   405
			SMCStates *states,
dvander@1815
   406
			char *buffer,
dvander@1815
   407
			size_t maxsize) =0;
dvander@324
   408
	};
dvander@1406
   409
dvander@1406
   410
	inline unsigned int _GetUTF8CharBytes(const char *stream)
dvander@1406
   411
	{
dvander@1406
   412
		unsigned char c = *(unsigned char *)stream;
dvander@1406
   413
		if (c & (1<<7))
dvander@1406
   414
		{
dvander@1406
   415
			if (c & (1<<5))
dvander@1406
   416
			{
dvander@1406
   417
				if (c & (1<<4))
dvander@1406
   418
				{
dvander@1406
   419
					return 4;
dvander@1406
   420
				}
dvander@1406
   421
				return 3;
dvander@1406
   422
			}
dvander@1406
   423
			return 2;
dvander@1406
   424
		}
dvander@1406
   425
		return 1;
dvander@1406
   426
	}
ds@432
   427
}
dvander@324
   428
dvander@1406
   429
extern SourceMod::ITextParsers *textparsers;
dvander@1406
   430
dvander@324
   431
#endif //_INCLUDE_SOURCEMOD_TEXTPARSERS_INTERFACE_H_
dvander@1656
   432