|
dvander@591
|
1 |
/** |
|
ds@653
|
2 |
* vim: set ts=4 : |
|
dvander@1231
|
3 |
* ================================================================ |
|
dvander@1231
|
4 |
* SourceMod |
|
dvander@1231
|
5 |
* Copyright (C) 2004-2007 AlliedModders LLC. All rights reserved. |
|
dvander@1231
|
6 |
* ================================================================ |
|
dvander@591
|
7 |
* |
|
dvander@1231
|
8 |
* This program is free software; you can redistribute it and/or |
|
dvander@1231
|
9 |
* modify it under the terms of the GNU General Public License, |
|
dvander@1231
|
10 |
* version 3.0, as published by the Free Software Foundation. |
|
dvander@1231
|
11 |
* |
|
dvander@1231
|
12 |
* This program is distributed in the hope that it will be useful, |
|
dvander@1231
|
13 |
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
dvander@1231
|
14 |
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
dvander@1231
|
15 |
* GNU General Public License for more details. |
|
dvander@1231
|
16 |
* |
|
dvander@1231
|
17 |
* You should have received a copy of the GNU General Public License |
|
dvander@1231
|
18 |
* along with this program. If not, see <http://www.gnu.org/licenses/>. |
|
dvander@1231
|
19 |
* |
|
dvander@1231
|
20 |
* As a special exception, AlliedModders LLC gives you permission to |
|
dvander@1231
|
21 |
* link the code of this program (as well as its derivative works) to |
|
dvander@1231
|
22 |
* "Half-Life 2," the "Source Engine," the "SourcePawn JIT," and any |
|
dvander@1231
|
23 |
* Game MODs that run on software by the Valve Corporation. You must |
|
dvander@1231
|
24 |
* obey the GNU General Public License in all respects for all other |
|
dvander@1231
|
25 |
* code used. Additionally, AlliedModders LLC grants this exception |
|
dvander@1231
|
26 |
* to all derivative works. AlliedModders LLC defines further |
|
dvander@1231
|
27 |
* exceptions, found in LICENSE.txt (as of this writing, version |
|
dvander@1231
|
28 |
* JULY-31-2007), or <http://www.sourcemod.net/license.php>. |
|
dvander@591
|
29 |
* |
|
dvander@591
|
30 |
* Version: $Id$ |
|
dvander@591
|
31 |
*/ |
|
dvander@591
|
32 |
|
|
dvander@591
|
33 |
#include <stdio.h> |
|
dvander@591
|
34 |
#include <ctype.h> |
|
dvander@591
|
35 |
#include <wctype.h> |
|
dvander@591
|
36 |
#include <string.h> |
|
dvander@591
|
37 |
#include <stdlib.h> |
|
dvander@591
|
38 |
#include <assert.h> |
|
dvander@591
|
39 |
#include "TextParsers.h" |
|
dvander@591
|
40 |
#include "ShareSys.h" |
|
dvander@591
|
41 |
|
|
dvander@616
|
42 |
TextParsers g_TextParser; |
|
dvander@591
|
43 |
|
|
dvander@591
|
44 |
static int g_ini_chartable1[255] = {0}; |
|
dvander@591
|
45 |
static int g_ws_chartable[255] = {0}; |
|
dvander@591
|
46 |
|
|
dvander@631
|
47 |
bool IsWhitespace(const char *stream) |
|
dvander@631
|
48 |
{ |
|
dvander@631
|
49 |
return g_ws_chartable[(unsigned)*stream] == 1; |
|
dvander@631
|
50 |
} |
|
dvander@631
|
51 |
|
|
dvander@616
|
52 |
TextParsers::TextParsers() |
|
dvander@591
|
53 |
{ |
|
dvander@591
|
54 |
g_ini_chartable1[(unsigned)'_'] = 1; |
|
dvander@591
|
55 |
g_ini_chartable1[(unsigned)'-'] = 1; |
|
dvander@591
|
56 |
g_ini_chartable1[(unsigned)','] = 1; |
|
dvander@591
|
57 |
g_ini_chartable1[(unsigned)'+'] = 1; |
|
dvander@591
|
58 |
g_ini_chartable1[(unsigned)'.'] = 1; |
|
dvander@591
|
59 |
g_ini_chartable1[(unsigned)'$'] = 1; |
|
dvander@591
|
60 |
g_ini_chartable1[(unsigned)'?'] = 1; |
|
dvander@591
|
61 |
g_ini_chartable1[(unsigned)'/'] = 1; |
|
dvander@591
|
62 |
g_ws_chartable[(unsigned)'\n'] = 1; |
|
dvander@591
|
63 |
g_ws_chartable[(unsigned)'\v'] = 1; |
|
dvander@591
|
64 |
g_ws_chartable[(unsigned)'\r'] = 1; |
|
dvander@591
|
65 |
g_ws_chartable[(unsigned)'\t'] = 1; |
|
dvander@591
|
66 |
g_ws_chartable[(unsigned)'\f'] = 1; |
|
dvander@591
|
67 |
g_ws_chartable[(unsigned)' '] = 1; |
|
dvander@591
|
68 |
} |
|
dvander@591
|
69 |
|
|
dvander@616
|
70 |
void TextParsers::OnSourceModAllInitialized() |
|
dvander@591
|
71 |
{ |
|
dvander@591
|
72 |
g_ShareSys.AddInterface(NULL, this); |
|
dvander@591
|
73 |
} |
|
dvander@591
|
74 |
|
|
dvander@616
|
75 |
unsigned int TextParsers::GetUTF8CharBytes(const char *stream) |
|
dvander@591
|
76 |
{ |
|
dvander@591
|
77 |
return _GetUTF8CharBytes(stream); |
|
dvander@591
|
78 |
} |
|
dvander@591
|
79 |
|
|
dvander@591
|
80 |
/** |
|
dvander@591
|
81 |
* Character streams |
|
dvander@591
|
82 |
*/ |
|
dvander@591
|
83 |
|
|
dvander@591
|
84 |
struct CharStream |
|
dvander@591
|
85 |
{ |
|
dvander@591
|
86 |
const char *curpos; |
|
dvander@591
|
87 |
}; |
|
dvander@591
|
88 |
|
|
dvander@591
|
89 |
bool CharStreamReader(void *stream, char *buffer, size_t maxlength, unsigned int *read) |
|
dvander@591
|
90 |
{ |
|
dvander@591
|
91 |
CharStream *srdr = (CharStream *)stream; |
|
dvander@591
|
92 |
|
|
dvander@591
|
93 |
const char *ptr = srdr->curpos; |
|
dvander@591
|
94 |
for (size_t i=0; i<maxlength; i++) |
|
dvander@591
|
95 |
{ |
|
dvander@591
|
96 |
if (*ptr == '\0') |
|
dvander@591
|
97 |
{ |
|
dvander@591
|
98 |
break; |
|
dvander@591
|
99 |
} |
|
dvander@591
|
100 |
*buffer++ = *ptr++; |
|
dvander@591
|
101 |
} |
|
dvander@591
|
102 |
|
|
dvander@591
|
103 |
*read = ptr - srdr->curpos; |
|
dvander@591
|
104 |
|
|
dvander@591
|
105 |
srdr->curpos = ptr; |
|
dvander@591
|
106 |
|
|
dvander@591
|
107 |
return true; |
|
dvander@591
|
108 |
} |
|
dvander@591
|
109 |
|
|
dvander@616
|
110 |
SMCParseError TextParsers::ParseString_SMC(const char *stream, |
|
dvander@591
|
111 |
ITextListener_SMC *smc, |
|
dvander@591
|
112 |
unsigned int *line, |
|
dvander@591
|
113 |
unsigned int *col) |
|
dvander@591
|
114 |
{ |
|
dvander@591
|
115 |
CharStream srdr = { stream }; |
|
dvander@591
|
116 |
|
|
dvander@591
|
117 |
return ParseStream_SMC(&srdr, CharStreamReader, smc, line, col); |
|
dvander@591
|
118 |
} |
|
dvander@591
|
119 |
|
|
dvander@591
|
120 |
/** |
|
dvander@591
|
121 |
* File streams |
|
dvander@591
|
122 |
*/ |
|
dvander@591
|
123 |
|
|
dvander@591
|
124 |
bool FileStreamReader(void *stream, char *buffer, size_t maxlength, unsigned int *read) |
|
dvander@591
|
125 |
{ |
|
dvander@591
|
126 |
size_t num = fread(buffer, 1, maxlength, (FILE *)stream); |
|
dvander@591
|
127 |
|
|
dvander@591
|
128 |
*read = static_cast<unsigned int>(num); |
|
dvander@591
|
129 |
|
|
dvander@591
|
130 |
if (num == 0 && feof((FILE *)stream)) |
|
dvander@591
|
131 |
{ |
|
dvander@591
|
132 |
return true; |
|
dvander@591
|
133 |
} |
|
dvander@591
|
134 |
|
|
dvander@591
|
135 |
return (ferror((FILE *)stream) == 0); |
|
dvander@591
|
136 |
} |
|
dvander@591
|
137 |
|
|
dvander@616
|
138 |
SMCParseError TextParsers::ParseFile_SMC(const char *file, ITextListener_SMC *smc, unsigned int *line, unsigned int *col) |
|
dvander@591
|
139 |
{ |
|
dvander@591
|
140 |
FILE *fp = fopen(file, "rt"); |
|
dvander@591
|
141 |
|
|
dvander@591
|
142 |
if (!fp) |
|
dvander@591
|
143 |
{ |
|
dvander@591
|
144 |
return SMCParse_StreamOpen; |
|
dvander@591
|
145 |
} |
|
dvander@591
|
146 |
|
|
dvander@591
|
147 |
SMCParseError result = ParseStream_SMC(fp, FileStreamReader, smc, line, col); |
|
dvander@591
|
148 |
|
|
dvander@591
|
149 |
fclose(fp); |
|
dvander@591
|
150 |
|
|
dvander@591
|
151 |
return result; |
|
dvander@591
|
152 |
} |
|
dvander@591
|
153 |
|
|
dvander@591
|
154 |
/** |
|
dvander@591
|
155 |
* Raw parsing of streams with helper functions |
|
dvander@591
|
156 |
*/ |
|
dvander@591
|
157 |
|
|
dvander@591
|
158 |
struct StringInfo |
|
dvander@591
|
159 |
{ |
|
dvander@591
|
160 |
StringInfo() : quoted(false), ptr(NULL), end(NULL), special(false) { } |
|
dvander@591
|
161 |
bool quoted; |
|
dvander@591
|
162 |
char *ptr; |
|
dvander@591
|
163 |
char *end; |
|
dvander@591
|
164 |
bool special; |
|
dvander@591
|
165 |
}; |
|
dvander@591
|
166 |
|
|
dvander@591
|
167 |
const char *FixupString(StringInfo &data) |
|
dvander@591
|
168 |
{ |
|
dvander@591
|
169 |
if (!data.ptr) |
|
dvander@591
|
170 |
{ |
|
dvander@591
|
171 |
return NULL; |
|
dvander@591
|
172 |
} |
|
dvander@591
|
173 |
|
|
dvander@591
|
174 |
if (data.quoted) |
|
dvander@591
|
175 |
{ |
|
dvander@591
|
176 |
data.ptr++; |
|
dvander@591
|
177 |
} |
|
dvander@591
|
178 |
#if defined _DEBUG |
|
dvander@591
|
179 |
else { |
|
dvander@591
|
180 |
/* A string will never have beginning whitespace because we ignore it in the stream. |
|
dvander@591
|
181 |
* Furthermore, if there is trailing whitespace, the end ptr will point to it, so it is valid |
|
dvander@591
|
182 |
* to overwrite! Lastly, the last character must be whitespace or a comment/invalid character. |
|
dvander@591
|
183 |
*/ |
|
dvander@591
|
184 |
} |
|
dvander@591
|
185 |
#endif |
|
dvander@591
|
186 |
|
|
dvander@1073
|
187 |
/* Do some extra work on strings that have special quoted characters. */ |
|
dvander@591
|
188 |
if (data.special) |
|
dvander@591
|
189 |
{ |
|
dvander@1073
|
190 |
char *outptr = data.ptr; |
|
dvander@1073
|
191 |
size_t len = data.end - data.ptr; |
|
dvander@1073
|
192 |
if (len >= 2) |
|
dvander@1073
|
193 |
{ |
|
dvander@1073
|
194 |
for (size_t i=0; i<len; i++) |
|
dvander@1073
|
195 |
{ |
|
dvander@1073
|
196 |
if (data.ptr[i] == '\\' && i < len - 1) |
|
dvander@1073
|
197 |
{ |
|
dvander@1073
|
198 |
/* Resolve the next character. */ |
|
dvander@1073
|
199 |
i++; |
|
dvander@1073
|
200 |
if (data.ptr[i] == 'n') |
|
dvander@1073
|
201 |
{ |
|
dvander@1073
|
202 |
data.ptr[i] = '\n'; |
|
dvander@1073
|
203 |
} else if (data.ptr[i] == 't') { |
|
dvander@1073
|
204 |
data.ptr[i] = '\t'; |
|
dvander@1073
|
205 |
} else if (data.ptr[i] == 'r') { |
|
dvander@1073
|
206 |
data.ptr[i] = '\r'; |
|
dvander@1073
|
207 |
} else if (data.ptr[i] != '\\' |
|
dvander@1073
|
208 |
&& data.ptr[i] != '"') { |
|
dvander@1073
|
209 |
/* This character is invalid, so go back one */ |
|
dvander@1073
|
210 |
i--; |
|
dvander@1073
|
211 |
} |
|
dvander@1073
|
212 |
} |
|
dvander@1073
|
213 |
*outptr++ = data.ptr[i]; |
|
dvander@1073
|
214 |
} |
|
dvander@1073
|
215 |
*outptr = '\0'; |
|
dvander@1073
|
216 |
} |
|
dvander@591
|
217 |
} |
|
dvander@591
|
218 |
|
|
dvander@591
|
219 |
*(data.end) = '\0'; |
|
dvander@591
|
220 |
|
|
dvander@591
|
221 |
return data.ptr; |
|
dvander@591
|
222 |
} |
|
dvander@591
|
223 |
|
|
dvander@591
|
224 |
const char *rotate(StringInfo info[3]) |
|
dvander@591
|
225 |
{ |
|
dvander@591
|
226 |
if (info[2].ptr != NULL) |
|
dvander@591
|
227 |
{ |
|
dvander@591
|
228 |
return info[2].ptr; |
|
dvander@591
|
229 |
} |
|
dvander@591
|
230 |
|
|
dvander@591
|
231 |
if (info[0].ptr != NULL) |
|
dvander@591
|
232 |
{ |
|
dvander@591
|
233 |
info[2] = info[1]; |
|
dvander@591
|
234 |
info[1] = info[0]; |
|
dvander@591
|
235 |
info[0] = StringInfo(); |
|
dvander@591
|
236 |
} |
|
dvander@591
|
237 |
|
|
dvander@591
|
238 |
return NULL; |
|
dvander@591
|
239 |
} |
|
dvander@591
|
240 |
|
|
dvander@591
|
241 |
void scrap(StringInfo info[3]) |
|
dvander@591
|
242 |
{ |
|
dvander@591
|
243 |
info[2] = StringInfo(); |
|
dvander@591
|
244 |
info[1] = StringInfo(); |
|
dvander@591
|
245 |
info[0] = StringInfo(); |
|
dvander@591
|
246 |
} |
|
dvander@591
|
247 |
|
|
dvander@591
|
248 |
void reloc(StringInfo &data, unsigned int bytes) |
|
dvander@591
|
249 |
{ |
|
dvander@591
|
250 |
if (data.ptr) |
|
dvander@591
|
251 |
{ |
|
dvander@591
|
252 |
data.ptr -= bytes; |
|
dvander@591
|
253 |
} |
|
dvander@591
|
254 |
if (data.end) |
|
dvander@591
|
255 |
{ |
|
dvander@591
|
256 |
data.end -= bytes; |
|
dvander@591
|
257 |
} |
|
dvander@591
|
258 |
} |
|
dvander@591
|
259 |
|
|
dvander@591
|
260 |
char *lowstring(StringInfo info[3]) |
|
dvander@591
|
261 |
{ |
|
dvander@591
|
262 |
for (int i=2; i>=0; i--) |
|
dvander@591
|
263 |
{ |
|
dvander@591
|
264 |
if (info[i].ptr) |
|
dvander@591
|
265 |
{ |
|
dvander@591
|
266 |
return info[i].ptr; |
|
dvander@591
|
267 |
} |
|
dvander@591
|
268 |
} |
|
dvander@591
|
269 |
|
|
dvander@591
|
270 |
return NULL; |
|
dvander@591
|
271 |
} |
|
dvander@591
|
272 |
|
|
dvander@616
|
273 |
SMCParseError TextParsers::ParseStream_SMC(void *stream, |
|
dvander@591
|
274 |
STREAMREADER srdr, |
|
dvander@591
|
275 |
ITextListener_SMC *smc, |
|
dvander@591
|
276 |
unsigned int *line, |
|
dvander@591
|
277 |
unsigned int *col) |
|
dvander@591
|
278 |
{ |
|
dvander@591
|
279 |
char in_buf[4096]; |
|
dvander@591
|
280 |
char *reparse_point = NULL; |
|
dvander@591
|
281 |
char *parse_point = in_buf; |
|
dvander@591
|
282 |
char *line_begin = in_buf; |
|
dvander@591
|
283 |
unsigned int read; |
|
dvander@591
|
284 |
unsigned int curline = 1; |
|
dvander@591
|
285 |
unsigned int curtok = 0; |
|
dvander@591
|
286 |
unsigned int curlevel = 0; |
|
dvander@591
|
287 |
bool in_quote = false; |
|
dvander@591
|
288 |
bool ignoring = false; |
|
dvander@591
|
289 |
bool eol_comment = false; |
|
dvander@591
|
290 |
bool ml_comment = false; |
|
dvander@591
|
291 |
unsigned int i; |
|
dvander@591
|
292 |
SMCParseError err = SMCParse_Okay; |
|
dvander@591
|
293 |
SMCParseResult res; |
|
dvander@591
|
294 |
char c; |
|
dvander@591
|
295 |
|
|
dvander@591
|
296 |
StringInfo strings[3]; |
|
dvander@591
|
297 |
StringInfo emptystring; |
|
dvander@591
|
298 |
|
|
dvander@591
|
299 |
smc->ReadSMC_ParseStart(); |
|
dvander@591
|
300 |
|
|
dvander@591
|
301 |
while (srdr(stream, parse_point, sizeof(in_buf) - (parse_point - line_begin) - 1, &read)) |
|
dvander@591
|
302 |
{ |
|
dvander@591
|
303 |
if (!read) |
|
dvander@591
|
304 |
{ |
|
dvander@591
|
305 |
break; |
|
dvander@591
|
306 |
} |
|
dvander@591
|
307 |
|
|
dvander@591
|
308 |
/* :TODO: do this outside of the main loop somehow |
|
dvander@591
|
309 |
* This checks for BOM markings |
|
dvander@591
|
310 |
*/ |
|
dvander@591
|
311 |
if (curline == 1 && |
|
dvander@591
|
312 |
in_buf[0] == (char)0xEF && |
|
dvander@591
|
313 |
in_buf[1] == (char)0xBB && |
|
dvander@591
|
314 |
in_buf[2] == (char)0xBF) |
|
dvander@591
|
315 |
{ |
|
dvander@1143
|
316 |
/* Move EVERYTHING down :\ */ |
|
dvander@1143
|
317 |
memmove(in_buf, &in_buf[3], read - 3); |
|
dvander@1143
|
318 |
read -= 3; |
|
dvander@591
|
319 |
} |
|
dvander@591
|
320 |
|
|
dvander@591
|
321 |
if (reparse_point) |
|
dvander@591
|
322 |
{ |
|
dvander@591
|
323 |
read += (parse_point - reparse_point); |
|
dvander@591
|
324 |
parse_point = reparse_point; |
|
dvander@591
|
325 |
reparse_point = NULL; |
|
dvander@591
|
326 |
} |
|
dvander@591
|
327 |
|
|
dvander@591
|
328 |
for (i=0; i<read; i++) |
|
dvander@591
|
329 |
{ |
|
dvander@591
|
330 |
c = parse_point[i]; |
|
dvander@591
|
331 |
if (c == '\n') |
|
dvander@591
|
332 |
{ |
|
dvander@591
|
333 |
/* If we got a newline, there's a lot of things that could have happened in the interim. |
|
dvander@591
|
334 |
* First, let's make sure the staged strings are rotated. |
|
dvander@591
|
335 |
*/ |
|
dvander@591
|
336 |
if (strings[0].ptr) |
|
dvander@591
|
337 |
{ |
|
dvander@591
|
338 |
strings[0].end = &parse_point[i]; |
|
dvander@591
|
339 |
if (rotate(strings) != NULL) |
|
dvander@591
|
340 |
{ |
|
dvander@591
|
341 |
err = SMCParse_InvalidTokens; |
|
dvander@591
|
342 |
goto failed; |
|
dvander@591
|
343 |
} |
|
dvander@591
|
344 |
} |
|
dvander@591
|
345 |
|
|
dvander@591
|
346 |
/* Next, let's clear some line-based values that may no longer have meaning */ |
|
dvander@591
|
347 |
eol_comment = false; |
|
dvander@591
|
348 |
in_quote = false; |
|
dvander@591
|
349 |
if (ignoring && !ml_comment) |
|
dvander@591
|
350 |
{ |
|
dvander@591
|
351 |
ignoring = false; |
|
dvander@591
|
352 |
} |
|
dvander@591
|
353 |
|
|
dvander@591
|
354 |
/* Pass the raw line onto the listener */ |
|
dvander@591
|
355 |
if ((res=smc->ReadSMC_RawLine(line_begin, curline)) != SMCParse_Continue) |
|
dvander@591
|
356 |
{ |
|
dvander@591
|
357 |
err = (res == SMCParse_HaltFail) ? SMCParse_Custom : SMCParse_Okay; |
|
dvander@591
|
358 |
goto failed; |
|
dvander@591
|
359 |
} |
|
dvander@591
|
360 |
|
|
dvander@591
|
361 |
/* Now we check the sanity of our staged strings! */ |
|
dvander@591
|
362 |
if (strings[2].ptr) |
|
dvander@591
|
363 |
{ |
|
dvander@591
|
364 |
if (!curlevel) |
|
dvander@591
|
365 |
{ |
|
dvander@591
|
366 |
err = SMCParse_InvalidProperty1; |
|
dvander@591
|
367 |
goto failed; |
|
dvander@591
|
368 |
} |
|
dvander@591
|
369 |
/* Assume the next string is a property and pass the info on. */ |
|
dvander@591
|
370 |
if ((res=smc->ReadSMC_KeyValue( |
|
dvander@591
|
371 |
FixupString(strings[2]), |
|
dvander@591
|
372 |
FixupString(strings[1]), |
|
dvander@591
|
373 |
strings[2].quoted, |
|
dvander@591
|
374 |
strings[1].quoted)) != SMCParse_Continue) |
|
dvander@591
|
375 |
{ |
|
dvander@591
|
376 |
err = (res == SMCParse_HaltFail) ? SMCParse_Custom : SMCParse_Okay; |
|
dvander@591
|
377 |
goto failed; |
|
dvander@591
|
378 |
} |
|
dvander@591
|
379 |
scrap(strings); |
|
dvander@591
|
380 |
} |
|
dvander@591
|
381 |
|
|
dvander@591
|
382 |
/* Change the states for the next line */ |
|
dvander@591
|
383 |
curtok = 0; |
|
dvander@591
|
384 |
curline++; |
|
dvander@591
|
385 |
line_begin = &parse_point[i+1]; //Note: safe because this gets relocated later |
|
dvander@591
|
386 |
} else if (ignoring) { |
|
dvander@591
|
387 |
if (in_quote) |
|
dvander@591
|
388 |
{ |
|
dvander@591
|
389 |
/* If i was 0, this case is impossible due to reparsing */ |
|
dvander@591
|
390 |
if ((i != 0) && c == '"' && parse_point[i-1] != '\\') |
|
dvander@591
|
391 |
{ |
|
dvander@591
|
392 |
/* If we reached a quote in an ignore phase, |
|
dvander@591
|
393 |
* we're staging a string and we must rotate it out. |
|
dvander@591
|
394 |
*/ |
|
dvander@591
|
395 |
in_quote = false; |
|
dvander@591
|
396 |
ignoring = false; |
|
dvander@591
|
397 |
/* Set our info */ |
|
dvander@591
|
398 |
strings[0].end = &parse_point[i]; |
|
dvander@591
|
399 |
strings[0].quoted = true; |
|
dvander@591
|
400 |
if (rotate(strings) != NULL) |
|
dvander@591
|
401 |
{ |
|
dvander@591
|
402 |
/* If we rotated too many strings, there was too much crap on one line */ |
|
dvander@591
|
403 |
err = SMCParse_InvalidTokens; |
|
dvander@591
|
404 |
goto failed; |
|
dvander@591
|
405 |
} |
|
dvander@1073
|
406 |
} else if (c == '\\') { |
|
dvander@591
|
407 |
strings[0].special = true; |
|
dvander@1073
|
408 |
if (i == (read - 1)) |
|
dvander@1073
|
409 |
{ |
|
dvander@1073
|
410 |
reparse_point = &parse_point[i]; |
|
dvander@1073
|
411 |
break; |
|
dvander@1073
|
412 |
} |
|
dvander@591
|
413 |
} |
|
dvander@591
|
414 |
} else if (ml_comment) { |
|
dvander@591
|
415 |
if (c == '*') |
|
dvander@591
|
416 |
{ |
|
dvander@591
|
417 |
/* Check if we need to get more input first */ |
|
dvander@591
|
418 |
if (i == read - 1) |
|
dvander@591
|
419 |
{ |
|
dvander@591
|
420 |
reparse_point = &parse_point[i]; |
|
dvander@591
|
421 |
break; |
|
dvander@591
|
422 |
} |
|
dvander@591
|
423 |
if (parse_point[i+1] == '/') |
|
dvander@591
|
424 |
{ |
|
dvander@591
|
425 |
ml_comment = false; |
|
dvander@591
|
426 |
ignoring = false; |
|
dvander@591
|
427 |
/* We should not be staging anything right now. */ |
|
dvander@591
|
428 |
assert(strings[0].ptr == NULL); |
|
dvander@591
|
429 |
/* Advance the input stream so we don't choke on this token */ |
|
dvander@591
|
430 |
i++; |
|
dvander@591
|
431 |
curtok++; |
|
dvander@591
|
432 |
} |
|
dvander@591
|
433 |
} |
|
dvander@591
|
434 |
} |
|
dvander@591
|
435 |
} else { |
|
dvander@591
|
436 |
/* Check if we're whitespace or not */ |
|
dvander@591
|
437 |
if (!g_ws_chartable[(unsigned)c]) |
|
dvander@591
|
438 |
{ |
|
dvander@591
|
439 |
bool restage = false; |
|
dvander@591
|
440 |
/* Check various special tokens: |
|
dvander@591
|
441 |
* ; |
|
dvander@591
|
442 |
* // |
|
dvander@591
|
443 |
* / * |
|
dvander@591
|
444 |
* { |
|
dvander@591
|
445 |
* } |
|
dvander@591
|
446 |
*/ |
|
dvander@591
|
447 |
if (c == ';' || c == '/') |
|
dvander@591
|
448 |
{ |
|
dvander@591
|
449 |
/* If it's a line-based comment (that is, ; or //) |
|
dvander@591
|
450 |
* we will need to scrap everything until the end of the line. |
|
dvander@591
|
451 |
*/ |
|
dvander@591
|
452 |
if (c == '/') |
|
dvander@591
|
453 |
{ |
|
dvander@591
|
454 |
if (i == read - 1) |
|
dvander@591
|
455 |
{ |
|
dvander@591
|
456 |
/* If we reached the end of the look-ahead, we need to re-check our input. |
|
dvander@591
|
457 |
* Breaking out will force this to be the new reparse point! |
|
dvander@591
|
458 |
*/ |
|
dvander@1109
|
459 |
reparse_point = &parse_point[i]; |
|
dvander@591
|
460 |
break; |
|
dvander@591
|
461 |
} |
|
dvander@591
|
462 |
if (parse_point[i + 1] == '/') |
|
dvander@591
|
463 |
{ |
|
dvander@591
|
464 |
/* standard comment */ |
|
dvander@591
|
465 |
ignoring = true; |
|
dvander@591
|
466 |
eol_comment = true; |
|
dvander@591
|
467 |
restage = true; |
|
dvander@591
|
468 |
} else if (parse_point[i+1] == '*') { |
|
dvander@591
|
469 |
/* inline comment - start ignoring */ |
|
dvander@591
|
470 |
ignoring = true; |
|
dvander@591
|
471 |
ml_comment = true; |
|
dvander@591
|
472 |
/* yes, we restage, meaning that: |
|
dvander@591
|
473 |
* STR/ *stuff* /ING (space because ml comments don't nest in C++) |
|
dvander@591
|
474 |
* will not generate 'STRING', but rather 'STR' and 'ING'. |
|
dvander@591
|
475 |
* This should be a rare occurrence and is done here for convenience. |
|
dvander@591
|
476 |
*/ |
|
dvander@591
|
477 |
restage = true; |
|
dvander@591
|
478 |
} |
|
dvander@591
|
479 |
} else { |
|
dvander@591
|
480 |
ignoring = true; |
|
dvander@591
|
481 |
eol_comment = true; |
|
dvander@591
|
482 |
restage = true; |
|
dvander@591
|
483 |
} |
|
dvander@591
|
484 |
} else if (c == '{') { |
|
dvander@591
|
485 |
/* If we are staging a string, we must rotate here */ |
|
dvander@591
|
486 |
if (strings[0].ptr) |
|
dvander@591
|
487 |
{ |
|
dvander@591
|
488 |
/* We have unacceptable tokens on this line */ |
|
dvander@591
|
489 |
if (rotate(strings) != NULL) |
|
dvander@591
|
490 |
{ |
|
dvander@591
|
491 |
err = SMCParse_InvalidSection1; |
|
dvander@591
|
492 |
goto failed; |
|
dvander@591
|
493 |
} |
|
dvander@591
|
494 |
} |
|
dvander@591
|
495 |
/* Sections must always be alone */ |
|
dvander@591
|
496 |
if (strings[2].ptr != NULL) |
|
dvander@591
|
497 |
{ |
|
dvander@591
|
498 |
err = SMCParse_InvalidSection1; |
|
dvander@591
|
499 |
goto failed; |
|
dvander@591
|
500 |
} else if (strings[1].ptr == NULL) { |
|
dvander@591
|
501 |
err = SMCParse_InvalidSection2; |
|
dvander@591
|
502 |
goto failed; |
|
dvander@591
|
503 |
} |
|
dvander@591
|
504 |
if ((res=smc->ReadSMC_NewSection(FixupString(strings[1]), strings[1].quoted)) |
|
dvander@591
|
505 |
!= SMCParse_Continue) |
|
dvander@591
|
506 |
{ |
|
dvander@591
|
507 |
err = (res == SMCParse_HaltFail) ? SMCParse_Custom : SMCParse_Okay; |
|
dvander@591
|
508 |
goto failed; |
|
dvander@591
|
509 |
} |
|
dvander@591
|
510 |
strings[1] = emptystring; |
|
dvander@591
|
511 |
curlevel++; |
|
dvander@591
|
512 |
} else if (c == '}') { |
|
dvander@591
|
513 |
/* Unlike our matching friend, this can be on the same line as something prior */ |
|
dvander@591
|
514 |
if (rotate(strings) != NULL) |
|
dvander@591
|
515 |
{ |
|
dvander@591
|
516 |
err = SMCParse_InvalidSection3; |
|
dvander@591
|
517 |
goto failed; |
|
dvander@591
|
518 |
} |
|
dvander@591
|
519 |
if (strings[2].ptr) |
|
dvander@591
|
520 |
{ |
|
dvander@591
|
521 |
if (!curlevel) |
|
dvander@591
|
522 |
{ |
|
dvander@591
|
523 |
err = SMCParse_InvalidProperty1; |
|
dvander@591
|
524 |
goto failed; |
|
dvander@591
|
525 |
} |
|
dvander@591
|
526 |
if ((res=smc->ReadSMC_KeyValue( |
|
dvander@591
|
527 |
FixupString(strings[2]), |
|
dvander@591
|
528 |
FixupString(strings[1]), |
|
dvander@591
|
529 |
strings[2].quoted, |
|
dvander@591
|
530 |
strings[1].quoted)) |
|
dvander@591
|
531 |
!= SMCParse_Continue) |
|
dvander@591
|
532 |
{ |
|
dvander@591
|
533 |
err = (res == SMCParse_HaltFail) ? SMCParse_Custom : SMCParse_Okay; |
|
dvander@591
|
534 |
goto failed; |
|
dvander@591
|
535 |
} |
|
dvander@591
|
536 |
} else if (strings[1].ptr) { |
|
dvander@591
|
537 |
err = SMCParse_InvalidSection3; |
|
dvander@591
|
538 |
goto failed; |
|
dvander@591
|
539 |
} else if (!curlevel) { |
|
dvander@591
|
540 |
err = SMCParse_InvalidSection4; |
|
dvander@591
|
541 |
goto failed; |
|
dvander@591
|
542 |
} |
|
dvander@591
|
543 |
/* Now it's safe to leave the section */ |
|
dvander@591
|
544 |
scrap(strings); |
|
dvander@591
|
545 |
if ((res=smc->ReadSMC_LeavingSection()) != SMCParse_Continue) |
|
dvander@591
|
546 |
{ |
|
dvander@591
|
547 |
err = (res == SMCParse_HaltFail) ? SMCParse_Custom : SMCParse_Okay; |
|
dvander@591
|
548 |
goto failed; |
|
dvander@591
|
549 |
} |
|
dvander@591
|
550 |
curlevel--; |
|
dvander@591
|
551 |
} else if (c == '"') { |
|
dvander@591
|
552 |
/* If we get a quote mark, we always restage, but we need to do it beforehand */ |
|
dvander@591
|
553 |
if (strings[0].ptr) |
|
dvander@591
|
554 |
{ |
|
dvander@591
|
555 |
strings[0].end = &parse_point[i]; |
|
dvander@591
|
556 |
if (rotate(strings) != NULL) |
|
dvander@591
|
557 |
{ |
|
dvander@591
|
558 |
err = SMCParse_InvalidTokens; |
|
dvander@591
|
559 |
goto failed; |
|
dvander@591
|
560 |
} |
|
dvander@591
|
561 |
} |
|
dvander@591
|
562 |
strings[0].ptr = &parse_point[i]; |
|
dvander@591
|
563 |
in_quote = true; |
|
dvander@591
|
564 |
ignoring = true; |
|
dvander@591
|
565 |
} else if (!strings[0].ptr) { |
|
dvander@591
|
566 |
/* If we have no string, we must start one */ |
|
dvander@591
|
567 |
strings[0].ptr = &parse_point[i]; |
|
dvander@591
|
568 |
} |
|
dvander@591
|
569 |
if (restage && strings[0].ptr) |
|
dvander@591
|
570 |
{ |
|
dvander@591
|
571 |
strings[0].end = &parse_point[i]; |
|
dvander@591
|
572 |
if (rotate(strings) != NULL) |
|
dvander@591
|
573 |
{ |
|
dvander@591
|
574 |
err = SMCParse_InvalidTokens; |
|
dvander@591
|
575 |
goto failed; |
|
dvander@591
|
576 |
} |
|
dvander@591
|
577 |
} |
|
dvander@591
|
578 |
} else { |
|
dvander@591
|
579 |
/* If we're eating a string and get whitespace, we need to restage. |
|
dvander@591
|
580 |
* (Note that if we are quoted, this is being ignored) |
|
dvander@591
|
581 |
*/ |
|
dvander@591
|
582 |
if (strings[0].ptr) |
|
dvander@591
|
583 |
{ |
|
dvander@591
|
584 |
/* |
|
dvander@591
|
585 |
* The specification says the second string in a pair does not need to be quoted. |
|
dvander@591
|
586 |
* Thus, we check if there's already a string on the stack. |
|
dvander@591
|
587 |
* If there's a newline, we always rotate so the newline has an empty starter. |
|
dvander@591
|
588 |
*/ |
|
dvander@591
|
589 |
if (!strings[1].ptr) |
|
dvander@591
|
590 |
{ |
|
dvander@591
|
591 |
/* There's no string, so we must move this one down and eat up another */ |
|
dvander@591
|
592 |
strings[0].end = &parse_point[i]; |
|
dvander@591
|
593 |
rotate(strings); |
|
dvander@591
|
594 |
} else if (!strings[1].quoted) { |
|
dvander@591
|
595 |
err = SMCParse_InvalidTokens; |
|
dvander@591
|
596 |
goto failed; |
|
dvander@591
|
597 |
} |
|
dvander@591
|
598 |
} |
|
dvander@591
|
599 |
} |
|
dvander@591
|
600 |
} |
|
dvander@591
|
601 |
|
|
dvander@591
|
602 |
/* Advance which token we're on */ |
|
dvander@591
|
603 |
curtok++; |
|
dvander@591
|
604 |
} |
|
dvander@591
|
605 |
|
|
dvander@591
|
606 |
if (line_begin != in_buf) |
|
dvander@591
|
607 |
{ |
|
dvander@591
|
608 |
/* The line buffer has advanced, so it's safe to copy N bytes back to the beginning. |
|
dvander@591
|
609 |
* What's N? N is the lowest point we're currently relying on. |
|
dvander@591
|
610 |
*/ |
|
dvander@591
|
611 |
char *stage = lowstring(strings); |
|
dvander@591
|
612 |
if (!stage || stage > line_begin) |
|
dvander@591
|
613 |
{ |
|
dvander@591
|
614 |
stage = line_begin; |
|
dvander@591
|
615 |
} |
|
dvander@591
|
616 |
unsigned int bytes = read - (stage - parse_point); |
|
dvander@591
|
617 |
|
|
dvander@591
|
618 |
/* It is now safe to delete everything before the staged point */ |
|
dvander@591
|
619 |
memmove(in_buf, stage, bytes); |
|
dvander@591
|
620 |
|
|
dvander@591
|
621 |
/* Calculate the number of bytes in the new buffer */ |
|
dvander@591
|
622 |
bytes = stage - in_buf; |
|
dvander@591
|
623 |
/* Relocate all the cached pointers to our new base */ |
|
dvander@591
|
624 |
line_begin -= bytes; |
|
dvander@591
|
625 |
reloc(strings[0], bytes); |
|
dvander@591
|
626 |
reloc(strings[1], bytes); |
|
dvander@591
|
627 |
reloc(strings[2], bytes); |
|
dvander@591
|
628 |
if (reparse_point) |
|
dvander@591
|
629 |
{ |
|
dvander@591
|
630 |
reparse_point -= bytes; |
|
dvander@591
|
631 |
} |
|
dvander@591
|
632 |
if (parse_point) |
|
dvander@591
|
633 |
{ |
|
dvander@591
|
634 |
parse_point = &parse_point[read]; |
|
dvander@591
|
635 |
parse_point -= bytes; |
|
dvander@591
|
636 |
} |
|
dvander@591
|
637 |
} else if (read == sizeof(in_buf) - 1) { |
|
dvander@591
|
638 |
err = SMCParse_TokenOverflow; |
|
dvander@591
|
639 |
goto failed; |
|
dvander@591
|
640 |
} |
|
dvander@591
|
641 |
} |
|
dvander@591
|
642 |
|
|
dvander@591
|
643 |
/* If we're done parsing and there are tokens left over... */ |
|
dvander@591
|
644 |
if (curlevel) |
|
dvander@591
|
645 |
{ |
|
dvander@591
|
646 |
err = SMCParse_InvalidSection5; |
|
dvander@591
|
647 |
goto failed; |
|
dvander@591
|
648 |
} else if (strings[0].ptr || strings[1].ptr) { |
|
dvander@591
|
649 |
err = SMCParse_InvalidTokens; |
|
dvander@591
|
650 |
goto failed; |
|
dvander@591
|
651 |
} |
|
dvander@591
|
652 |
|
|
dvander@591
|
653 |
smc->ReadSMC_ParseEnd(false, false); |
|
dvander@591
|
654 |
|
|
dvander@591
|
655 |
return SMCParse_Okay; |
|
dvander@591
|
656 |
|
|
dvander@591
|
657 |
failed: |
|
dvander@591
|
658 |
if (line) |
|
dvander@591
|
659 |
{ |
|
dvander@591
|
660 |
*line = curline; |
|
dvander@591
|
661 |
} |
|
dvander@591
|
662 |
|
|
dvander@591
|
663 |
smc->ReadSMC_ParseEnd(true, (err == SMCParse_Custom)); |
|
dvander@591
|
664 |
|
|
dvander@591
|
665 |
if (col) |
|
dvander@591
|
666 |
{ |
|
dvander@591
|
667 |
*col = curtok; |
|
dvander@591
|
668 |
} |
|
dvander@591
|
669 |
|
|
dvander@591
|
670 |
return err; |
|
dvander@591
|
671 |
} |
|
dvander@591
|
672 |
|
|
dvander@591
|
673 |
|
|
dvander@591
|
674 |
/** |
|
dvander@591
|
675 |
* INI parser |
|
dvander@591
|
676 |
*/ |
|
dvander@591
|
677 |
|
|
dvander@616
|
678 |
bool TextParsers::ParseFile_INI(const char *file, ITextListener_INI *ini_listener, unsigned int *line, unsigned int *col) |
|
dvander@591
|
679 |
{ |
|
dvander@591
|
680 |
FILE *fp = fopen(file, "rt"); |
|
dvander@591
|
681 |
unsigned int curline = 0; |
|
dvander@591
|
682 |
unsigned int curtok; |
|
dvander@591
|
683 |
size_t len; |
|
dvander@591
|
684 |
|
|
dvander@591
|
685 |
if (!fp) |
|
dvander@591
|
686 |
{ |
|
dvander@591
|
687 |
if (line) |
|
dvander@591
|
688 |
{ |
|
dvander@591
|
689 |
*line = 0; |
|
dvander@591
|
690 |
} |
|
dvander@591
|
691 |
|
|
dvander@591
|
692 |
return false; |
|
dvander@591
|
693 |
} |
|
dvander@591
|
694 |
|
|
dvander@591
|
695 |
char buffer[2048]; |
|
dvander@591
|
696 |
char *ptr, *save_ptr; |
|
dvander@591
|
697 |
bool in_quote; |
|
dvander@591
|
698 |
|
|
dvander@591
|
699 |
while (!feof(fp)) |
|
dvander@591
|
700 |
{ |
|
dvander@591
|
701 |
curline++; |
|
dvander@591
|
702 |
curtok = 0; |
|
dvander@591
|
703 |
buffer[0] = '\0'; |
|
dvander@591
|
704 |
if (fgets(buffer, sizeof(buffer), fp) == NULL) |
|
dvander@591
|
705 |
{ |
|
dvander@591
|
706 |
break; |
|
dvander@591
|
707 |
} |
|
dvander@591
|
708 |
|
|
dvander@591
|
709 |
//:TODO: this will only run once, so find a nice way to move it out of the while loop |
|
dvander@591
|
710 |
/* If this is the first line, check the first three bytes for BOM */ |
|
dvander@591
|
711 |
if (curline == 1 && |
|
dvander@591
|
712 |
buffer[0] == (char)0xEF && |
|
dvander@591
|
713 |
buffer[1] == (char)0xBB && |
|
dvander@591
|
714 |
buffer[2] == (char)0xBF) |
|
dvander@591
|
715 |
{ |
|
dvander@591
|
716 |
/* We have a UTF-8 marked file... skip these bytes */ |
|
dvander@591
|
717 |
ptr = &buffer[3]; |
|
dvander@591
|
718 |
} else { |
|
dvander@591
|
719 |
ptr = buffer; |
|
dvander@591
|
720 |
} |
|
dvander@591
|
721 |
|
|
dvander@591
|
722 |
/*************************************************** |
|
dvander@591
|
723 |
* We preprocess the string before parsing tokens! * |
|
dvander@591
|
724 |
***************************************************/ |
|
dvander@591
|
725 |
|
|
dvander@591
|
726 |
/* First strip beginning whitespace */ |
|
dvander@591
|
727 |
while (*ptr != '\0' && g_ws_chartable[(unsigned)*ptr] != 0) |
|
dvander@591
|
728 |
{ |
|
dvander@591
|
729 |
ptr++; |
|
dvander@591
|
730 |
} |
|
dvander@591
|
731 |
|
|
dvander@591
|
732 |
len = strlen(ptr); |
|
dvander@591
|
733 |
|
|
dvander@591
|
734 |
if (!len) |
|
dvander@591
|
735 |
{ |
|
dvander@591
|
736 |
continue; |
|
dvander@591
|
737 |
} |
|
dvander@591
|
738 |
|
|
dvander@591
|
739 |
/* Now search for comment characters */ |
|
dvander@591
|
740 |
in_quote = false; |
|
dvander@591
|
741 |
save_ptr = ptr; |
|
dvander@591
|
742 |
for (size_t i=0; i<len; i++,ptr++) |
|
dvander@591
|
743 |
{ |
|
dvander@591
|
744 |
if (!in_quote) |
|
dvander@591
|
745 |
{ |
|
dvander@591
|
746 |
switch (*ptr) |
|
dvander@591
|
747 |
{ |
|
dvander@591
|
748 |
case '"': |
|
dvander@591
|
749 |
{ |
|
dvander@591
|
750 |
in_quote = true; |
|
dvander@591
|
751 |
break; |
|
dvander@591
|
752 |
} |
|
dvander@591
|
753 |
case ';': |
|
dvander@591
|
754 |
{ |
|
dvander@591
|
755 |
/* Stop the loop */ |
|
dvander@591
|
756 |
len = i; |
|
dvander@591
|
757 |
/* Terminate the string here */ |
|
dvander@591
|
758 |
*ptr = '\0'; |
|
dvander@591
|
759 |
break; |
|
dvander@591
|
760 |
} |
|
dvander@591
|
761 |
} |
|
dvander@591
|
762 |
} else { |
|
dvander@591
|
763 |
if (*ptr == '"') |
|
dvander@591
|
764 |
{ |
|
dvander@591
|
765 |
in_quote = false; |
|
dvander@591
|
766 |
} |
|
dvander@591
|
767 |
} |
|
dvander@591
|
768 |
} |
|
dvander@591
|
769 |
|
|
dvander@591
|
770 |
if (!len) |
|
dvander@591
|
771 |
{ |
|
dvander@591
|
772 |
continue; |
|
dvander@591
|
773 |
} |
|
dvander@591
|
774 |
|
|
dvander@591
|
775 |
ptr = save_ptr; |
|
dvander@591
|
776 |
|
|
dvander@591
|
777 |
/* Lastly, strip ending whitespace off */ |
|
dvander@591
|
778 |
for (size_t i=len-1; i>=0 && i<len; i--) |
|
dvander@591
|
779 |
{ |
|
dvander@591
|
780 |
if (g_ws_chartable[(unsigned)ptr[i]]) |
|
dvander@591
|
781 |
{ |
|
dvander@591
|
782 |
ptr[i] = '\0'; |
|
dvander@591
|
783 |
len--; |
|
dvander@591
|
784 |
} else { |
|
dvander@591
|
785 |
break; |
|
dvander@591
|
786 |
} |
|
dvander@591
|
787 |
} |
|
dvander@591
|
788 |
|
|
dvander@591
|
789 |
if (!len) |
|
dvander@591
|
790 |
{ |
|
dvander@591
|
791 |
continue; |
|
dvander@591
|
792 |
} |
|
dvander@591
|
793 |
|
|
dvander@591
|
794 |
if (!ini_listener->ReadINI_RawLine(ptr, &curtok)) |
|
dvander@591
|
795 |
{ |
|
dvander@591
|
796 |
goto event_failed; |
|
dvander@591
|
797 |
} |
|
dvander@591
|
798 |
|
|
dvander@591
|
799 |
if (*ptr == '[') |
|
dvander@591
|
800 |
{ |
|
dvander@591
|
801 |
bool invalid_tokens = false; |
|
dvander@591
|
802 |
bool got_bracket = false; |
|
dvander@591
|
803 |
bool extra_tokens = false; |
|
dvander@591
|
804 |
char c; |
|
dvander@591
|
805 |
bool alnum; |
|
dvander@591
|
806 |
wchar_t wc; |
|
dvander@591
|
807 |
|
|
dvander@591
|
808 |
for (size_t i=1; i<len; i++) |
|
dvander@591
|
809 |
{ |
|
dvander@591
|
810 |
c = ptr[i]; |
|
dvander@591
|
811 |
alnum = false; |
|
dvander@591
|
812 |
|
|
dvander@591
|
813 |
if (c & (1<<7)) |
|
dvander@591
|
814 |
{ |
|
dvander@591
|
815 |
if (mbtowc(&wc, &ptr[i], len-i) != -1) |
|
dvander@591
|
816 |
{ |
|
dvander@591
|
817 |
alnum = (iswalnum(wc) != 0); |
|
dvander@591
|
818 |
i += _GetUTF8CharBytes(&ptr[i]) - 1; |
|
dvander@591
|
819 |
} |
|
dvander@591
|
820 |
} else { |
|
dvander@591
|
821 |
alnum = (isalnum(c) != 0) || (g_ini_chartable1[(unsigned)c] != 0); |
|
dvander@591
|
822 |
} |
|
dvander@591
|
823 |
if (!alnum) |
|
dvander@591
|
824 |
{ |
|
dvander@591
|
825 |
/* First check - is this a bracket? */ |
|
dvander@591
|
826 |
if (c == ']') |
|
dvander@591
|
827 |
{ |
|
dvander@591
|
828 |
/* Yes! */ |
|
dvander@591
|
829 |
got_bracket = true; |
|
dvander@591
|
830 |
/* If this isn't the last character... */ |
|
dvander@591
|
831 |
if (i != len - 1) |
|
dvander@591
|
832 |
{ |
|
dvander@591
|
833 |
extra_tokens = true; |
|
dvander@591
|
834 |
} |
|
dvander@591
|
835 |
/* terminate */ |
|
dvander@591
|
836 |
ptr[i] = '\0'; |
|
dvander@591
|
837 |
break; |
|
dvander@591
|
838 |
} else { |
|
dvander@591
|
839 |
/* n...No! Continue copying. */ |
|
dvander@591
|
840 |
invalid_tokens = true; |
|
dvander@591
|
841 |
} |
|
dvander@591
|
842 |
} |
|
dvander@591
|
843 |
} |
|
dvander@591
|
844 |
|
|
dvander@591
|
845 |
/* Tell the handler */ |
|
dvander@591
|
846 |
if (!ini_listener->ReadINI_NewSection(&ptr[1], invalid_tokens, got_bracket, extra_tokens, &curtok)) |
|
dvander@591
|
847 |
{ |
|
dvander@591
|
848 |
goto event_failed; |
|
dvander@591
|
849 |
} |
|
dvander@591
|
850 |
} else { |
|
dvander@591
|
851 |
char *key_ptr = ptr; |
|
dvander@591
|
852 |
char *val_ptr = NULL; |
|
dvander@591
|
853 |
char c; |
|
dvander@591
|
854 |
size_t first_space = 0; |
|
dvander@591
|
855 |
bool invalid_tokens = false; |
|
dvander@591
|
856 |
bool equal_token = false; |
|
dvander@591
|
857 |
bool quotes = false; |
|
dvander@591
|
858 |
bool alnum; |
|
dvander@591
|
859 |
wchar_t wc; |
|
dvander@591
|
860 |
|
|
dvander@591
|
861 |
for (size_t i=0; i<len; i++) |
|
dvander@591
|
862 |
{ |
|
dvander@591
|
863 |
c = ptr[i]; |
|
dvander@591
|
864 |
alnum = false; |
|
dvander@591
|
865 |
/* is this an invalid char? */ |
|
dvander@591
|
866 |
if (c & (1<<7)) |
|
dvander@591
|
867 |
{ |
|
dvander@591
|
868 |
if (mbtowc(&wc, &ptr[i], len-i) != -1) |
|
dvander@591
|
869 |
{ |
|
dvander@591
|
870 |
alnum = (iswalnum(wc) != 0); |
|
dvander@591
|
871 |
i += _GetUTF8CharBytes(&ptr[i]) - 1; |
|
dvander@591
|
872 |
} |
|
dvander@591
|
873 |
} else { |
|
dvander@591
|
874 |
alnum = (isalnum(c) != 0) || (g_ini_chartable1[(unsigned)c] != 0); |
|
dvander@591
|
875 |
} |
|
dvander@591
|
876 |
|
|
dvander@591
|
877 |
if (!alnum) |
|
dvander@591
|
878 |
{ |
|
dvander@591
|
879 |
if (g_ws_chartable[(unsigned)c]) |
|
dvander@591
|
880 |
{ |
|
dvander@591
|
881 |
/* if it's a space, keep track of the first occurring space */ |
|
dvander@591
|
882 |
if (!first_space) |
|
dvander@591
|
883 |
{ |
|
dvander@591
|
884 |
first_space = i; |
|
dvander@591
|
885 |
} |
|
dvander@591
|
886 |
} else { |
|
dvander@591
|
887 |
if (c == '=') |
|
dvander@591
|
888 |
{ |
|
dvander@591
|
889 |
/* if it's an equal sign, we're done with the key */ |
|
dvander@591
|
890 |
if (first_space) |
|
dvander@591
|
891 |
{ |
|
dvander@591
|
892 |
/* remove excess whitespace */ |
|
dvander@591
|
893 |
key_ptr[first_space] = '\0'; |
|
dvander@591
|
894 |
} else { |
|
dvander@591
|
895 |
/* remove the equal sign */ |
|
dvander@591
|
896 |
key_ptr[i] = '\0'; |
|
dvander@591
|
897 |
} |
|
dvander@591
|
898 |
if (ptr[++i] != '\0') |
|
dvander@591
|
899 |
{ |
|
dvander@591
|
900 |
/* If this isn't the end, set next pointer */ |
|
dvander@591
|
901 |
val_ptr = &ptr[i]; |
|
dvander@591
|
902 |
} |
|
dvander@591
|
903 |
equal_token = true; |
|
dvander@591
|
904 |
break; |
|
dvander@591
|
905 |
} else { |
|
dvander@591
|
906 |
/* Mark that we got something invalid! */ |
|
dvander@591
|
907 |
invalid_tokens = true; |
|
dvander@591
|
908 |
first_space = 0; |
|
dvander@591
|
909 |
} |
|
dvander@591
|
910 |
} |
|
dvander@591
|
911 |
} |
|
dvander@591
|
912 |
} |
|
dvander@591
|
913 |
|
|
dvander@591
|
914 |
/* Now we need to parse the value, if any */ |
|
dvander@591
|
915 |
if (val_ptr) |
|
dvander@591
|
916 |
{ |
|
dvander@591
|
917 |
/* eat up spaces! there shouldn't be any h*/ |
|
dvander@591
|
918 |
while ((*val_ptr != '\0') && g_ws_chartable[(unsigned)*val_ptr] != 0) |
|
dvander@591
|
919 |
{ |
|
dvander@591
|
920 |
val_ptr++; |
|
dvander@591
|
921 |
} |
|
dvander@591
|
922 |
if (*val_ptr == '\0') |
|
dvander@591
|
923 |
{ |
|
dvander@591
|
924 |
val_ptr = NULL; |
|
dvander@591
|
925 |
goto skip_value; |
|
dvander@591
|
926 |
} |
|
dvander@591
|
927 |
/* Do we have an initial quote? If so, the parsing rules change! */ |
|
dvander@591
|
928 |
if (*val_ptr == '"' && *val_ptr != '\0') |
|
dvander@591
|
929 |
{ |
|
dvander@591
|
930 |
len = strlen(val_ptr); |
|
dvander@591
|
931 |
if (val_ptr[len-1] == '"') |
|
dvander@591
|
932 |
{ |
|
dvander@591
|
933 |
/* Strip quotes! */ |
|
dvander@591
|
934 |
val_ptr[--len] = '\0'; |
|
dvander@591
|
935 |
val_ptr++; |
|
dvander@591
|
936 |
quotes = true; |
|
dvander@591
|
937 |
} |
|
dvander@591
|
938 |
} |
|
dvander@591
|
939 |
} |
|
dvander@591
|
940 |
skip_value: |
|
dvander@591
|
941 |
/* We're done! */ |
|
dvander@591
|
942 |
curtok = val_ptr - buffer; |
|
dvander@591
|
943 |
if (!ini_listener->ReadINI_KeyValue(key_ptr, val_ptr, invalid_tokens, equal_token, quotes, &curtok)) |
|
dvander@591
|
944 |
{ |
|
dvander@591
|
945 |
curtok = 0; |
|
dvander@591
|
946 |
goto event_failed; |
|
dvander@591
|
947 |
} |
|
dvander@591
|
948 |
} |
|
dvander@591
|
949 |
} |
|
dvander@591
|
950 |
|
|
dvander@591
|
951 |
if (line) |
|
dvander@591
|
952 |
{ |
|
dvander@591
|
953 |
*line = curline; |
|
dvander@591
|
954 |
} |
|
dvander@591
|
955 |
|
|
dvander@591
|
956 |
fclose(fp); |
|
dvander@591
|
957 |
|
|
dvander@591
|
958 |
return true; |
|
dvander@591
|
959 |
|
|
dvander@591
|
960 |
event_failed: |
|
dvander@591
|
961 |
if (line) |
|
dvander@591
|
962 |
{ |
|
dvander@591
|
963 |
*line = curline; |
|
dvander@591
|
964 |
} |
|
dvander@591
|
965 |
|
|
dvander@591
|
966 |
if (col) |
|
dvander@591
|
967 |
{ |
|
dvander@591
|
968 |
*col = curtok; |
|
dvander@591
|
969 |
} |
|
dvander@591
|
970 |
|
|
dvander@591
|
971 |
fclose(fp); |
|
dvander@591
|
972 |
|
|
dvander@591
|
973 |
return false; |
|
dvander@591
|
974 |
} |
|
dvander@591
|
975 |
|
|
dvander@616
|
976 |
const char *TextParsers::GetSMCErrorString(SMCParseError err) |
|
dvander@591
|
977 |
{ |
|
dvander@591
|
978 |
static const char *s_errors[] = |
|
dvander@591
|
979 |
{ |
|
dvander@591
|
980 |
NULL, |
|
dvander@591
|
981 |
"Stream failed to open", |
|
dvander@591
|
982 |
"Stream returned read error", |
|
dvander@591
|
983 |
NULL, |
|
dvander@591
|
984 |
"Un-quoted section has invalid tokens", |
|
dvander@591
|
985 |
"Section declared without header", |
|
dvander@591
|
986 |
"Section declared with unknown tokens", |
|
dvander@591
|
987 |
"Section ending without a matching section beginning", |
|
dvander@591
|
988 |
"Section beginning without a matching ending", |
|
dvander@591
|
989 |
"Line contained too many invalid tokens", |
|
dvander@591
|
990 |
"Token buffer overflowed", |
|
dvander@591
|
991 |
"A property was declared outside of a section", |
|
dvander@591
|
992 |
}; |
|
dvander@591
|
993 |
|
|
dvander@591
|
994 |
if (err < SMCParse_Okay || err > SMCParse_InvalidProperty1) |
|
dvander@591
|
995 |
{ |
|
dvander@591
|
996 |
return NULL; |
|
dvander@591
|
997 |
} |
|
dvander@591
|
998 |
|
|
dvander@591
|
999 |
return s_errors[err]; |
|
dvander@591
|
1000 |
} |