sourcemod-central: core/Translator.cpp@d2b8bc01ccd8 (annotated)

ds@1952	1	/**
ds@1952	2	* vim: set ts=4 :
ds@1952	3	* =============================================================================
ds@1952	4	* SourceMod
ds@1952	5	* Copyright (C) 2004-2008 AlliedModders LLC. All rights reserved.
ds@1952	6	* =============================================================================
ds@1952	7	*
ds@1952	8	* This program is free software; you can redistribute it and/or modify it under
ds@1952	9	* the terms of the GNU General Public License, version 3.0, as published by the
ds@1952	10	* Free Software Foundation.
ds@1952	11	*
ds@1952	12	* This program is distributed in the hope that it will be useful, but WITHOUT
ds@1952	13	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
ds@1952	14	* FOR A PARTICULAR PURPOSE. See the GNU General Public License for more
ds@1952	15	* details.
ds@1952	16	*
ds@1952	17	* You should have received a copy of the GNU General Public License along with
ds@1952	18	* this program. If not, see <http://www.gnu.org/licenses/>.
ds@1952	19	*
ds@1952	20	* As a special exception, AlliedModders LLC gives you permission to link the
ds@1952	21	* code of this program (as well as its derivative works) to "Half-Life 2," the
ds@1952	22	* "Source Engine," the "SourcePawn JIT," and any Game MODs that run on software
ds@1952	23	* by the Valve Corporation. You must obey the GNU General Public License in
ds@1952	24	* all respects for all other code used. Additionally, AlliedModders LLC grants
ds@1952	25	* this exception to all derivative works. AlliedModders LLC defines further
ds@1952	26	* exceptions, found in LICENSE.txt (as of this writing, version JULY-31-2007),
ds@1952	27	* or <http://www.sourcemod.net/license.php>.
ds@1952	28	*
ds@1952	29	* Version: $Id$
ds@1952	30	*/
ds@1952	31
ds@1952	32	#include <stdarg.h>
ds@1952	33	#include <stdlib.h>
ds@1952	34	#include <ctype.h>
ds@1952	35	#include "Translator.h"
ds@1952	36	#include "Logger.h"
ds@1952	37	#include "LibrarySys.h"
ds@1952	38	#include "sm_stringutil.h"
ds@1952	39	#include "sourcemod.h"
ds@1952	40	#include "PlayerManager.h"
dvander@2042	41	#include "PhraseCollection.h"
dvander@2042	42	#include "ShareSys.h"
ds@1952	43
ds@1952	44	Translator g_Translator;
dvander@2042	45	IPhraseCollection *g_pCorePhrases = NULL;
ds@1952	46	unsigned int g_pCorePhraseID = 0;
ds@1952	47
ds@1952	48	struct trans_t
ds@1952	49	{
ds@1952	50	int stridx;
ds@1952	51	int fmt_order;
ds@1952	52	};
ds@1952	53
ds@1952	54	struct phrase_t
ds@1952	55	{
ds@1952	56	int fmt_list;
ds@1952	57	unsigned int fmt_count;
ds@1952	58	unsigned int fmt_bytes;
ds@1952	59	int trans_tbl;
ds@1952	60	unsigned int translations;
ds@1952	61	};
ds@1952	62
ds@1952	63	CPhraseFile::CPhraseFile(Translator pTranslator, const char file)
ds@1952	64	{
ds@1952	65	m_pStringTab = pTranslator->GetStringTable();
ds@1952	66	m_pMemory = m_pStringTab->GetMemTable();
ds@1952	67	m_LangCount = pTranslator->GetLanguageCount();
ds@1952	68	m_File.assign(file);
ds@1952	69	m_pTranslator = pTranslator;
ds@1952	70	m_pPhraseLookup = NULL;
ds@1952	71	}
ds@1952	72
ds@1952	73	CPhraseFile::~CPhraseFile()
ds@1952	74	{
ds@1952	75	if (m_pPhraseLookup)
ds@1952	76	{
ds@1952	77	sm_trie_destroy(m_pPhraseLookup);
ds@1952	78	}
ds@1952	79	}
ds@1952	80
ds@1952	81	void CPhraseFile::ParseError(const char *message, ...)
ds@1952	82	{
ds@1952	83	char buffer[1024];
ds@1952	84	va_list ap;
ds@1952	85	va_start(ap, message);
ds@1952	86	vsnprintf(buffer, sizeof(buffer), message, ap);
ds@1952	87	va_end(ap);
ds@1952	88
ds@1952	89	m_ParseError.assign(buffer);
ds@1952	90	}
ds@1952	91
ds@1952	92	void CPhraseFile::ParseWarning(const char *message, ...)
ds@1952	93	{
ds@1952	94	char buffer[1024];
ds@1952	95	va_list ap;
ds@1952	96	va_start(ap, message);
ds@1952	97	vsnprintf(buffer, sizeof(buffer), message, ap);
ds@1952	98	va_end(ap);
ds@1952	99
ds@1952	100	if (!m_FileLogged)
ds@1952	101	{
ds@1952	102	g_Logger.LogError("[SM] Warning(s) encountered in translation file \"%s\"", m_File.c_str());
ds@1952	103	m_FileLogged = true;
ds@1952	104	}
ds@1952	105
ds@1952	106	g_Logger.LogError("[SM] %s", message);
ds@1952	107	}
ds@1952	108
ds@1952	109	void CPhraseFile::ReparseFile()
ds@1952	110	{
ds@1952	111	if (m_pPhraseLookup)
ds@1952	112	{
ds@1952	113	sm_trie_destroy(m_pPhraseLookup);
ds@1952	114	}
ds@1952	115	m_pPhraseLookup = sm_trie_create();
ds@1952	116
ds@1952	117	m_LangCount = m_pTranslator->GetLanguageCount();
ds@1952	118
ds@1952	119	if (!m_LangCount)
ds@1952	120	{
ds@1952	121	return;
ds@1952	122	}
ds@1952	123
ds@1952	124	SMCError err;
ds@1952	125	char path[PLATFORM_MAX_PATH];
ds@1952	126	g_SourceMod.BuildPath(Path_SM, path, PLATFORM_MAX_PATH, "translations/%s", m_File.c_str());
ds@1952	127
ds@1952	128	//backwards compatibility shim
ds@1952	129	/* :HACKHACK: Change .cfg/.txt and vice versa for compatibility */
ds@1952	130	if (!g_LibSys.PathExists(path))
ds@1952	131	{
ds@1952	132	if (m_File.compare("common.cfg") == 0)
ds@1952	133	{
ds@1952	134	UTIL_ReplaceAll(path, sizeof(path), "common.cfg", "common.phrases.txt");
ds@1952	135	} else if (strstr(path, ".cfg")) {
ds@1952	136	UTIL_ReplaceAll(path, sizeof(path), ".cfg", ".txt");
ds@1952	137	} else if (strstr(path, ".txt")) {
ds@1952	138	UTIL_ReplaceAll(path, sizeof(path), ".txt", ".cfg");
ds@1952	139	}
ds@1952	140	}
ds@1952	141
ds@1952	142	SMCStates states;
ds@1952	143
ds@1952	144	if ((err=textparsers->ParseFile_SMC(path, this, &states)) != SMCError_Okay)
ds@1952	145	{
ds@1952	146	const char *msg = textparsers->GetSMCErrorString(err);
ds@1952	147	if (!msg)
ds@1952	148	{
ds@1952	149	msg = m_ParseError.c_str();
ds@1952	150	}
ds@1952	151
ds@1952	152	g_Logger.LogError("[SM] Fatal error encountered parsing translation file \"%s\"", m_File.c_str());
ds@1952	153	g_Logger.LogError("[SM] Error (line %d, column %d): %s", states.line, states.col, msg);
ds@1952	154	}
ds@1952	155	}
ds@1952	156
ds@1952	157	void CPhraseFile::ReadSMC_ParseStart()
ds@1952	158	{
ds@1952	159	m_CurPhrase = -1;
ds@1952	160	m_ParseState = PPS_None;
ds@1952	161	m_FileLogged = false;
ds@1952	162	m_LastPhraseString.clear();
ds@1952	163	}
ds@1952	164
ds@1952	165	SMCResult CPhraseFile::ReadSMC_NewSection(const SMCStates states, const char name)
ds@1952	166	{
ds@1952	167	bool recognized = false;
ds@1952	168	if (m_ParseState == PPS_None)
ds@1952	169	{
ds@1952	170	if (strcmp(name, "Phrases") == 0)
ds@1952	171	{
ds@1952	172	m_ParseState = PPS_Phrases;
ds@1952	173	recognized = true;
ds@1952	174	}
ds@1952	175	}
ds@1952	176	else if (m_ParseState == PPS_Phrases)
ds@1952	177	{
ds@1952	178	m_ParseState = PPS_InPhrase;
ds@1952	179	recognized = true;
ds@1952	180
ds@1952	181	phrase_t *pPhrase;
ds@1952	182	m_CurPhrase = m_pMemory->CreateMem(sizeof(phrase_t), (void **)&pPhrase);
ds@1952	183
ds@1952	184	/* Create the reverse lookup */
ds@1952	185	if (!sm_trie_insert(m_pPhraseLookup, name, reinterpret_cast<void *>(m_CurPhrase)))
ds@1952	186	{
ds@1952	187	ParseWarning("Skipping duplicate phrase \"%s\" on line %d.", name, states->line);
ds@1952	188	/* :IDEA: prevent memory waste by seeking backwards in memtable? */
ds@1952	189	m_CurPhrase = -1;
ds@1952	190	}
ds@1952	191	else
ds@1952	192	{
ds@1952	193	/* Initialize new phrase */
ds@1952	194	trans_t *pTrans;
ds@1952	195
ds@1952	196	pPhrase->fmt_count = 0;
ds@1952	197	pPhrase->fmt_list = -1;
ds@1952	198
ds@1952	199	int trans_tbl = m_pMemory->CreateMem(sizeof(trans_t) * m_LangCount, (void **)&pTrans);
ds@1952	200	pPhrase = (phrase_t *)m_pMemory->GetAddress(m_CurPhrase);
ds@1952	201	pPhrase->trans_tbl = trans_tbl;
ds@1952	202
ds@1952	203	pPhrase->translations = 0;
ds@1952	204	pPhrase->fmt_bytes = 0;
ds@1952	205
ds@1952	206	for (unsigned int i=0; i<m_LangCount; i++)
ds@1952	207	{
ds@1952	208	pTrans[i].stridx = -1;
ds@1952	209	}
ds@1952	210	m_LastPhraseString.assign(name);
ds@1952	211	}
ds@1952	212	}
ds@1952	213	else if (m_ParseState == PPS_InPhrase)
ds@1952	214	{
ds@1952	215	ParseError("Phrase sections may not have sub-sections");
ds@1952	216	return SMCResult_HaltFail;
ds@1952	217	}
ds@1952	218
ds@1952	219	if (!recognized)
ds@1952	220	{
ds@1952	221	ParseWarning("Ignoring invalid section \"%s\" on line %d.", name, states->line);
ds@1952	222	}
ds@1952	223
ds@1952	224	return SMCResult_Continue;
ds@1952	225	}
ds@1952	226
ds@1952	227	SMCResult CPhraseFile::ReadSMC_KeyValue(const SMCStates states, const char key, const char *value)
ds@1952	228	{
ds@1952	229	/* See if we are ignoring a phrase */
ds@1952	230	if (m_CurPhrase == -1)
ds@1952	231	{
ds@1952	232	return SMCResult_Continue;
ds@1952	233	}
ds@1952	234
ds@1952	235	phrase_t pPhrase = (phrase_t )m_pMemory->GetAddress(m_CurPhrase);
ds@1952	236
ds@1952	237	if (key[0] == '#' && strcmp(key, "#format") == 0)
ds@1952	238	{
ds@1952	239	if (pPhrase->fmt_list != -1)
ds@1952	240	{
ds@1952	241	ParseWarning("Ignoring duplicated #format property on line %d", states->line);
ds@1952	242	return SMCResult_Continue;
ds@1952	243	}
ds@1952	244
ds@1952	245	if (pPhrase->translations > 0)
ds@1952	246	{
ds@1952	247	ParseWarning("#format property should come before translations on line %d, ignoring", states->line);
ds@1952	248	return SMCResult_Continue;
ds@1952	249	}
ds@1952	250
ds@1952	251	/* Do an initial browsing for error checking and what not */
ds@1952	252	enum ParseStates
ds@1952	253	{
ds@1952	254	Parse_None,
ds@1952	255	Parse_Index,
ds@1952	256	Parse_Format,
ds@1952	257	};
ds@1952	258
ds@1952	259	ParseStates state = Parse_None;
ds@1952	260
ds@1952	261	const char *old_value = value;
ds@1952	262	const char *last_value = value;
ds@1952	263	while (*value != '\0')
ds@1952	264	{
ds@1952	265	if (state == Parse_None)
ds@1952	266	{
ds@1952	267	if (*value == '{')
ds@1952	268	{
ds@1952	269	pPhrase->fmt_count++;
ds@1952	270	state = Parse_Index;
ds@1952	271	}
ds@1952	272	else if (*value == ',')
ds@1952	273	{
ds@1952	274	/* Do nothing */
ds@1952	275	}
ds@1952	276	else
ds@1952	277	{
ds@1952	278	unsigned int bytes = textparsers->GetUTF8CharBytes(value);
ds@1952	279	if (bytes != 1 \|\| !isalpha(*value))
ds@1952	280	{
ds@1952	281	ParseWarning("Invalid token '%c' in #format property on line %d.", *value, states->line);
ds@1952	282	}
ds@1952	283	}
ds@1952	284	}
ds@1952	285	else if (state == Parse_Index)
ds@1952	286	{
ds@1952	287	if (*value == ':')
ds@1952	288	{
ds@1952	289	state = Parse_Format;
ds@1952	290	if (value - last_value >= 15)
ds@1952	291	{
ds@1952	292	ParseWarning("Too many digits in format index on line %d, phrase will be ignored.", states->line);
ds@1952	293	m_CurPhrase = -1;
ds@1952	294	return SMCResult_Continue;
ds@1952	295	}
ds@1952	296	}
ds@1952	297	else
ds@1952	298	{
ds@1952	299	unsigned int bytes = textparsers->GetUTF8CharBytes(value);
ds@1952	300	if (bytes != 1 \|\| !isdigit(*value))
ds@1952	301	{
ds@1952	302	ParseWarning("Token '%c' in #format property on line %d is not a digit, phrase will be ignored.",
ds@1952	303	*value,
ds@1952	304	states->line);
ds@1952	305	m_CurPhrase = -1;
ds@1952	306	return SMCResult_Continue;
ds@1952	307	}
ds@1952	308	}
ds@1952	309	}
ds@1952	310	else if (state == Parse_Format)
ds@1952	311	{
ds@1952	312	if (*value == '}')
ds@1952	313	{
ds@1952	314	state = Parse_None;
ds@1952	315	last_value = value + 1;
ds@1952	316	}
ds@1952	317	}
ds@1952	318	value++;
ds@1952	319	}
ds@1952	320
ds@1952	321	if (state != Parse_None)
ds@1952	322	{
ds@1952	323	/* Moose clam cow. */
ds@1952	324	ParseWarning("Unterminated format string on line %d, phrase will be ignored.", states->line);
ds@1952	325	m_CurPhrase = -1;
ds@1952	326	return SMCResult_Continue;
ds@1952	327	}
ds@1952	328	value = old_value;
ds@1952	329
ds@1952	330	/* Allocate the format table */
ds@1952	331	char fmt_buf[16];
ds@1952	332	int *fmt_list;
ds@1952	333	int tmp = m_pMemory->CreateMem(sizeof(int) * pPhrase->fmt_count, (void **)&fmt_list);
ds@1952	334
ds@1952	335	/* Update the phrase pointer in case it changed */
ds@1952	336	pPhrase = (phrase_t *)m_pMemory->GetAddress(m_CurPhrase);
ds@1952	337	pPhrase->fmt_list = tmp;
ds@1952	338
ds@1952	339	/* Initialize */
ds@1952	340	for (size_t i=0; i<pPhrase->fmt_count; i++)
ds@1952	341	{
ds@1952	342	fmt_list[i] = -1;
ds@1952	343	}
ds@1952	344
ds@1952	345	/* Now we need to read again... this time into the format buffer */
ds@1952	346	const char *in_ptr = value;
ds@1952	347	const char *idx_ptr = NULL;
ds@1952	348	char *out_ptr = NULL;
ds@1952	349	unsigned int cur_idx = 0;
ds@1952	350	state = Parse_None;
ds@1952	351	while (*in_ptr != '\0')
ds@1952	352	{
ds@1952	353	if (state == Parse_None)
ds@1952	354	{
ds@1952	355	if (*in_ptr == '{')
ds@1952	356	{
ds@1952	357	state = Parse_Index;
ds@1952	358	idx_ptr = NULL;
ds@1952	359	}
ds@1952	360	}
ds@1952	361	else if (state == Parse_Index)
ds@1952	362	{
ds@1952	363	if (*in_ptr == ':')
ds@1952	364	{
ds@1952	365	/* Check the number! */
ds@1952	366	if (!idx_ptr)
ds@1952	367	{
ds@1952	368	ParseWarning("Format property contains unindexed format string on line %d, phrase will be ignored.", states->line);
ds@1952	369	m_CurPhrase = -1;
ds@1952	370	return SMCResult_Continue;
ds@1952	371	}
ds@1952	372	long idx = strtol(idx_ptr, NULL, 10);
ds@1952	373	if (idx < 1 \|\| idx > (long)pPhrase->fmt_count)
ds@1952	374	{
ds@1952	375	ParseWarning("Format property contains invalid index '%d' on line %d, phrase will be ignored.", idx, states->line);
ds@1952	376	m_CurPhrase = -1;
ds@1952	377	return SMCResult_Continue;
ds@1952	378	}
ds@1952	379	else if (fmt_list[idx - 1] != -1)
ds@1952	380	{
ds@1952	381	ParseWarning("Format property contains duplicated index '%d' on line %d, phrase will be ignored.", idx, states->line);
ds@1952	382	m_CurPhrase = -1;
ds@1952	383	return SMCResult_Continue;
ds@1952	384	}
ds@1952	385	cur_idx = (unsigned int)idx;
ds@1952	386	state = Parse_Format;
ds@1952	387	out_ptr = NULL;
ds@1952	388	}
ds@1952	389	else if (!idx_ptr)
ds@1952	390	{
ds@1952	391	idx_ptr = in_ptr;
ds@1952	392	}
ds@1952	393	}
ds@1952	394	else if (state == Parse_Format)
ds@1952	395	{
ds@1952	396	if (*in_ptr == '}')
ds@1952	397	{
ds@1952	398	if (!out_ptr)
ds@1952	399	{
ds@1952	400	ParseWarning("Format property contains empty format string on line %d, phrase will be ignored.", states->line);
ds@1952	401	m_CurPhrase = -1;
ds@1952	402	return SMCResult_Continue;
ds@1952	403	}
ds@1952	404	*out_ptr = '\0';
ds@1952	405	state = Parse_None;
ds@1952	406	/* Now, add this to our table */
ds@1952	407	int tmp_idx = m_pStringTab->AddString(fmt_buf);
ds@1952	408	/* Update pointers and update necessary variables */
ds@1952	409	pPhrase = (phrase_t *)m_pMemory->GetAddress(m_CurPhrase);
ds@1952	410	pPhrase->fmt_bytes += strlen(fmt_buf);
ds@1952	411	fmt_list = (int *)m_pMemory->GetAddress(pPhrase->fmt_list);
ds@1952	412	fmt_list[cur_idx - 1] = tmp_idx;
ds@1952	413	}
ds@1952	414	else
ds@1952	415	{
ds@1952	416	if (!out_ptr)
ds@1952	417	{
ds@1952	418	out_ptr = fmt_buf;
ds@1952	419	*out_ptr++ = '%';
ds@1952	420	}
ds@1952	421	/* Check length ... */
ds@1952	422	if ((unsigned)(out_ptr - fmt_buf) >= sizeof(fmt_buf) - 1)
ds@1952	423	{
ds@1952	424	ParseWarning("Format property contains format string that exceeds maximum length on line %d, phrase will be ignored.",
ds@1952	425	states->line);
ds@1952	426	m_CurPhrase = -1;
ds@1952	427	return SMCResult_Continue;
ds@1952	428	}
ds@1952	429	out_ptr++ = in_ptr;
ds@1952	430	}
ds@1952	431	}
ds@1952	432	in_ptr++;
ds@1952	433	}
ds@1952	434
ds@1952	435	/* If we've gotten here, we only accepted unique indexes in a range.
ds@1952	436	* Therefore, the list has to be completely filled. Double check anyway.
ds@1952	437	*/
ds@1952	438	for (size_t i=0; i<pPhrase->fmt_count; i++)
ds@1952	439	{
ds@1952	440	if (fmt_list[i] == -1)
ds@1952	441	{
ds@1952	442	ParseWarning("Format property contains no string for index %d on line %d, phrase will be ignored.",
ds@1952	443	i + 1,
ds@1952	444	states->line);
ds@1952	445	m_CurPhrase = -1;
ds@1952	446	return SMCResult_Continue;
ds@1952	447	}
ds@1952	448	}
ds@1952	449	}
ds@1952	450	else
ds@1952	451	{
ds@1952	452	size_t len = strlen(key);
ds@1952	453	if (len != 2)
ds@1952	454	{
ds@1952	455	ParseWarning("Ignoring translation to invalid language \"%s\" on line %d.", key, states->line);
ds@1952	456	return SMCResult_Continue;
ds@1952	457	}
ds@1952	458
ds@1952	459	unsigned int lang;
ds@1952	460	if (!m_pTranslator->GetLanguageByCode(key, &lang))
ds@1952	461	{
ds@1952	462	/* Ignore if we don't have a language.
ds@1952	463	* :IDEA: issue a one-time alert?
ds@1952	464	*/
ds@1952	465	return SMCResult_Continue;
ds@1952	466	}
ds@1952	467
ds@1952	468	/* See how many bytes we need for this string, then allocate.
ds@1952	469	* NOTE: THIS SHOULD GUARANTEE THAT WE DO NOT NEED TO NEED TO SIZE CHECK
ds@1952	470	*/
ds@1952	471	len = strlen(value) + pPhrase->fmt_bytes + 1;
ds@1952	472	char *out_buf;
ds@1952	473	int out_idx;
ds@1952	474
ds@1952	475	out_idx = m_pMemory->CreateMem(len, (void **)&out_buf);
ds@1952	476
ds@1952	477	/* Update pointer */
ds@1952	478	pPhrase = (phrase_t *)m_pMemory->GetAddress(m_CurPhrase);
ds@1952	479
ds@1952	480	int *fmt_order;
ds@1952	481	int fmt_list = (int )m_pMemory->GetAddress(pPhrase->fmt_list);
ds@1952	482	trans_t pTrans = (trans_t )m_pMemory->GetAddress(pPhrase->trans_tbl);
ds@1952	483
ds@1952	484	pTrans = &pTrans[lang];
ds@1952	485	pTrans->stridx = out_idx;
ds@1952	486
ds@1952	487	bool params[MAX_TRANSLATE_PARAMS];
ds@1952	488
ds@1952	489	/* Build the format order list, if necessary */
ds@1952	490	if (fmt_list)
ds@1952	491	{
ds@1952	492	int tmp = m_pMemory->CreateMem(pPhrase->fmt_count * sizeof(int), (void **)&fmt_order);
ds@1952	493
ds@1952	494	/* Update pointers */
ds@1952	495	pPhrase = (phrase_t *)m_pMemory->GetAddress(m_CurPhrase);
ds@1952	496	pTrans = (trans_t *)m_pMemory->GetAddress(pPhrase->trans_tbl);
ds@1952	497	fmt_list = (int *)m_pMemory->GetAddress(pPhrase->fmt_list);
ds@1952	498	out_buf = (char *)m_pMemory->GetAddress(out_idx);
ds@1952	499	pTrans = &pTrans[lang];
ds@1952	500
ds@1952	501	/* Now it's safe to save the index */
ds@1952	502	pTrans->fmt_order = tmp;
ds@1952	503
ds@1952	504	for (unsigned int i=0; i<pPhrase->fmt_count; i++)
ds@1952	505	{
ds@1952	506	fmt_order[i] = -1;
ds@1952	507	}
ds@1952	508	memset(&params[0], 0, sizeof(params));
ds@1952	509	}
ds@1952	510
ds@1952	511	const char *in_ptr = value;
ds@1952	512	char *out_ptr = out_buf;
ds@1952	513	unsigned int order_idx = 0;
ds@1952	514	while (*in_ptr != '\0')
ds@1952	515	{
ds@1952	516	if (*in_ptr == '\\')
ds@1952	517	{
ds@1952	518	switch (*(in_ptr + 1))
ds@1952	519	{
ds@1952	520	case '\n':
ds@1952	521	*out_ptr++ = '\n';
ds@1952	522	break;
ds@1952	523	case '\t':
ds@1952	524	*out_ptr++ = '\t';
ds@1952	525	break;
ds@1952	526	case '\r':
ds@1952	527	*out_ptr++ = '\r';
ds@1952	528	break;
ds@1952	529	case '{':
ds@1952	530	*out_ptr++ = '{';
ds@1952	531	break;
ds@1952	532	default:
ds@1952	533	/* Copy both bytes since we don't know what's going on */
ds@1952	534	out_ptr++ = in_ptr++;
ds@1952	535	out_ptr++ = in_ptr;
ds@1952	536	break;
ds@1952	537	}
ds@1952	538	/* Skip past the last byte read */
ds@1952	539	in_ptr++;
ds@1952	540	}
ds@1952	541	else if (*in_ptr == '{' && fmt_list != NULL)
ds@1952	542	{
ds@1952	543	/* Search for parameters if this is a formatted string */
ds@1952	544	const char *scrap_in_point = in_ptr;
ds@1952	545	const char *digit_start = ++in_ptr;
ds@1952	546	unsigned int bytes;
ds@1952	547	while (*in_ptr != '\0')
ds@1952	548	{
ds@1952	549	bytes = textparsers->GetUTF8CharBytes(in_ptr);
ds@1952	550	if (bytes != 1)
ds@1952	551	{
ds@1952	552	goto scrap_point;
ds@1952	553	}
ds@1952	554	if (*in_ptr == '}')
ds@1952	555	{
ds@1952	556	/* Did we get an index? */
ds@1952	557	if (in_ptr == digit_start)
ds@1952	558	{
ds@1952	559	goto scrap_point;
ds@1952	560	}
ds@1952	561	/* Is it valid? */
ds@1952	562	long idx = strtol(digit_start, NULL, 10);
ds@1952	563	if (idx < 1 \|\| idx > (int)pPhrase->fmt_count)
ds@1952	564	{
ds@1952	565	goto scrap_point;
ds@1952	566	}
ds@1952	567	if (params[idx-1])
ds@1952	568	{
ds@1952	569	goto scrap_point;
ds@1952	570	}
ds@1952	571
ds@1952	572	/* We're safe to insert the string. First mark order. */
ds@1952	573	fmt_order[order_idx++] = (int)idx - 1;
ds@1952	574	/* Now concatenate */
ds@1952	575	out_ptr += sprintf(out_ptr, "%s", m_pStringTab->GetString(fmt_list[idx-1]));
ds@1952	576	/* Mark as used */
ds@1952	577	params[idx-1] = true;
ds@1952	578
ds@1952	579	goto cont_loop;
ds@1952	580	}
ds@1952	581	in_ptr++;
ds@1952	582	}
ds@1952	583	scrap_point:
ds@1952	584	/* Pretend none of this ever happened. Move along now! */
ds@1952	585	in_ptr = scrap_in_point;
ds@1952	586	out_ptr++ = in_ptr;
ds@1952	587	} else {
ds@1952	588	out_ptr++ = in_ptr;
ds@1952	589	}
ds@1952	590	cont_loop:
ds@1952	591	in_ptr++;
ds@1952	592	}
ds@1952	593	*out_ptr = '\0';
ds@1952	594	pPhrase->translations++;
ds@1952	595	}
ds@1952	596
ds@1952	597	return SMCResult_Continue;
ds@1952	598	}
ds@1952	599
ds@1952	600	SMCResult CPhraseFile::ReadSMC_LeavingSection(const SMCStates *states)
ds@1952	601	{
ds@1952	602	if (m_ParseState == PPS_InPhrase)
ds@1952	603	{
ds@1952	604	if (m_CurPhrase == -1 && m_LastPhraseString.size())
ds@1952	605	{
ds@1952	606	sm_trie_delete(m_pPhraseLookup, m_LastPhraseString.c_str());
ds@1952	607	}
ds@1952	608	m_CurPhrase = -1;
ds@1952	609	m_ParseState = PPS_Phrases;
ds@1952	610	m_LastPhraseString.assign("");
ds@1952	611	}
ds@1952	612	else if (m_ParseState == PPS_Phrases)
ds@1952	613	{
ds@1952	614	m_ParseState = PPS_None;
ds@1952	615	}
ds@1952	616
ds@1952	617	return SMCResult_Continue;
ds@1952	618	}
ds@1952	619
ds@1952	620	void CPhraseFile::ReadSMC_ParseEnd(bool halted, bool failed)
ds@1952	621	{
ds@1952	622	/* Check to see if we have any dangling phrases that weren't completed, and scrap them */
ds@1952	623	if ((halted \|\| failed) && m_LastPhraseString.size())
ds@1952	624	{
ds@1952	625	sm_trie_delete(m_pPhraseLookup, m_LastPhraseString.c_str());
ds@1952	626	}
ds@1952	627	}
ds@1952	628
ds@1952	629	TransError CPhraseFile::GetTranslation(const char szPhrase, unsigned int lang_id, Translation pTrans)
ds@1952	630	{
ds@1952	631	if (lang_id >= m_LangCount)
ds@1952	632	{
ds@1952	633	return Trans_BadLanguage;
ds@1952	634	}
ds@1952	635
ds@1952	636	void *object;
ds@1952	637	if (!sm_trie_retrieve(m_pPhraseLookup, szPhrase, &object))
ds@1952	638	{
ds@1952	639	return Trans_BadPhrase;
ds@1952	640	}
ds@1952	641
ds@1952	642	phrase_t pPhrase = (phrase_t )m_pMemory->GetAddress(reinterpret_cast<int>(object));
ds@1952	643	trans_t trans = (trans_t )m_pMemory->GetAddress(pPhrase->trans_tbl);
ds@1952	644
ds@1952	645	trans = &trans[lang_id];
ds@1952	646
ds@1952	647	if (trans->stridx == -1)
ds@1952	648	{
ds@1952	649	return Trans_BadPhraseLanguage;
ds@1952	650	}
ds@1952	651
ds@1952	652	pTrans->fmt_count = pPhrase->fmt_count;
ds@1952	653	pTrans->fmt_order = pTrans->fmt_count > 0 ? (int *)m_pMemory->GetAddress(trans->fmt_order) : NULL;
ds@1952	654	pTrans->szPhrase = m_pStringTab->GetString(trans->stridx);
ds@1952	655
ds@1952	656	return Trans_Okay;
ds@1952	657	}
ds@1952	658
ds@1952	659	const char *CPhraseFile::GetFilename()
ds@1952	660	{
ds@1952	661	return m_File.c_str();
ds@1952	662	}
ds@1952	663
ds@1952	664	/**************************
ds@1952	665	MAIN TRANSLATOR CODE
ds@1952	666	**************************/
ds@1952	667
dvander@2042	668	Translator::Translator() : m_ServerLang(SOURCEMOD_LANGUAGE_ENGLISH)
ds@1952	669	{
ds@1952	670	m_pStringTab = new BaseStringTable(2048);
ds@1952	671	m_pLCodeLookup = sm_trie_create();
ds@1952	672	strncopy(m_InitialLang, "en", sizeof(m_InitialLang));
ds@1952	673	}
ds@1952	674
ds@1952	675	Translator::~Translator()
ds@1952	676	{
ds@1952	677	for (size_t i=0; i<m_Files.size(); i++)
ds@1952	678	{
ds@1952	679	delete m_Files[i];
ds@1952	680	}
ds@1952	681
ds@1952	682	for (size_t i=0; i<m_Languages.size(); i++)
ds@1952	683	{
ds@1952	684	delete m_Languages[i];
ds@1952	685	}
ds@1952	686
ds@1952	687	sm_trie_destroy(m_pLCodeLookup);
ds@1952	688
ds@1952	689	delete m_pStringTab;
ds@1952	690	}
ds@1952	691
ds@1952	692	ConfigResult Translator::OnSourceModConfigChanged(const char *key,
ds@1952	693	const char *value,
ds@1952	694	ConfigSource source,
ds@1952	695	char *error,
ds@1952	696	size_t maxlength)
ds@1952	697	{
ds@1952	698	if (strcasecmp(key, "ServerLang") == 0)
ds@1952	699	{
ds@1952	700	if (source == ConfigSource_Console)
ds@1952	701	{
ds@1952	702	unsigned int index;
ds@1952	703	if (!GetLanguageByCode(value, &index))
ds@1952	704	{
ds@1952	705	UTIL_Format(error, maxlength, "Language code \"%s\" is not registered", value);
ds@1952	706	return ConfigResult_Reject;
ds@1952	707	}
ds@1952	708
ds@1952	709	m_ServerLang = index;
ds@1952	710	} else {
ds@1952	711	strncopy(m_InitialLang, value, sizeof(m_InitialLang));
ds@1952	712	}
ds@1952	713
ds@1952	714	return ConfigResult_Accept;
ds@1952	715	}
ds@1952	716
ds@1952	717	return ConfigResult_Ignore;
ds@1952	718	}
ds@1952	719
ds@1952	720	void Translator::OnSourceModLevelChange(const char *mapName)
ds@1952	721	{
ds@1952	722	/* Refresh language stuff */
ds@1952	723	char path[PLATFORM_MAX_PATH];
ds@1952	724	g_SourceMod.BuildPath(Path_SM, path, sizeof(path), "configs/languages.cfg");
ds@1952	725	RebuildLanguageDatabase(path);
ds@1952	726	}
ds@1952	727
ds@1952	728	void Translator::OnSourceModAllInitialized()
ds@1952	729	{
ds@1952	730	AddLanguage("en", "English");
ds@1952	731
dvander@2042	732	g_pCorePhrases = CreatePhraseCollection();
dvander@2042	733	g_pCorePhrases->AddPhraseFile("core.phrases");
ds@1952	734
dvander@2042	735	g_ShareSys.AddInterface(NULL, this);
dvander@2042	736	}
dvander@2042	737
dvander@2042	738	void Translator::OnSourceModShutdown()
dvander@2042	739	{
dvander@2042	740	g_pCorePhrases->Destroy();
ds@1952	741	}
ds@1952	742
ds@1952	743	bool Translator::GetLanguageByCode(const char code, unsigned int index)
ds@1952	744	{
ds@1952	745	void *_index;
ds@1952	746
ds@1952	747	if (!sm_trie_retrieve(m_pLCodeLookup, code, &_index))
ds@1952	748	{
ds@1952	749	return false;
ds@1952	750	}
ds@1952	751
ds@1952	752	if (index)
ds@1952	753	{
ds@1952	754	*index = reinterpret_cast<unsigned int>(_index);
ds@1952	755	}
ds@1952	756
ds@1952	757	return true;
ds@1952	758	}
ds@1952	759
ds@1952	760	bool Translator::GetLanguageByName(const char name, unsigned int index)
ds@1952	761	{
ds@1952	762	CVector<Language *>::iterator iter;
ds@1952	763	unsigned int id = 0;
ds@1952	764
ds@1952	765	for (iter=m_Languages.begin(); iter!=m_Languages.end(); iter++, id++)
ds@1952	766	{
ds@1952	767	if (strcasecmp(m_pStringTab->GetString((*iter)->m_FullName), name) == 0)
ds@1952	768	{
ds@1952	769	break;
ds@1952	770	}
ds@1952	771	}
ds@1952	772
ds@1952	773	if (iter == m_Languages.end())
ds@1952	774	{
ds@1952	775	return false;
ds@1952	776	}
ds@1952	777
ds@1952	778	if (index)
ds@1952	779	{
ds@1952	780	*index = id;
ds@1952	781	}
ds@1952	782
ds@1952	783	return true;
ds@1952	784	}
ds@1952	785
ds@1952	786	unsigned int Translator::GetLanguageCount()
ds@1952	787	{
ds@1952	788	return (unsigned int)m_Languages.size();
ds@1952	789	}
ds@1952	790
ds@1952	791	BaseStringTable *Translator::GetStringTable()
ds@1952	792	{
ds@1952	793	return m_pStringTab;
ds@1952	794	}
ds@1952	795
ds@1952	796	unsigned int Translator::FindOrAddPhraseFile(const char *phrase_file)
ds@1952	797	{
ds@1952	798	for (size_t i=0; i<m_Files.size(); i++)
ds@1952	799	{
ds@1952	800	if (strcmp(m_Files[i]->GetFilename(), phrase_file) == 0)
ds@1952	801	{
ds@1952	802	return (unsigned int)i;
ds@1952	803	}
ds@1952	804	}
ds@1952	805
ds@1952	806	CPhraseFile *pFile = new CPhraseFile(this, phrase_file);
ds@1952	807	unsigned int idx = (unsigned int)m_Files.size();
ds@1952	808
ds@1952	809	m_Files.push_back(pFile);
ds@1952	810
ds@1952	811	pFile->ReparseFile();
ds@1952	812
ds@1952	813	return idx;
ds@1952	814	}
ds@1952	815
ds@1952	816	void Translator::RebuildLanguageDatabase(const char *lang_header_file)
ds@1952	817	{
ds@1952	818	/* Erase everything we have */
ds@1952	819	sm_trie_destroy(m_pLCodeLookup);
ds@1952	820	m_pLCodeLookup = sm_trie_create();
ds@1952	821	m_pStringTab->Reset();
ds@1952	822
ds@1952	823	for (size_t i=0; i<m_Languages.size(); i++)
ds@1952	824	{
ds@1952	825	delete m_Languages[i];
ds@1952	826	}
ds@1952	827	m_Languages.clear();
ds@1952	828
ds@1952	829	/* Start anew */
ds@1952	830	SMCError err;
ds@1952	831	SMCStates states;
ds@1952	832	if ((err=textparsers->ParseFile_SMC(lang_header_file, this, &states)) != SMCError_Okay)
ds@1952	833	{
ds@1952	834	const char *str_err = textparsers->GetSMCErrorString(err);
ds@1952	835	if (!str_err)
ds@1952	836	{
ds@1952	837	str_err = m_CustomError.c_str();
ds@1952	838	}
ds@1952	839
ds@1952	840	g_Logger.LogError("[SM] Failed to parse language header file: \"%s\"", lang_header_file);
ds@1952	841	g_Logger.LogError("[SM] Parse error (line %d, column %d): %s", states.line, states.col, str_err);
ds@1952	842	}
ds@1952	843
ds@1952	844	void *serverLang;
ds@1952	845
ds@1952	846	if (!sm_trie_retrieve(m_pLCodeLookup, m_InitialLang, &serverLang))
ds@1952	847	{
ds@1952	848	g_Logger.LogError("Server language was set to bad language \"%s\" -- reverting to English", m_InitialLang);
ds@1952	849
ds@1952	850	strncopy(m_InitialLang, "en", sizeof(m_InitialLang));
dvander@2042	851	m_ServerLang = SOURCEMOD_LANGUAGE_ENGLISH;
ds@1952	852	}
ds@1952	853
ds@1952	854	m_ServerLang = reinterpret_cast<unsigned int>(serverLang);
ds@1952	855
ds@1952	856	if (!m_Languages.size())
ds@1952	857	{
ds@1952	858	g_Logger.LogError("[SM] Fatal error, no languages found! Translation will not work.");
ds@1952	859	}
ds@1952	860
ds@1952	861	for (size_t i=0; i<m_Files.size(); i++)
ds@1952	862	{
ds@1952	863	m_Files[i]->ReparseFile();
ds@1952	864	}
ds@1952	865	}
ds@1952	866
ds@1952	867	void Translator::ReadSMC_ParseStart()
ds@1952	868	{
ds@1952	869	m_InLanguageSection = false;
ds@1952	870	m_CustomError.clear();
ds@1952	871	}
ds@1952	872
ds@1952	873	SMCResult Translator::ReadSMC_NewSection(const SMCStates states, const char name)
ds@1952	874	{
ds@1952	875	if (!m_InLanguageSection)
ds@1952	876	{
ds@1952	877	if (strcmp(name, "Languages") == 0)
ds@1952	878	{
ds@1952	879	m_InLanguageSection = true;
ds@1952	880	}
ds@1952	881	}
ds@1952	882
ds@1952	883	if (!m_InLanguageSection)
ds@1952	884	{
ds@1952	885	g_Logger.LogError("[SM] Warning: Unrecognized section \"%s\" in languages.cfg", name);
ds@1952	886	}
ds@1952	887
ds@1952	888	return SMCResult_Continue;
ds@1952	889	}
ds@1952	890
ds@1952	891	SMCResult Translator::ReadSMC_LeavingSection(const SMCStates *states)
ds@1952	892	{
ds@1952	893	m_InLanguageSection = false;
ds@1952	894
ds@1952	895	return SMCResult_Continue;
ds@1952	896	}
ds@1952	897
ds@1952	898	SMCResult Translator::ReadSMC_KeyValue(const SMCStates states, const char key, const char *value)
ds@1952	899	{
ds@1952	900	size_t len = strlen(key);
ds@1952	901
ds@1952	902	if (len != 2)
ds@1952	903	{
ds@1952	904	g_Logger.LogError("[SM] Warning encountered parsing languages.cfg file.");
ds@1952	905	g_Logger.LogError("[SM] Invalid language code \"%s\" is being ignored.", key);
ds@1952	906	}
ds@1952	907
ds@1952	908	AddLanguage(key, value);
ds@1952	909
ds@1952	910	return SMCResult_Continue;
ds@1952	911	}
ds@1952	912
ds@1952	913	bool Translator::AddLanguage(const char langcode, const char description)
ds@1952	914	{
ds@1952	915	if (sm_trie_retrieve(m_pLCodeLookup, langcode, NULL))
ds@1952	916	{
ds@1952	917	return false;
ds@1952	918	}
ds@1952	919
ds@1952	920	Language *pLanguage = new Language;
ds@1952	921	unsigned int idx = m_Languages.size();
ds@1952	922
ds@1952	923	pLanguage->m_code2[0] = langcode[0];
ds@1952	924	pLanguage->m_code2[1] = langcode[1];
ds@1952	925	pLanguage->m_code2[2] = langcode[2];
ds@1952	926	pLanguage->m_FullName = m_pStringTab->AddString(description);
ds@1952	927
ds@1952	928	sm_trie_insert(m_pLCodeLookup, langcode, reinterpret_cast<void *>(idx));
ds@1952	929
ds@1952	930	m_Languages.push_back(pLanguage);
ds@1952	931
ds@1952	932	return true;
ds@1952	933	}
ds@1952	934
ds@1952	935	CPhraseFile *Translator::GetFileByIndex(unsigned int index)
ds@1952	936	{
ds@1952	937	if (index >= m_Files.size())
ds@1952	938	{
ds@1952	939	return NULL;
ds@1952	940	}
ds@1952	941
ds@1952	942	return m_Files[index];
ds@1952	943	}
ds@1952	944
ds@1952	945	unsigned int Translator::GetServerLanguage()
ds@1952	946	{
ds@1952	947	return m_ServerLang;
ds@1952	948	}
ds@1952	949
ds@1952	950	unsigned int Translator::GetClientLanguage(int client)
ds@1952	951	{
ds@1952	952	CPlayer *pPlayer = g_Players.GetPlayerByIndex(client);
ds@1952	953	return pPlayer->GetLanguageId();
ds@1952	954	}
ds@1952	955
ds@1952	956	bool Translator::GetLanguageInfo(unsigned int number, const char code, const char name)
ds@1952	957	{
ds@1952	958	if (number >= GetLanguageCount())
ds@1952	959	{
ds@1952	960	return false;
ds@1952	961	}
ds@1952	962
ds@1952	963	Language *l = m_Languages[number];
ds@1952	964	if (code)
ds@1952	965	{
ds@1952	966	*code = l->m_code2;
ds@1952	967	}
ds@1952	968	if (name)
ds@1952	969	{
ds@1952	970	*name = m_pStringTab->GetString(l->m_FullName);
ds@1952	971	}
ds@1952	972
ds@1952	973	return true;
ds@1952	974	}
dvander@2042	975
dvander@2042	976	const char *Translator::GetInterfaceName()
dvander@2042	977	{
dvander@2042	978	return SMINTERFACE_TRANSLATOR_NAME;
dvander@2042	979	}
dvander@2042	980
dvander@2042	981	unsigned int Translator::GetInterfaceVersion()
dvander@2042	982	{
dvander@2042	983	return SMINTERFACE_TRANSLATOR_VERSION;
dvander@2042	984	}
dvander@2042	985
dvander@2042	986	IPhraseCollection *Translator::CreatePhraseCollection()
dvander@2042	987	{
dvander@2042	988	return new CPhraseCollection();
dvander@2042	989	}
dvander@2042	990
dvander@2042	991	int Translator::SetGlobalTarget(int index)
dvander@2042	992	{
dvander@2042	993	return g_SourceMod.SetGlobalTarget(index);
dvander@2042	994	}
dvander@2042	995
dvander@2042	996	int Translator::GetGlobalTarget() const
dvander@2042	997	{
dvander@2042	998	return g_SourceMod.GetGlobalTarget();
dvander@2042	999	}
dvander@2042	1000
dvander@2042	1001	bool CoreTranslate(char *buffer,
dvander@2042	1002	size_t maxlength,
dvander@2042	1003	const char *format,
dvander@2042	1004	unsigned int numparams,
dvander@2042	1005	size_t *pOutLength,
dvander@2042	1006	...)
dvander@2042	1007	{
dvander@2042	1008	va_list ap;
dvander@2042	1009	unsigned int i;
dvander@2042	1010	const char *fail_phrase;
dvander@2042	1011	void *params[MAX_TRANSLATE_PARAMS];
dvander@2042	1012
dvander@2042	1013	if (numparams > MAX_TRANSLATE_PARAMS)
dvander@2042	1014	{
dvander@2042	1015	assert(false);
dvander@2042	1016	return false;
dvander@2042	1017	}
dvander@2042	1018
dvander@2042	1019	va_start(ap, pOutLength);
dvander@2042	1020	for (i = 0; i < numparams; i++)
dvander@2042	1021	{
dvander@2042	1022	params[i] = va_arg(ap, void *);
dvander@2042	1023	}
dvander@2042	1024	va_end(ap);
dvander@2042	1025
dvander@2042	1026	if (!g_pCorePhrases->FormatString(buffer,
dvander@2042	1027	maxlength,
dvander@2042	1028	format,
dvander@2042	1029	params,
dvander@2042	1030	numparams,
dvander@2042	1031	pOutLength,
dvander@2042	1032	&fail_phrase))
dvander@2042	1033	{
dvander@2042	1034	if (fail_phrase != NULL)
dvander@2042	1035	{
dvander@2042	1036	g_Logger.LogError("[SM] Could not find core phrase: %s", fail_phrase);
dvander@2042	1037	}
dvander@2042	1038	else
dvander@2042	1039	{
dvander@2042	1040	g_Logger.LogError("[SM] Unknown fatal error while translating a core phrase.");
dvander@2042	1041	}
dvander@2042	1042
dvander@2042	1043	return false;
dvander@2042	1044	}
dvander@2042	1045
dvander@2042	1046	return true;
dvander@2042	1047	}
dvander@2042	1048
dvander@2042	1049	bool Translator::FormatString(char *buffer,
dvander@2042	1050	size_t maxlength,
dvander@2042	1051	const char *format,
dvander@2042	1052	IPhraseCollection *pPhrases,
dvander@2042	1053	void **params,
dvander@2042	1054	unsigned int numparams,
dvander@2042	1055	size_t *pOutLength,
dvander@2042	1056	const char **pFailPhrase)
dvander@2042	1057	{
dvander@2042	1058	unsigned int arg;
dvander@2042	1059
dvander@2042	1060	arg = 0;
dvander@2042	1061	if (!gnprintf(buffer, maxlength, format, pPhrases, params, numparams, arg, pOutLength, pFailPhrase))
dvander@2042	1062	{
dvander@2042	1063	return false;
dvander@2042	1064	}
dvander@2042	1065
dvander@2042	1066	if (arg != numparams)
dvander@2042	1067	{
dvander@2042	1068	if (pFailPhrase != NULL)
dvander@2042	1069	{
dvander@2042	1070	*pFailPhrase = NULL;
dvander@2042	1071	}
dvander@2042	1072	return false;
dvander@2042	1073	}
dvander@2042	1074
dvander@2042	1075	return true;
dvander@2042	1076	}

author	Scott Ehlert <ds@alliedmods.net>
	Sat Jul 12 09:05:19 2008 +0000 (2008-07-12)
changeset 2201	d2b8bc01ccd8
parent 2042	4a2faafca477
child 2279	d1d825f60854
permissions	-rw-r--r--