1

/* $Id$ */

     2

     3

/** @file newgrf_text.cpp

     4

 * Implementation of  Action 04 "universal holder" structure and functions.

     5

 * This file implements a linked-lists of strings,

     6

 * holding everything that the newgrf action 04 will send over to OpenTTD.

     7

 * One of the biggest problems is that Dynamic lang Array uses ISO codes

     8

 * as way to identifying current user lang, while newgrf uses bit shift codes

     9

 * not related to ISO.  So equivalence functionnality had to be set.

    10

 */

    11

    12

#include "stdafx.h"

    13

#include "debug.h"

    14

#include "openttd.h"

    15

#include "string.h"

    16

#include "strings.h"

    17

#include "variables.h"

    18

#include "macros.h"

    19

#include "table/strings.h"

    20

#include "newgrf.h"

    21

#include "newgrf_text.h"

    22

#include "table/control_codes.h"

    23

#include "helpers.hpp"

    24

    25

#define GRFTAB  28

    26

#define TABSIZE 11

    27

    28

/**

    29

 * Explains the newgrf shift bit positionning.

    30

 * the grf base will not be used in order to find the string, but rather for

    31

 * jumping from standard langID scheme to the new one.

    32

 */

    33

enum grf_base_languages {

    34

	GRFLB_AMERICAN    = 0x01,

    35

	GRFLB_ENGLISH     = 0x02,

    36

	GRFLB_GERMAN      = 0x04,

    37

	GRFLB_FRENCH      = 0x08,

    38

	GRFLB_SPANISH     = 0x10,

    39

	GRFLB_GENERIC     = 0x80,

    40

};

    41

    42

enum grf_extended_languages {

    43

	GRFLX_AMERICAN    = 0x00,

    44

	GRFLX_ENGLISH     = 0x01,

    45

	GRFLX_GERMAN      = 0x02,

    46

	GRFLX_FRENCH      = 0x03,

    47

	GRFLX_SPANISH     = 0x04,

    48

	GRFLX_ESPERANTO   = 0x05,

    49

	GRFLX_RUSSIAN     = 0x07,

    50

	GRFLX_CZECH       = 0x15,

    51

	GRFLX_SLOVAK      = 0x16,

    52

	GRFLX_BULGARIAN   = 0x18,

    53

	GRFLX_AFRIKAANS   = 0x1B,

    54

	GRFLX_GREEK       = 0x1E,

    55

	GRFLX_DUTCH       = 0x1F,

    56

	GRFLX_CATALAN     = 0x22,

    57

	GRFLX_HUNGARIAN   = 0x24,

    58

	GRFLX_ITALIAN     = 0x27,

    59

	GRFLX_ROMANIAN    = 0x28,

    60

	GRFLX_ICELANDIC   = 0x29,

    61

	GRFLX_LATVIAN     = 0x2A,

    62

	GRFLX_LITHUANIAN  = 0x2B,

    63

	GRFLX_SLOVENIAN   = 0x2C,

    64

	GRFLX_DANISH      = 0x2D,

    65

	GRFLX_SWEDISH     = 0x2E,

    66

	GRFLX_NORWEGIAN   = 0x2F,

    67

	GRFLX_POLISH      = 0x30,

    68

	GRFLX_GALICIAN    = 0x31,

    69

	GRFLX_FRISIAN     = 0x32,

    70

	GRFLX_UKRAINIAN   = 0x33,

    71

	GRFLX_ESTONIAN    = 0x34,

    72

	GRFLX_FINNISH     = 0x35,

    73

	GRFLX_PORTUGUESE  = 0x36,

    74

	GRFLX_BRAZILIAN   = 0x37,

    75

	GRFLX_CROATIAN    = 0x38,

    76

	GRFLX_JAPANESE    = 0x39,

    77

	GRFLX_KOREAN      = 0x3A,

    78

	GRFLX_TURKISH     = 0x3E,

    79

	GRFLX_UNSPECIFIED = 0x7F,

    80

};

    81

    82

    83

struct iso_grf {

    84

	char code[6];

    85

	byte grfLangID;

    86

};

    87

    88

/**

    89

 * ISO code VS NewGrf langID conversion array.

    90

 * This array is used in two ways:

    91

 * 1-its ISO part is matching OpenTTD dynamic language id

    92

 *   with newgrf bit positionning language id

    93

 * 2-its shift part is used to know what is the shift to

    94

 *   watch for when inserting new strings, hence analysing newgrf langid

    95

 */

    96

const iso_grf iso_codes[] = {

    97

	{"en_US", GRFLX_AMERICAN},

    98

	{"en_GB", GRFLX_ENGLISH},

    99

	{"de_DE", GRFLX_GERMAN},

   100

	{"fr_FR", GRFLX_FRENCH},

   101

	{"es_ES", GRFLX_SPANISH},

   102

	{"af_ZA", GRFLX_AFRIKAANS},

   103

	{"hr_HR", GRFLX_CROATIAN},

   104

	{"cs_CS", GRFLX_CZECH},

   105

	{"ca_ES", GRFLX_CATALAN},

   106

	{"da_DA", GRFLX_DANISH},

   107

	{"nl_NL", GRFLX_DUTCH},

   108

	{"et_ET", GRFLX_ESTONIAN},

   109

	{"fi_FI", GRFLX_FINNISH},

   110

	{"fy_NL", GRFLX_FRISIAN},

   111

	{"gl_ES", GRFLX_GALICIAN},

   112

	{"el_GR", GRFLX_GREEK},

   113

	{"hu_HU", GRFLX_HUNGARIAN},

   114

	{"is_IS", GRFLX_ICELANDIC},

   115

	{"it_IT", GRFLX_ITALIAN},

   116

	{"lv_LV", GRFLX_LATVIAN},

   117

	{"lt_LT", GRFLX_LITHUANIAN},

   118

	{"nb_NO", GRFLX_NORWEGIAN},

   119

	{"pl_PL", GRFLX_POLISH},

   120

	{"pt_PT", GRFLX_PORTUGUESE},

   121

	{"pt_BR", GRFLX_BRAZILIAN},

   122

	{"ro_RO", GRFLX_ROMANIAN},

   123

	{"ru_RU", GRFLX_RUSSIAN},

   124

	{"sk_SK", GRFLX_SLOVAK},

   125

	{"sl_SL", GRFLX_SLOVENIAN},

   126

	{"sv_SE", GRFLX_SWEDISH},

   127

	{"tr_TR", GRFLX_TURKISH},

   128

	{"uk_UA", GRFLX_UKRAINIAN},

   129

	{"eo_EO", GRFLX_ESPERANTO},

   130

	{"bg_BG", GRFLX_BULGARIAN},

   131

	{"ja_JP", GRFLX_JAPANESE},

   132

	{"ko_KR", GRFLX_KOREAN},

   133

	{"gen",   GRFLB_GENERIC}   ///< this is not iso code, but there has to be something...

   134

};

   135

   136

   137

/**

   138

 * Element of the linked list.

   139

 * Each of those elements represent the string,

   140

 * but according to a different lang.

   141

 */

   142

struct GRFText {

   143

	public:

   144

		static GRFText* New(byte langid, const char* text)

   145

		{

   146

			return new(strlen(text) + 1) GRFText(langid, text);

   147

		}

   148

   149

	private:

   150

		GRFText(byte langid_, const char* text_) : next(NULL), langid(langid_)

   151

		{

   152

			strcpy(text, text_);

   153

		}

   154

   155

		void* operator new(size_t size, size_t extra)

   156

		{

   157

			return ::operator new(size + extra);

   158

		}

   159

   160

public:

   161

		/* dummy operator delete to silence VC8:

   162

		 * 'void *GRFText::operator new(size_t,size_t)' : no matching operator delete found;

   163

		 *     memory will not be freed if initialization throws an exception */

   164

		void operator delete(void *p, size_t extra)

   165

		{

   166

			return ::operator delete(p);

   167

		}

   168

   169

	public:

   170

		GRFText *next;

   171

		byte langid;

   172

		char text[VARARRAY_SIZE];

   173

};

   174

   175

   176

/**

   177

 * Holder of the above structure.

   178

 * Putting both grfid and stringid together allows us to avoid duplicates,

   179

 * since it is NOT SUPPOSED to happen.

   180

 */

   181

struct GRFTextEntry {

   182

	uint32 grfid;

   183

	uint16 stringid;

   184

	StringID def_string;

   185

	GRFText *textholder;

   186

};

   187

   188

   189

static uint _num_grf_texts = 0;

   190

static GRFTextEntry _grf_text[(1 << TABSIZE) * 3];

   191

static byte _currentLangID = GRFLX_ENGLISH;  ///< by default, english is used.

   192

   193

   194

char *TranslateTTDPatchCodes(const char *str)

   195

{

   196

	char *tmp = MallocT<char>(strlen(str) * 10 + 1); // Allocate space to allow for expansion

   197

	char *d = tmp;

   198

	bool unicode = false;

   199

	WChar c;

   200

	size_t len = Utf8Decode(&c, str);

   201

   202

	if (c == 0x00DE) {

   203

		/* The thorn ('þ') indicates a unicode string to TTDPatch */

   204

		unicode = true;

   205

		str += len;

   206

	}

   207

   208

	for (;;) {

   209

		const char *tmp = str; // Used for UTF-8 decoding

   210

   211

		c = (byte)*str++;

   212

		if (c == 0) break;

   213

   214

		switch (c) {

   215

			case 0x01:

   216

				d += Utf8Encode(d, SCC_SETX);

   217

				*d++ = *str++;

   218

				break;

   219

			case 0x0A: break;

   220

			case 0x0D: *d++ = 0x0A; break;

   221

			case 0x0E: d += Utf8Encode(d, SCC_TINYFONT); break;

   222

			case 0x0F: d += Utf8Encode(d, SCC_BIGFONT); break;

   223

			case 0x1F:

   224

				d += Utf8Encode(d, SCC_SETXY);

   225

				*d++ = *str++;

   226

				*d++ = *str++;

   227

				break;

   228

			case 0x7B:

   229

			case 0x7C:

   230

			case 0x7D:

   231

			case 0x7E: d += Utf8Encode(d, SCC_NUM); break;

   232

			case 0x7F: d += Utf8Encode(d, SCC_CURRENCY); break;

   233

			case 0x80: d += Utf8Encode(d, SCC_STRING); break;

   234

			case 0x81: {

   235

				StringID string;

   236

				string  = *str++;

   237

				string |= *str++ << 8;

   238

				d += Utf8Encode(d, SCC_STRING_ID);

   239

				d += Utf8Encode(d, string);

   240

				break;

   241

			}

   242

			case 0x82: d += Utf8Encode(d, SCC_DATE_TINY); break;

   243

			case 0x83: d += Utf8Encode(d, SCC_DATE_SHORT); break;

   244

			case 0x84: d += Utf8Encode(d, SCC_VELOCITY); break;

   245

			case 0x85: d += Utf8Encode(d, SCC_SKIP);    break;

   246

			case 0x86: /* "Rotate down top 4 words on stack" */ break;

   247

			case 0x87: d += Utf8Encode(d, SCC_VOLUME);  break;

   248

			case 0x88: d += Utf8Encode(d, SCC_BLUE);    break;

   249

			case 0x89: d += Utf8Encode(d, SCC_SILVER);  break;

   250

			case 0x8A: d += Utf8Encode(d, SCC_GOLD);    break;

   251

			case 0x8B: d += Utf8Encode(d, SCC_RED);     break;

   252

			case 0x8C: d += Utf8Encode(d, SCC_PURPLE);  break;

   253

			case 0x8D: d += Utf8Encode(d, SCC_LTBROWN); break;

   254

			case 0x8E: d += Utf8Encode(d, SCC_ORANGE);  break;

   255

			case 0x8F: d += Utf8Encode(d, SCC_GREEN);   break;

   256

			case 0x90: d += Utf8Encode(d, SCC_YELLOW);  break;

   257

			case 0x91: d += Utf8Encode(d, SCC_DKGREEN); break;

   258

			case 0x92: d += Utf8Encode(d, SCC_CREAM);   break;

   259

			case 0x93: d += Utf8Encode(d, SCC_BROWN);   break;

   260

			case 0x94: d += Utf8Encode(d, SCC_WHITE);   break;

   261

			case 0x95: d += Utf8Encode(d, SCC_LTBLUE);  break;

   262

			case 0x96: d += Utf8Encode(d, SCC_GRAY);    break;

   263

			case 0x97: d += Utf8Encode(d, SCC_DKBLUE);  break;

   264

			case 0x98: d += Utf8Encode(d, SCC_BLACK);   break;

   265

			case 0x9E: d += Utf8Encode(d, 0x20AC); break; // Euro

   266

			case 0x9F: d += Utf8Encode(d, 0x0178); break; // Y with diaeresis

   267

			case 0xA0: d += Utf8Encode(d, SCC_UPARROW); break;

   268

			case 0xAA: d += Utf8Encode(d, SCC_DOWNARROW); break;

   269

			case 0xAC: d += Utf8Encode(d, SCC_CHECKMARK); break;

   270

			case 0xAD: d += Utf8Encode(d, SCC_CROSS); break;

   271

			case 0xAF: d += Utf8Encode(d, SCC_RIGHTARROW); break;

   272

			case 0xB4: d += Utf8Encode(d, SCC_TRAIN); break;

   273

			case 0xB5: d += Utf8Encode(d, SCC_LORRY); break;

   274

			case 0xB6: d += Utf8Encode(d, SCC_BUS); break;

   275

			case 0xB7: d += Utf8Encode(d, SCC_PLANE); break;

   276

			case 0xB8: d += Utf8Encode(d, SCC_SHIP); break;

   277

			default:

   278

				if (unicode) {

   279

					d += Utf8Encode(d, Utf8Consume(&tmp));

   280

					str = tmp;

   281

					break;

   282

				}

   283

   284

				/* Validate any unhandled character */

   285

				if (!IsValidChar(c, CS_ALPHANUMERAL)) c = '?';

   286

				d += Utf8Encode(d, c);

   287

				break;

   288

		}

   289

	}

   290

   291

	*d = '\0';

   292

	tmp = ReallocT(tmp, strlen(tmp) + 1);

   293

	return tmp;

   294

}

   295

   296

   297

/**

   298

 * Add the new read string into our structure.

   299

 */

   300

StringID AddGRFString(uint32 grfid, uint16 stringid, byte langid_to_add, bool new_scheme, const char *text_to_add, StringID def_string)

   301

{

   302

	char *translatedtext;

   303

	uint id;

   304

   305

	/* When working with the old language scheme (grf_version is less than 7) and

   306

	 * English or American is among the set bits, simply add it as English in

   307

	 * the new scheme, i.e. as langid = 1.

   308

	 * If English is set, it is pretty safe to assume the translations are not

   309

	 * actually translated.

   310

	 */

   311

	if (!new_scheme) {

   312

		if (HASBITS(langid_to_add, GRFLB_AMERICAN | GRFLB_ENGLISH)) {

   313

			langid_to_add = GRFLX_ENGLISH;

   314

		} else {

   315

			StringID ret = STR_EMPTY;

   316

			if (langid_to_add & GRFLB_GERMAN)  ret = AddGRFString(grfid, stringid, GRFLX_GERMAN,  true, text_to_add, def_string);

   317

			if (langid_to_add & GRFLB_FRENCH)  ret = AddGRFString(grfid, stringid, GRFLX_FRENCH,  true, text_to_add, def_string);

   318

			if (langid_to_add & GRFLB_SPANISH) ret = AddGRFString(grfid, stringid, GRFLX_SPANISH, true, text_to_add, def_string);

   319

			return ret;

   320

		}

   321

	}

   322

   323

	for (id = 0; id < _num_grf_texts; id++) {

   324

		if (_grf_text[id].grfid == grfid && _grf_text[id].stringid == stringid) {

   325

			break;

   326

		}

   327

	}

   328

   329

	/* Too many strings allocated, return empty */

   330

	if (id == lengthof(_grf_text)) return STR_EMPTY;

   331

   332

	translatedtext = TranslateTTDPatchCodes(text_to_add);

   333

   334

	GRFText *newtext = GRFText::New(langid_to_add, translatedtext);

   335

   336

	free(translatedtext);

   337

   338

	/* If we didn't find our stringid and grfid in the list, allocate a new id */

   339

	if (id == _num_grf_texts) _num_grf_texts++;

   340

   341

	if (_grf_text[id].textholder == NULL) {

   342

		_grf_text[id].grfid      = grfid;

   343

		_grf_text[id].stringid   = stringid;

   344

		_grf_text[id].def_string = def_string;

   345

		_grf_text[id].textholder = newtext;

   346

	} else {

   347

		GRFText **ptext, *text;

   348

		bool replaced = false;

   349

   350

		/* Loop through all languages and see if we can replace a string */

   351

		for (ptext = &_grf_text[id].textholder; (text = *ptext) != NULL; ptext = &text->next) {

   352

			if (text->langid != langid_to_add) continue;

   353

			newtext->next = text->next;

   354

			*ptext = newtext;

   355

			delete text;

   356

			replaced = true;

   357

			break;

   358

		}

   359

   360

		/* If a string wasn't replaced, then we must append the new string */

   361

		if (!replaced) *ptext = newtext;

   362

	}

   363

   364

	grfmsg(3, "Added 0x%X: grfid %08X string 0x%X lang 0x%X string '%s'", id, grfid, stringid, newtext->langid, newtext->text);

   365

   366

	return (GRFTAB << TABSIZE) + id;

   367

}

   368

   369

/* Used to remember the grfid that the last retrieved string came from */

   370

static uint32 _last_grfid = 0;

   371

   372

/**

   373

 * Returns the index for this stringid associated with its grfID

   374

 */

   375

StringID GetGRFStringID(uint32 grfid, uint16 stringid)

   376

{

   377

	uint id;

   378

   379

	/* grfid is zero when we're being called via an include */

   380

	if (grfid == 0) grfid = _last_grfid;

   381

   382

	for (id = 0; id < _num_grf_texts; id++) {

   383

		if (_grf_text[id].grfid == grfid && _grf_text[id].stringid == stringid) {

   384

			return (GRFTAB << TABSIZE) + id;

   385

		}

   386

	}

   387

   388

	return STR_UNDEFINED;

   389

}

   390

   391

   392

char *GetGRFString(char *buff, uint16 stringid, const char* last)

   393

{

   394

	const GRFText *default_text = NULL;

   395

	const GRFText *search_text;

   396

   397

	assert(_grf_text[stringid].grfid != 0);

   398

   399

	/* Remember this grfid in case the string has included text */

   400

	_last_grfid = _grf_text[stringid].grfid;

   401

   402

	/*Search the list of lang-strings of this stringid for current lang */

   403

	for (search_text = _grf_text[stringid].textholder; search_text != NULL; search_text = search_text->next) {

   404

		if (search_text->langid == _currentLangID) {

   405

			return strecpy(buff, search_text->text, last);

   406

		}

   407

   408

		/* If the current string is English or American, set it as the

   409

		 * fallback language if the specific language isn't available. */

   410

		if (search_text->langid == GRFLX_UNSPECIFIED || (default_text == NULL && (search_text->langid == GRFLX_ENGLISH || search_text->langid == GRFLX_AMERICAN))) {

   411

			default_text = search_text;

   412

		}

   413

	}

   414

   415

	/* If there is a fallback string, return that */

   416

	if (default_text != NULL) return strecpy(buff, default_text->text, last);

   417

   418

	/* Use the default string ID if the fallback string isn't available */

   419

	return GetString(buff, _grf_text[stringid].def_string, last);

   420

}

   421

   422

/**

   423

 * Equivalence Setter function between game and newgrf langID.

   424

 * This function will adjust _currentLangID as to what is the LangID

   425

 * of the current language set by the user.

   426

 * The array iso_codes will be used to find that match.

   427

 * If not found, it will have to be standard english

   428

 * This function is called after the user changed language,

   429

 * from strings.cpp:ReadLanguagePack

   430

 * @param iso_name iso code of current selection

   431

 */

   432

void SetCurrentGrfLangID(const char *iso_name)

   433

{

   434

	/* Use English by default, if we can't match up the iso_code. */

   435

	byte ret = GRFLX_ENGLISH;

   436

	byte i;

   437

   438

	for (i=0; i < lengthof(iso_codes); i++) {

   439

		if (strncmp(iso_codes[i].code, iso_name, strlen(iso_codes[i].code)) == 0) {

   440

			/* We found a match, so let's use it. */

   441

			ret = i;

   442

			break;

   443

		}

   444

	}

   445

	_currentLangID = ret;

   446

}

   447

   462

/**

   463

 * House cleaning.

   464

 * Remove all strings and reset the text counter.

   465

 */

   466

void CleanUpStrings()

   467

{

   468

	uint id;

   469

   470

	for (id = 0; id < _num_grf_texts; id++) {

   471

		GRFText *grftext = _grf_text[id].textholder;

   472

		while (grftext != NULL) {

   473

			GRFText *grftext2 = grftext->next;

   474

			delete grftext;

   475

			grftext = grftext2;

   476

		}

   477

		_grf_text[id].grfid      = 0;

   478

		_grf_text[id].stringid   = 0;

   479

		_grf_text[id].textholder = NULL;

   480

	}

   481

   482

	_num_grf_texts = 0;

   483

}