1

/* $Id$ */

     2

     3

/** @file newgrf_text.cpp

     4

 * Implementation of  Action 04 "universal holder" structure and functions.

     5

 * This file implements a linked-lists of strings,

     6

 * holding everything that the newgrf action 04 will send over to OpenTTD.

     7

 * One of the biggest problems is that Dynamic lang Array uses ISO codes

     8

 * as way to identifying current user lang, while newgrf uses bit shift codes

     9

 * not related to ISO.  So equivalence functionnality had to be set.

    10

 */

    11

    12

#include "stdafx.h"

    13

#include "debug.h"

    14

#include "openttd.h"

    15

#include "string.h"

    16

#include "variables.h"

    17

#include "table/strings.h"

    18

#include "newgrf.h"

    19

#include "newgrf_text.h"

    20

#include "table/control_codes.h"

    21

#include "helpers.hpp"

    22

#include "date.h"

    24

    25

#define GRFTAB  28

    26

#define TABSIZE 11

    27

    28

/**

    29

 * Explains the newgrf shift bit positionning.

    30

 * the grf base will not be used in order to find the string, but rather for

    31

 * jumping from standard langID scheme to the new one.

    32

 */

    33

enum grf_base_languages {

    34

	GRFLB_AMERICAN    = 0x01,

    35

	GRFLB_ENGLISH     = 0x02,

    36

	GRFLB_GERMAN      = 0x04,

    37

	GRFLB_FRENCH      = 0x08,

    38

	GRFLB_SPANISH     = 0x10,

    39

	GRFLB_GENERIC     = 0x80,

    40

};

    41

    42

enum grf_extended_languages {

    43

	GRFLX_AMERICAN    = 0x00,

    44

	GRFLX_ENGLISH     = 0x01,

    45

	GRFLX_GERMAN      = 0x02,

    46

	GRFLX_FRENCH      = 0x03,

    47

	GRFLX_SPANISH     = 0x04,

    48

	GRFLX_ESPERANTO   = 0x05,

    49

	GRFLX_RUSSIAN     = 0x07,

    50

	GRFLX_CZECH       = 0x15,

    51

	GRFLX_SLOVAK      = 0x16,

    52

	GRFLX_BULGARIAN   = 0x18,

    53

	GRFLX_AFRIKAANS   = 0x1B,

    54

	GRFLX_GREEK       = 0x1E,

    55

	GRFLX_DUTCH       = 0x1F,

    56

	GRFLX_CATALAN     = 0x22,

    57

	GRFLX_HUNGARIAN   = 0x24,

    58

	GRFLX_ITALIAN     = 0x27,

    59

	GRFLX_ROMANIAN    = 0x28,

    60

	GRFLX_ICELANDIC   = 0x29,

    61

	GRFLX_LATVIAN     = 0x2A,

    62

	GRFLX_LITHUANIAN  = 0x2B,

    63

	GRFLX_SLOVENIAN   = 0x2C,

    64

	GRFLX_DANISH      = 0x2D,

    65

	GRFLX_SWEDISH     = 0x2E,

    66

	GRFLX_NORWEGIAN   = 0x2F,

    67

	GRFLX_POLISH      = 0x30,

    68

	GRFLX_GALICIAN    = 0x31,

    69

	GRFLX_FRISIAN     = 0x32,

    70

	GRFLX_UKRAINIAN   = 0x33,

    71

	GRFLX_ESTONIAN    = 0x34,

    72

	GRFLX_FINNISH     = 0x35,

    73

	GRFLX_PORTUGUESE  = 0x36,

    74

	GRFLX_BRAZILIAN   = 0x37,

    75

	GRFLX_CROATIAN    = 0x38,

    76

	GRFLX_JAPANESE    = 0x39,

    77

	GRFLX_KOREAN      = 0x3A,

    78

	GRFLX_TURKISH     = 0x3E,

    79

	GRFLX_UNSPECIFIED = 0x7F,

    80

};

    81

    82

    83

struct iso_grf {

    84

	char code[6];

    85

	byte grfLangID;

    86

};

    87

    88

/**

    89

 * ISO code VS NewGrf langID conversion array.

    90

 * This array is used in two ways:

    91

 * 1-its ISO part is matching OpenTTD dynamic language id

    92

 *   with newgrf bit positionning language id

    93

 * 2-its shift part is used to know what is the shift to

    94

 *   watch for when inserting new strings, hence analysing newgrf langid

    95

 */

    96

const iso_grf iso_codes[] = {

    97

	{"en_US", GRFLX_AMERICAN},

    98

	{"en_GB", GRFLX_ENGLISH},

    99

	{"de_DE", GRFLX_GERMAN},

   100

	{"fr_FR", GRFLX_FRENCH},

   101

	{"es_ES", GRFLX_SPANISH},

   102

	{"af_ZA", GRFLX_AFRIKAANS},

   103

	{"hr_HR", GRFLX_CROATIAN},

   104

	{"cs_CZ", GRFLX_CZECH},

   105

	{"ca_ES", GRFLX_CATALAN},

   106

	{"da_DA", GRFLX_DANISH},

   107

	{"nl_NL", GRFLX_DUTCH},

   108

	{"et_ET", GRFLX_ESTONIAN},

   109

	{"fi_FI", GRFLX_FINNISH},

   110

	{"fy_NL", GRFLX_FRISIAN},

   111

	{"gl_ES", GRFLX_GALICIAN},

   112

	{"el_GR", GRFLX_GREEK},

   113

	{"hu_HU", GRFLX_HUNGARIAN},

   114

	{"is_IS", GRFLX_ICELANDIC},

   115

	{"it_IT", GRFLX_ITALIAN},

   116

	{"lv_LV", GRFLX_LATVIAN},

   117

	{"lt_LT", GRFLX_LITHUANIAN},

   118

	{"nb_NO", GRFLX_NORWEGIAN},

   119

	{"pl_PL", GRFLX_POLISH},

   120

	{"pt_PT", GRFLX_PORTUGUESE},

   121

	{"pt_BR", GRFLX_BRAZILIAN},

   122

	{"ro_RO", GRFLX_ROMANIAN},

   123

	{"ru_RU", GRFLX_RUSSIAN},

   124

	{"sk_SK", GRFLX_SLOVAK},

   125

	{"sl_SL", GRFLX_SLOVENIAN},

   126

	{"sv_SE", GRFLX_SWEDISH},

   127

	{"tr_TR", GRFLX_TURKISH},

   128

	{"uk_UA", GRFLX_UKRAINIAN},

   129

	{"eo_EO", GRFLX_ESPERANTO},

   130

	{"bg_BG", GRFLX_BULGARIAN},

   131

	{"ja_JP", GRFLX_JAPANESE},

   132

	{"ko_KR", GRFLX_KOREAN},

   133

	{"gen",   GRFLB_GENERIC}   ///< this is not iso code, but there has to be something...

   134

};

   135

   136

   137

/**

   138

 * Element of the linked list.

   139

 * Each of those elements represent the string,

   140

 * but according to a different lang.

   141

 */

   142

struct GRFText {

   143

	public:

   144

		static GRFText* New(byte langid, const char* text)

   145

		{

   146

			return new(strlen(text) + 1) GRFText(langid, text);

   147

		}

   148

   149

	private:

   150

		GRFText(byte langid_, const char* text_) : next(NULL), langid(langid_)

   151

		{

   152

			strcpy(text, text_);

   153

		}

   154

   155

		void* operator new(size_t size, size_t extra)

   156

		{

   157

			return ::operator new(size + extra);

   158

		}

   159

   160

public:

   161

		/* dummy operator delete to silence VC8:

   162

		 * 'void *GRFText::operator new(size_t,size_t)' : no matching operator delete found;

   163

		 *     memory will not be freed if initialization throws an exception */

   164

		void operator delete(void *p, size_t extra)

   165

		{

   166

			return ::operator delete(p);

   167

		}

   168

   169

	public:

   170

		GRFText *next;

   171

		byte langid;

   172

		char text[VARARRAY_SIZE];

   173

};

   174

   175

   176

/**

   177

 * Holder of the above structure.

   178

 * Putting both grfid and stringid together allows us to avoid duplicates,

   179

 * since it is NOT SUPPOSED to happen.

   180

 */

   181

struct GRFTextEntry {

   182

	uint32 grfid;

   183

	uint16 stringid;

   184

	StringID def_string;

   185

	GRFText *textholder;

   186

};

   187

   188

   189

static uint _num_grf_texts = 0;

   190

static GRFTextEntry _grf_text[(1 << TABSIZE) * 3];

   191

static byte _currentLangID = GRFLX_ENGLISH;  ///< by default, english is used.

   192

   193

   194

char *TranslateTTDPatchCodes(const char *str)

   195

{

   196

	char *tmp = MallocT<char>(strlen(str) * 10 + 1); // Allocate space to allow for expansion

   197

	char *d = tmp;

   198

	bool unicode = false;

   199

	WChar c;

   200

	size_t len = Utf8Decode(&c, str);

   201

   202

	if (c == 0x00DE) {

   203

		/* The thorn ('þ') indicates a unicode string to TTDPatch */

   204

		unicode = true;

   205

		str += len;

   206

	}

   207

   208

	for (;;) {

   209

		if (unicode && Utf8EncodedCharLen(*str) != 0) {

   210

			c = Utf8Consume(&str);

   211

			/* 'Magic' range of control codes. */

   212

			if (GB(c, 8, 8) == 0xE0) c = GB(c, 0, 8);

   213

		} else {

   214

			c = (byte)*str++;

   215

		}

   216

		if (c == 0) break;

   217

   218

		switch (c) {

   219

			case 0x01:

   220

				d += Utf8Encode(d, SCC_SETX);

   221

				*d++ = *str++;

   222

				break;

   223

			case 0x0A: break;

   224

			case 0x0D: *d++ = 0x0A; break;

   225

			case 0x0E: d += Utf8Encode(d, SCC_TINYFONT); break;

   226

			case 0x0F: d += Utf8Encode(d, SCC_BIGFONT); break;

   227

			case 0x1F:

   228

				d += Utf8Encode(d, SCC_SETXY);

   229

				*d++ = *str++;

   230

				*d++ = *str++;

   231

				break;

   232

			case 0x7B:

   233

			case 0x7C:

   234

			case 0x7D:

   235

			case 0x7E:

   236

			case 0x7F:

   237

			case 0x80: d += Utf8Encode(d, SCC_NEWGRF_PRINT_DWORD + c - 0x7B); break;

   238

			case 0x81: {

   239

				StringID string;

   240

				string  = *str++;

   241

				string |= *str++ << 8;

   242

				d += Utf8Encode(d, SCC_STRING_ID);

   243

				d += Utf8Encode(d, string);

   244

				break;

   245

			}

   246

			case 0x82:

   247

			case 0x83:

   248

			case 0x84: d += Utf8Encode(d, SCC_NEWGRF_PRINT_WORD_SPEED + c - 0x82); break;

   249

			case 0x85: d += Utf8Encode(d, SCC_NEWGRF_DISCARD_WORD);       break;

   250

			case 0x86: d += Utf8Encode(d, SCC_NEWGRF_ROTATE_TOP_4_WORDS); break;

   251

			case 0x87: d += Utf8Encode(d, SCC_NEWGRF_PRINT_WORD_LITRES);  break;

   252

			case 0x88: d += Utf8Encode(d, SCC_BLUE);    break;

   253

			case 0x89: d += Utf8Encode(d, SCC_SILVER);  break;

   254

			case 0x8A: d += Utf8Encode(d, SCC_GOLD);    break;

   255

			case 0x8B: d += Utf8Encode(d, SCC_RED);     break;

   256

			case 0x8C: d += Utf8Encode(d, SCC_PURPLE);  break;

   257

			case 0x8D: d += Utf8Encode(d, SCC_LTBROWN); break;

   258

			case 0x8E: d += Utf8Encode(d, SCC_ORANGE);  break;

   259

			case 0x8F: d += Utf8Encode(d, SCC_GREEN);   break;

   260

			case 0x90: d += Utf8Encode(d, SCC_YELLOW);  break;

   261

			case 0x91: d += Utf8Encode(d, SCC_DKGREEN); break;

   262

			case 0x92: d += Utf8Encode(d, SCC_CREAM);   break;

   263

			case 0x93: d += Utf8Encode(d, SCC_BROWN);   break;

   264

			case 0x94: d += Utf8Encode(d, SCC_WHITE);   break;

   265

			case 0x95: d += Utf8Encode(d, SCC_LTBLUE);  break;

   266

			case 0x96: d += Utf8Encode(d, SCC_GRAY);    break;

   267

			case 0x97: d += Utf8Encode(d, SCC_DKBLUE);  break;

   268

			case 0x98: d += Utf8Encode(d, SCC_BLACK);   break;

   269

			case 0x9A:

   270

				switch (*str++) {

   271

					case 0: /* FALL THROUGH */

   272

					case 1: d += Utf8Encode(d, SCC_NEWGRF_PRINT_QWORD_CURRENCY); break;

   273

					case 3: {

   274

						uint16 tmp = *str++;

   275

						tmp |= (*str++) << 8;

   276

						d += Utf8Encode(d, SCC_NEWGRF_PUSH_WORD); d += Utf8Encode(d, tmp);

   277

					} break;

   278

					case 4: d += Utf8Encode(d, SCC_NEWGRF_UNPRINT); d += Utf8Encode(d, *str++); break;

   279

					default: grfmsg(1, "missing handler for extended format code"); break;

   280

				}

   281

				break;

   282

   283

			case 0x9E: d += Utf8Encode(d, 0x20AC); break; // Euro

   284

			case 0x9F: d += Utf8Encode(d, 0x0178); break; // Y with diaeresis

   285

			case 0xA0: d += Utf8Encode(d, SCC_UPARROW); break;

   286

			case 0xAA: d += Utf8Encode(d, SCC_DOWNARROW); break;

   287

			case 0xAC: d += Utf8Encode(d, SCC_CHECKMARK); break;

   288

			case 0xAD: d += Utf8Encode(d, SCC_CROSS); break;

   289

			case 0xAF: d += Utf8Encode(d, SCC_RIGHTARROW); break;

   290

			case 0xB4: d += Utf8Encode(d, SCC_TRAIN); break;

   291

			case 0xB5: d += Utf8Encode(d, SCC_LORRY); break;

   292

			case 0xB6: d += Utf8Encode(d, SCC_BUS); break;

   293

			case 0xB7: d += Utf8Encode(d, SCC_PLANE); break;

   294

			case 0xB8: d += Utf8Encode(d, SCC_SHIP); break;

   295

			default:

   296

				/* Validate any unhandled character */

   297

				if (!IsValidChar(c, CS_ALPHANUMERAL)) c = '?';

   298

				d += Utf8Encode(d, c);

   299

				break;

   300

		}

   301

	}

   302

   303

	*d = '\0';

   304

	tmp = ReallocT(tmp, strlen(tmp) + 1);

   305

	return tmp;

   306

}

   307

   308

   309

/**

   310

 * Add the new read string into our structure.

   311

 */

   312

StringID AddGRFString(uint32 grfid, uint16 stringid, byte langid_to_add, bool new_scheme, const char *text_to_add, StringID def_string)

   313

{

   314

	char *translatedtext;

   315

	uint id;

   316

   317

	/* When working with the old language scheme (grf_version is less than 7) and

   318

	 * English or American is among the set bits, simply add it as English in

   319

	 * the new scheme, i.e. as langid = 1.

   320

	 * If English is set, it is pretty safe to assume the translations are not

   321

	 * actually translated.

   322

	 */

   323

	if (!new_scheme) {

   324

		if (HASBITS(langid_to_add, GRFLB_AMERICAN | GRFLB_ENGLISH)) {

   325

			langid_to_add = GRFLX_ENGLISH;

   326

		} else {

   327

			StringID ret = STR_EMPTY;

   328

			if (langid_to_add & GRFLB_GERMAN)  ret = AddGRFString(grfid, stringid, GRFLX_GERMAN,  true, text_to_add, def_string);

   329

			if (langid_to_add & GRFLB_FRENCH)  ret = AddGRFString(grfid, stringid, GRFLX_FRENCH,  true, text_to_add, def_string);

   330

			if (langid_to_add & GRFLB_SPANISH) ret = AddGRFString(grfid, stringid, GRFLX_SPANISH, true, text_to_add, def_string);

   331

			return ret;

   332

		}

   333

	}

   334

   335

	for (id = 0; id < _num_grf_texts; id++) {

   336

		if (_grf_text[id].grfid == grfid && _grf_text[id].stringid == stringid) {

   337

			break;

   338

		}

   339

	}

   340

   341

	/* Too many strings allocated, return empty */

   342

	if (id == lengthof(_grf_text)) return STR_EMPTY;

   343

   344

	translatedtext = TranslateTTDPatchCodes(text_to_add);

   345

   346

	GRFText *newtext = GRFText::New(langid_to_add, translatedtext);

   347

   348

	free(translatedtext);

   349

   350

	/* If we didn't find our stringid and grfid in the list, allocate a new id */

   351

	if (id == _num_grf_texts) _num_grf_texts++;

   352

   353

	if (_grf_text[id].textholder == NULL) {

   354

		_grf_text[id].grfid      = grfid;

   355

		_grf_text[id].stringid   = stringid;

   356

		_grf_text[id].def_string = def_string;

   357

		_grf_text[id].textholder = newtext;

   358

	} else {

   359

		GRFText **ptext, *text;

   360

		bool replaced = false;

   361

   362

		/* Loop through all languages and see if we can replace a string */

   363

		for (ptext = &_grf_text[id].textholder; (text = *ptext) != NULL; ptext = &text->next) {

   364

			if (text->langid != langid_to_add) continue;

   365

			newtext->next = text->next;

   366

			*ptext = newtext;

   367

			delete text;

   368

			replaced = true;

   369

			break;

   370

		}

   371

   372

		/* If a string wasn't replaced, then we must append the new string */

   373

		if (!replaced) *ptext = newtext;

   374

	}

   375

   376

	grfmsg(3, "Added 0x%X: grfid %08X string 0x%X lang 0x%X string '%s'", id, grfid, stringid, newtext->langid, newtext->text);

   377

   378

	return (GRFTAB << TABSIZE) + id;

   379

}

   380

   381

/* Used to remember the grfid that the last retrieved string came from */

   382

static uint32 _last_grfid = 0;

   383

   384

/**

   385

 * Returns the index for this stringid associated with its grfID

   386

 */

   387

StringID GetGRFStringID(uint32 grfid, uint16 stringid)

   388

{

   389

	uint id;

   390

   391

	/* grfid is zero when we're being called via an include */

   392

	if (grfid == 0) grfid = _last_grfid;

   393

   394

	for (id = 0; id < _num_grf_texts; id++) {

   395

		if (_grf_text[id].grfid == grfid && _grf_text[id].stringid == stringid) {

   396

			return (GRFTAB << TABSIZE) + id;

   397

		}

   398

	}

   399

   400

	return STR_UNDEFINED;

   401

}

   402

   403

   404

char *GetGRFString(char *buff, uint16 stringid, const char* last)

   405

{

   406

	const GRFText *default_text = NULL;

   407

	const GRFText *search_text;

   408

   409

	assert(_grf_text[stringid].grfid != 0);

   410

   411

	/* Remember this grfid in case the string has included text */

   412

	_last_grfid = _grf_text[stringid].grfid;

   413

   414

	/*Search the list of lang-strings of this stringid for current lang */

   415

	for (search_text = _grf_text[stringid].textholder; search_text != NULL; search_text = search_text->next) {

   416

		if (search_text->langid == _currentLangID) {

   417

			return strecpy(buff, search_text->text, last);

   418

		}

   419

   420

		/* If the current string is English or American, set it as the

   421

		 * fallback language if the specific language isn't available. */

   422

		if (search_text->langid == GRFLX_UNSPECIFIED || (default_text == NULL && (search_text->langid == GRFLX_ENGLISH || search_text->langid == GRFLX_AMERICAN))) {

   423

			default_text = search_text;

   424

		}

   425

	}

   426

   427

	/* If there is a fallback string, return that */

   428

	if (default_text != NULL) return strecpy(buff, default_text->text, last);

   429

   430

	/* Use the default string ID if the fallback string isn't available */

   431

	return GetString(buff, _grf_text[stringid].def_string, last);

   432

}

   433

   434

/**

   435

 * Equivalence Setter function between game and newgrf langID.

   436

 * This function will adjust _currentLangID as to what is the LangID

   437

 * of the current language set by the user.

   438

 * The array iso_codes will be used to find that match.

   439

 * If not found, it will have to be standard english

   440

 * This function is called after the user changed language,

   441

 * from strings.cpp:ReadLanguagePack

   442

 * @param iso_name iso code of current selection

   443

 */

   444

void SetCurrentGrfLangID(const char *iso_name)

   445

{

   446

	/* Use English by default, if we can't match up the iso_code. */

   447

	byte ret = GRFLX_ENGLISH;

   448

	byte i;

   449

   450

	for (i=0; i < lengthof(iso_codes); i++) {

   451

		if (strncmp(iso_codes[i].code, iso_name, strlen(iso_codes[i].code)) == 0) {

   452

			/* We found a match, so let's use it. */

   453

			ret = iso_codes[i].grfLangID;

   454

			break;

   455

		}

   456

	}

   457

	_currentLangID = ret;

   458

}

   459

   460

bool CheckGrfLangID(byte lang_id, byte grf_version)

   461

{

   462

	if (grf_version < 7) {

   463

		switch (_currentLangID) {

   464

			case GRFLX_GERMAN:  return (lang_id & GRFLB_GERMAN)  != 0;

   465

			case GRFLX_FRENCH:  return (lang_id & GRFLB_FRENCH)  != 0;

   466

			case GRFLX_SPANISH: return (lang_id & GRFLB_SPANISH) != 0;

   467

			default:            return (lang_id & (GRFLB_ENGLISH | GRFLB_AMERICAN)) != 0;

   468

		}

   469

	}

   470

   471

	return (lang_id == _currentLangID || lang_id == GRFLX_UNSPECIFIED);

   472

}

   473

   474

/**

   475

 * House cleaning.

   476

 * Remove all strings and reset the text counter.

   477

 */

   478

void CleanUpStrings()

   479

{

   480

	uint id;

   481

   482

	for (id = 0; id < _num_grf_texts; id++) {

   483

		GRFText *grftext = _grf_text[id].textholder;

   484

		while (grftext != NULL) {

   485

			GRFText *grftext2 = grftext->next;

   486

			delete grftext;

   487

			grftext = grftext2;

   488

		}

   489

		_grf_text[id].grfid      = 0;

   490

		_grf_text[id].stringid   = 0;

   491

		_grf_text[id].textholder = NULL;

   492

	}

   493

   494

	_num_grf_texts = 0;

   495

}

   496