1

/* $Id$ */

     2

     3

#include "../stdafx.h"

     4

#include "../macros.h"

     5

#include "../string.h"

     6

#include <stdio.h>

     7

#include <string.h>

     8

#include <stdlib.h>

     9

#include <stdarg.h>

    10

    11

#if (!defined(WIN32) && !defined(WIN64)) || defined(__CYGWIN__)

    12

#include <unistd.h>

    13

#endif

    14

    15

#if defined WIN32 || defined __WATCOMC__

    16

#include <direct.h>

    17

#endif /* WIN32 || __WATCOMC__ */

    18

    19

#ifdef __MORPHOS__

    20

#ifdef stderr

    21

#undef stderr

    22

#endif

    23

#define stderr stdout

    24

#endif /* __MORPHOS__ */

    25

    26

#ifdef __WATCOMC__

    27

	uint _map_log_x;     // an unpleasant hack required because Watcom is insisting on

    28

	uint _map_size_x;    // these variables being valid references in map.h

    29

	uint _map_size_y;

    30

	uint _map_tile_mask;

    31

	uint _map_size;

    32

#endif /* __WATCOMC__ */

    33

    34

/* Compiles a list of strings into a compiled string list */

    35

    36

typedef void (*ParseCmdProc)(char *buf, int value);

    37

    38

typedef struct LanguagePackHeader {

    39

	uint32 ident;

    40

	uint32 version;     // 32-bits of auto generated version info which is basically a hash of strings.h

    41

	char name[32];      // the international name of this language

    42

	char own_name[32];  // the localized name of this language

    43

	char isocode[16];   // the ISO code for the language (not country code)

    44

	uint16 offsets[32]; // the offsets

    45

	byte plural_form;   // plural form index

    46

	byte pad[3];        // pad header to be a multiple of 4

    47

} LanguagePackHeader;

    48

    49

typedef struct CmdStruct {

    50

	const char *cmd;

    51

	ParseCmdProc proc;

    52

	long value;

    53

	int8 consumes;

    54

	byte flags;

    55

} CmdStruct;

    56

    57

enum {

    58

	C_DONTCOUNT = 1,

    59

	C_CASE      = 2,

    60

};

    61

    62

    63

typedef struct Case {

    64

	int caseidx;

    65

	char *string;

    66

	struct Case *next;

    67

} Case;

    68

    69

static bool _masterlang;

    70

static bool _translated;

    71

static const char* _file = "(unknown file)";

    72

static int _cur_line;

    73

static int _errors, _warnings;

    74

    75

typedef struct LangString {

    76

	char *name;            // Name of the string

    77

	char *english;         // English text

    78

	char *translated;      // Translated text

    79

	uint16 hash_next;      // next hash entry

    80

	uint16 index;

    81

	int line;              // line of string in source-file

    82

	Case *english_case;    // cases for english

    83

	Case *translated_case; // cases for foreign

    84

} LangString;

    85

    86

static LangString *_strings[65536];

    87

    88

    89

#define HASH_SIZE 32767

    90

static uint16 _hash_head[HASH_SIZE];

    91

    92

static byte _put_buf[4096];

    93

static int _put_pos;

    94

static int _next_string_id;

    95

    96

static uint32 _hash;

    97

static char _lang_name[32], _lang_ownname[32], _lang_isocode[16];

    98

static byte _lang_pluralform;

    99

#define MAX_NUM_GENDER 8

   100

static char _genders[MAX_NUM_GENDER][8];

   101

static int _numgenders;

   102

   103

// contains the name of all cases.

   104

#define MAX_NUM_CASES 50

   105

static char _cases[MAX_NUM_CASES][16];

   106

static int _numcases;

   107

   108

// for each plural value, this is the number of plural forms.

   109

static const byte _plural_form_counts[] = { 2, 1, 2, 3, 3, 3, 3, 3, 4 };

   110

   111

static const char *_cur_ident;

   112

   113

typedef struct CmdPair {

   114

	const CmdStruct *a;

   115

	char *v;

   116

} CmdPair;

   117

   118

typedef struct ParsedCommandStruct {

   119

	int np;

   120

	CmdPair pairs[32];

   121

	const CmdStruct *cmd[32]; // ordered by param #

   122

} ParsedCommandStruct;

   123

   124

// Used when generating some advanced commands.

   125

static ParsedCommandStruct _cur_pcs;

   126

static int _cur_argidx;

   127

   128

static uint HashStr(const char *s)

   129

{

   130

	uint hash = 0;

   131

	for (; *s != '\0'; s++) hash = ROL(hash, 3) ^ *s;

   132

	return hash % HASH_SIZE;

   133

}

   134

   135

static void HashAdd(const char *s, LangString *ls)

   136

{

   137

	uint hash = HashStr(s);

   138

	ls->hash_next = _hash_head[hash];

   139

	_hash_head[hash] = ls->index + 1;

   140

}

   141

   142

static LangString *HashFind(const char *s)

   143

{

   144

	int idx = _hash_head[HashStr(s)];

   145

   146

	while (--idx >= 0) {

   147

		LangString* ls = _strings[idx];

   148

   149

		if (strcmp(ls->name, s) == 0) return ls;

   150

		idx = ls->hash_next;

   151

	}

   152

	return NULL;

   153

}

   154

   155

#ifdef _MSC_VER

   156

# define LINE_NUM_FMT "(%d)"

   157

#else

   158

# define LINE_NUM_FMT ":%d"

   159

#endif

   160

   161

static void CDECL Warning(const char *s, ...)

   162

{

   163

	char buf[1024];

   164

	va_list va;

   165

	va_start(va, s);

   166

	vsnprintf(buf, lengthof(buf), s, va);

   167

	va_end(va);

   168

	fprintf(stderr, "%s" LINE_NUM_FMT ": warning: %s\n", _file, _cur_line, buf);

   169

	_warnings++;

   170

}

   171

   172

   173

static void CDECL Error(const char *s, ...)

   174

{

   175

	char buf[1024];

   176

	va_list va;

   177

	va_start(va, s);

   178

	vsnprintf(buf, lengthof(buf), s, va);

   179

	va_end(va);

   180

	fprintf(stderr, "%s" LINE_NUM_FMT ": error: %s\n", _file, _cur_line, buf);

   181

	_errors++;

   182

}

   183

   184

   185

static void NORETURN CDECL Fatal(const char *s, ...)

   186

{

   187

	char buf[1024];

   188

	va_list va;

   189

	va_start(va, s);

   190

	vsnprintf(buf, lengthof(buf), s, va);

   191

	va_end(va);

   192

	fprintf(stderr, "%s" LINE_NUM_FMT ": FATAL: %s\n", _file, _cur_line, buf);

   193

	exit(1);

   194

}

   195

   196

static void PutByte(byte c)

   197

{

   198

	if (_put_pos == lengthof(_put_buf)) Fatal("Put buffer too small");

   199

	_put_buf[_put_pos++] = c;

   200

}

   201

   202

   203

static void EmitSingleByte(char *buf, int value)

   204

{

   205

	if (*buf != '\0') Warning("Ignoring trailing letters in command");

   206

	PutByte((byte)value);

   207

}

   208

   209

   210

static void EmitEscapedByte(char *buf, int value)

   211

{

   212

	if (*buf != '\0') Warning("Ignoring trailing letters in command");

   213

	PutByte(0x85);

   214

	PutByte((byte)value);

   215

}

   216

   217

static void EmitSetX(char *buf, int value)

   218

{

   219

	char *err;

   220

	int x = strtol(buf, &err, 0);

   221

	if (*err != 0) Fatal("SetX param invalid");

   222

	PutByte(1);

   223

	PutByte((byte)x);

   224

}

   225

   226

   227

static void EmitSetXY(char *buf, int value)

   228

{

   229

	char *err;

   230

	int x;

   231

	int y;

   232

   233

	x = strtol(buf, &err, 0);

   234

	if (*err != ' ') Fatal("SetXY param invalid");

   235

	y = strtol(err + 1, &err, 0);

   236

	if (*err != 0) Fatal("SetXY param invalid");

   237

   238

	PutByte(2);

   239

	PutByte((byte)x);

   240

	PutByte((byte)y);

   241

}

   242

   243

// The plural specifier looks like

   244

// {NUM} {PLURAL -1 passenger passengers} then it picks either passenger/passengers depending on the count in NUM

   245

   246

// This is encoded like

   247

//  CommandByte <ARG#> <NUM> {Length of each string} {each string}

   248

   249

bool ParseRelNum(char **buf, int *value)

   250

{

   251

	const char* s = *buf;

   252

	char* end;

   253

	bool rel = false;

   254

	int v;

   255

   256

	while (*s == ' ' || *s == '\t') s++;

   257

	if (*s == '+') {

   258

		rel = true;

   259

		s++;

   260

	}

   261

	v = strtol(s, &end, 0);

   262

	if (end == s) return false;

   263

	if (rel || v < 0) {

   264

		*value += v;

   265

	} else {

   266

		*value = v;

   267

	}

   268

	*buf = end;

   269

	return true;

   270

}

   271

   272

// Parse out the next word, or NULL

   273

char *ParseWord(char **buf)

   274

{

   275

	char *s = *buf, *r;

   276

   277

	while (*s == ' ' || *s == '\t') s++;

   278

	if (*s == '\0') return NULL;

   279

   280

	if (*s == '"') {

   281

		r = ++s;

   282

		// parse until next " or NUL

   283

		for (;;) {

   284

			if (*s == '\0') break;

   285

			if (*s == '"') {

   286

				*s++ = '\0';

   287

				break;

   288

			}

   289

			s++;

   290

		}

   291

	} else {

   292

		// proceed until whitespace or NUL

   293

		r = s;

   294

		for (;;) {

   295

			if (*s == '\0') break;

   296

			if (*s == ' ' || *s == '\t') {

   297

				*s++ = '\0';

   298

				break;

   299

			}

   300

			s++;

   301

		}

   302

	}

   303

	*buf = s;

   304

	return r;

   305

}

   306

   307

// Forward declaration

   308

static int TranslateArgumentIdx(int arg);

   309

   310

static void EmitWordList(const char* const* words, uint nw)

   311

{

   312

	uint i;

   313

	uint j;

   314

   315

	PutByte(nw);

   316

	for (i = 0; i < nw; i++) PutByte(strlen(words[i]));

   317

	for (i = 0; i < nw; i++) {

   318

		for (j = 0; words[i][j] != '\0'; j++) PutByte(words[i][j]);

   319

	}

   320

}

   321

   322

static void EmitPlural(char *buf, int value)

   323

{

   324

	int argidx = _cur_argidx;

   325

	const char* words[5];

   326

	int nw = 0;

   327

   328

	// Parse out the number, if one exists. Otherwise default to prev arg.

   329

	if (!ParseRelNum(&buf, &argidx)) argidx--;

   330

   331

	// Parse each string

   332

	for (nw = 0; nw < 5; nw++) {

   333

		words[nw] = ParseWord(&buf);

   334

		if (words[nw] == NULL) break;

   335

	}

   336

   337

	if (nw == 0)

   338

		Fatal("%s: No plural words", _cur_ident);

   339

   340

	if (_plural_form_counts[_lang_pluralform] != nw) {

   341

		if (_translated) {

   342

			Fatal("%s: Invalid number of plural forms. Expecting %d, found %d.", _cur_ident,

   343

				_plural_form_counts[_lang_pluralform], nw);

   344

		} else {

   345

			Warning("'%s' is untranslated. Tweaking english string to allow compilation for plural forms", _cur_ident);

   346

			if (nw > _plural_form_counts[_lang_pluralform]) {

   347

				nw = _plural_form_counts[_lang_pluralform];

   348

			} else {

   349

				for (; nw < _plural_form_counts[_lang_pluralform]; nw++) {

   350

					words[nw] = words[nw - 1];

   351

				}

   352

			}

   353

		}

   354

	}

   355

   356

	PutByte(0x8D);

   357

	PutByte(TranslateArgumentIdx(argidx));

   358

	EmitWordList(words, nw);

   359

}

   360

   361

   362

static void EmitGender(char *buf, int value)

   363

{

   364

	int argidx = _cur_argidx;

   365

	uint nw;

   366

   367

	if (buf[0] == '=') {

   368

		buf++;

   369

   370

		// This is a {G=DER} command

   371

		for (nw = 0; ; nw++) {

   372

			if (nw >= 8) Fatal("G argument '%s' invalid", buf);

   373

			if (strcmp(buf, _genders[nw]) == 0) break;

   374

		}

   375

		// now nw contains the gender index

   376

		PutByte(0x87);

   377

		PutByte(nw);

   378

	} else {

   379

		const char* words[8];

   380

   381

		// This is a {G 0 foo bar two} command.

   382

		// If no relative number exists, default to +0

   383

		if (!ParseRelNum(&buf, &argidx)) {}

   384

   385

		for (nw = 0; nw < 8; nw++) {

   386

			words[nw] = ParseWord(&buf);

   387

			if (words[nw] == NULL) break;

   388

		}

   389

		if (nw != _numgenders) Fatal("Bad # of arguments for gender command");

   390

		PutByte(0x85);

   391

		PutByte(13);

   392

		PutByte(TranslateArgumentIdx(argidx));

   393

		EmitWordList(words, nw);

   394

	}

   395

}

   396

   397

   398

static const CmdStruct _cmd_structs[] = {

   399

	// Update position

   400

	{"SETX",  EmitSetX,  1, 0, 0},

   401

	{"SETXY", EmitSetXY, 2, 0, 0},

   402

   403

	// Font size

   404

	{"TINYFONT", EmitSingleByte, 8, 0, 0},

   405

	{"BIGFONT",  EmitSingleByte, 9, 0, 0},

   406

   407

	// Colors

   408

	{"BLUE",    EmitSingleByte, 15, 0, 0},

   409

	{"SILVER",  EmitSingleByte, 16, 0, 0},

   410

	{"GOLD",    EmitSingleByte, 17, 0, 0},

   411

	{"RED",     EmitSingleByte, 18, 0, 0},

   412

	{"PURPLE",  EmitSingleByte, 19, 0, 0},

   413

	{"LTBROWN", EmitSingleByte, 20, 0, 0},

   414

	{"ORANGE",  EmitSingleByte, 21, 0, 0},

   415

	{"GREEN",   EmitSingleByte, 22, 0, 0},

   416

	{"YELLOW",  EmitSingleByte, 23, 0, 0},

   417

	{"DKGREEN", EmitSingleByte, 24, 0, 0},

   418

	{"CREAM",   EmitSingleByte, 25, 0, 0},

   419

	{"BROWN",   EmitSingleByte, 26, 0, 0},

   420

	{"WHITE",   EmitSingleByte, 27, 0, 0},

   421

	{"LTBLUE",  EmitSingleByte, 28, 0, 0},

   422

	{"GRAY",    EmitSingleByte, 29, 0, 0},

   423

	{"DKBLUE",  EmitSingleByte, 30, 0, 0},

   424

	{"BLACK",   EmitSingleByte, 31, 0, 0},

   425

   426

	{"CURRCOMPACT",   EmitEscapedByte, 0, 1, 0}, // compact currency (32 bits)

   427

	{"REV",           EmitEscapedByte, 2, 0, 0}, // openttd revision string

   428

	{"SHORTCARGO",    EmitEscapedByte, 3, 2, 0}, // short cargo description, only ### tons, or ### litres

   429

	{"CURRCOMPACT64", EmitEscapedByte, 4, 2, 0}, // compact currency 64 bits

   430

   431

	// These are special versions of {STRING1}

   432

	// The first string includes the second string.

   433

	{"COMPANY",    EmitEscapedByte, 5, 1, 0},

   434

	{"PLAYERNAME", EmitEscapedByte, 5, 1, 0},

   435

	{"VEHICLE",    EmitEscapedByte, 5, 1, 0},

   436

   437

	{"STRING1", EmitEscapedByte, 5, 1, C_CASE}, // included string that consumes ONE argument

   438

	{"STRING2", EmitEscapedByte, 6, 2, C_CASE}, // included string that consumes TWO arguments

   439

	{"STRING3", EmitEscapedByte, 7, 3, C_CASE}, // included string that consumes THREE arguments

   440

	{"STRING4", EmitEscapedByte, 8, 4, C_CASE}, // included string that consumes FOUR arguments

   441

	{"STRING5", EmitEscapedByte, 9, 5, C_CASE}, // included string that consumes FIVE arguments

   442

   443

	{"STATIONFEATURES", EmitEscapedByte, 10, 1, 0}, // station features string, icons of the features

   444

	{"INDUSTRY",        EmitEscapedByte, 11, 1, 0}, // industry, takes an industry #

   445

	{"VOLUME",          EmitEscapedByte, 12, 1, 0},

   446

	{"DATE_TINY",       EmitEscapedByte, 14, 1, 0},

   447

	{"CARGO",           EmitEscapedByte, 15, 2, 0},

   448

	{"POWER",           EmitEscapedByte, 16, 1, 0},

   449

	{"VOLUME_S",        EmitEscapedByte, 17, 1, 0},

   450

	{"WEIGHT",          EmitEscapedByte, 18, 1, 0},

   451

	{"WEIGHT_S",        EmitEscapedByte, 19, 1, 0},

   452

	{"FORCE",           EmitEscapedByte, 20, 1, 0},

   453

   454

	{"P", EmitPlural, 0, 0, C_DONTCOUNT}, // plural specifier

   455

	{"G", EmitGender, 0, 0, C_DONTCOUNT}, // gender specifier

   456

   457

	{"DATE_LONG",  EmitSingleByte, 0x82, 1, 0},

   458

	{"DATE_SHORT", EmitSingleByte, 0x83, 1, 0},

   459

   460

	{"VELOCITY", EmitSingleByte, 0x84, 1, 0},

   461

   462

	// 0x85 is the marker for escaped commands

   463

   464

	{"SKIP", EmitSingleByte, 0x86, 1, 0},

   465

   466

	{"STRING", EmitSingleByte, 0x88, 1, C_CASE},

   467

   468

	// Numbers

   469

	{"COMMA", EmitSingleByte, 0x8B, 1, 0}, // Number with comma

   470

	{"NUM",   EmitSingleByte, 0x8E, 1, 0}, // Signed number

   471

   472

	{"CURRENCY",   EmitSingleByte, 0x8F, 1, 0},

   473

	{"CURRENCY64", EmitSingleByte, 0x9C, 2, 0},

   474

   475

	{"WAYPOINT", EmitSingleByte, 0x99, 1, 0}, // waypoint name

   476

	{"STATION",  EmitSingleByte, 0x9A, 1, 0},

   477

	{"TOWN",     EmitSingleByte, 0x9B, 1, 0},

   478

   479

	// 0x9D is used for the pseudo command SETCASE

   480

	// 0x9E is used for case switching

   481

   482

	{"",               EmitSingleByte, '\n', 0, C_DONTCOUNT},

   483

	{"{",              EmitSingleByte, '{',  0, C_DONTCOUNT},

   484

	{"UPARROW",        EmitSingleByte, 0x80, 0, 0},

   485

	{"SMALLUPARROW",   EmitSingleByte, 0x90, 0, 0},

   486

	{"SMALLDOWNARROW", EmitSingleByte, 0x91, 0, 0},