1

/* $Id$ */

     2

     3

/** @file spritecache.cpp */

     4

     5

#include "stdafx.h"

     6

#include "openttd.h"

     7

#include "variables.h"

     8

#include "string.h"

     9

#include "debug.h"

    10

#include "functions.h"

    11

#include "macros.h"

    12

#include "spritecache.h"

    13

#include "table/sprites.h"

    14

#include "fileio.h"

    15

#include "helpers.hpp"

    16

#include "spriteloader/grf.hpp"

    17

#ifdef WITH_PNG

    18

#include "spriteloader/png.hpp"

    19

#endif /* WITH_PNG */

    20

#include "blitter/factory.hpp"

    21

    22

/* Default of 4MB spritecache */

    23

uint _sprite_cache_size = 4;

    24

    25

    26

struct SpriteCache {

    27

	void *ptr;

    28

	uint8 file_slot;

    29

	uint32 file_pos;

    30

	int16 lru;

    31

	uint32 id;

    32

	const char *grf_name;

    33

};

    34

    35

    36

static uint _spritecache_items = 0;

    37

static SpriteCache *_spritecache = NULL;

    38

    39

    40

static inline SpriteCache *GetSpriteCache(uint index)

    41

{

    42

	return &_spritecache[index];

    43

}

    44

    45

    46

static SpriteCache *AllocateSpriteCache(uint index)

    47

{

    48

	if (index >= _spritecache_items) {

    49

		/* Add another 1024 items to the 'pool' */

    50

		uint items = Align(index + 1, 1024);

    51

    52

		DEBUG(sprite, 4, "Increasing sprite cache to %d items (%d bytes)", items, items * sizeof(*_spritecache));

    53

    54

		_spritecache = ReallocT(_spritecache, items);

    55

    56

		/* Reset the new items and update the count */

    57

		memset(_spritecache + _spritecache_items, 0, (items - _spritecache_items) * sizeof(*_spritecache));

    58

		_spritecache_items = items;

    59

	}

    60

    61

	return GetSpriteCache(index);

    62

}

    63

    64

    65

struct MemBlock {

    66

	uint32 size;

    67

	byte data[VARARRAY_SIZE];

    68

};

    69

    70

static uint _sprite_lru_counter;

    71

static MemBlock *_spritecache_ptr;

    72

static int _compact_cache_counter;

    73

    74

static void CompactSpriteCache();

    75

    76

static bool ReadSpriteHeaderSkipData()

    77

{

    78

	uint16 num = FioReadWord();

    79

	byte type;

    80

    81

	if (num == 0) return false;

    82

    83

	type = FioReadByte();

    84

	if (type == 0xFF) {

    85

		FioSkipBytes(num);

    86

		/* Some NewGRF files have "empty" pseudo-sprites which are 1

    87

		 * byte long. Catch these so the sprites won't be displayed. */

    88

		return num != 1;

    89

	}

    90

    91

	FioSkipBytes(7);

    92

	num -= 8;

    93

	if (num == 0) return true;

    94

    95

	if (type & 2) {

    96

		FioSkipBytes(num);

    97

	} else {

    98

		while (num > 0) {

    99

			int8 i = FioReadByte();

   100

			if (i >= 0) {

   101

				num -= i;

   102

				FioSkipBytes(i);

   103

			} else {

   104

				i = -(i >> 3);

   105

				num -= i;

   106

				FioReadByte();

   107

			}

   108

		}

   109

	}

   110

   111

	return true;

   112

}

   113

   114

/* Check if the given Sprite ID exists */

   115

bool SpriteExists(SpriteID id)

   116

{

   117

	/* Special case for Sprite ID zero -- its position is also 0... */

   118

	if (id == 0) return true;

   119

	if (id >= _spritecache_items) return false;

   120

	return !(GetSpriteCache(id)->file_pos == 0 && GetSpriteCache(id)->file_slot == 0);

   121

}

   122

   123

void* AllocSprite(size_t);

   124

   125

static void* ReadSprite(SpriteCache *sc, SpriteID id, bool real_sprite)

   126

{

   127

	uint8 file_slot = sc->file_slot;

   128

	uint32 file_pos = sc->file_pos;

   129

   130

	DEBUG(sprite, 9, "Load sprite %d", id);

   131

   132

	if (!SpriteExists(id)) {

   133

		DEBUG(sprite, 1, "Tried to load non-existing sprite #%d. Probable cause: Wrong/missing NewGRFs", id);

   134

   135

		/* SPR_IMG_QUERY is a BIG FAT RED ? */

   136

		id = SPR_IMG_QUERY;

   137

		file_slot = GetSpriteCache(SPR_IMG_QUERY)->file_slot;

   138

		file_pos  = GetSpriteCache(SPR_IMG_QUERY)->file_pos;

   139

	}

   140

   141

	if (BlitterFactoryBase::GetCurrentBlitter()->GetScreenDepth() == 32) {

   142

#ifdef WITH_PNG

   143

		/* Try loading 32bpp graphics in case we are 32bpp output */

   144

		SpriteLoaderPNG sprite_loader;

   145

		SpriteLoader::Sprite sprite;

   146

   147

		if (sprite_loader.LoadSprite(&sprite, sc->grf_name, 0, sc->id)) {

   148

			sc->ptr = BlitterFactoryBase::GetCurrentBlitter()->Encode(&sprite, &AllocSprite);

   149

			free(sprite.data);

   150

   151

			return sc->ptr;

   152

		}

   153

		/* If the PNG couldn't be loaded, fall back to 8bpp grfs */

   154

#else

   155

		static bool show_once = true;

   156

		if (show_once) {

   157

			DEBUG(misc, 0, "You are running a 32bpp blitter, but this build is without libpng support; falling back to 8bpp graphics");

   158

			show_once = false;

   159

		}

   160

#endif /* WITH_PNG */

   161

	}

   162

   163

	FioSeekToFile(file_slot, file_pos);

   164

   165

	/* Read the size and type */

   166

	int num  = FioReadWord();

   167

	byte type = FioReadByte();

   168

	/* Type 0xFF indicates either a colormap or some other non-sprite info */

   169

	if (type == 0xFF) {

   170

		if (real_sprite) {

   171

			static byte warning_level = 0;

   172

			DEBUG(sprite, warning_level, "Tried to load non sprite #%d as a real sprite. Probable cause: NewGRF interference", id);

   173

			warning_level = 6;

   174

			if (id == SPR_IMG_QUERY) error("Uhm, would you be so kind not to load a NewGRF that makes the 'query' sprite a non- sprite?");

   175

			return (void*)GetSprite(SPR_IMG_QUERY);

   176

		}

   177

   178

		byte *dest = (byte *)AllocSprite(num);

   179

   180

		sc->ptr = dest;

   181

		FioReadBlock(dest, num);

   182

   183

		return sc->ptr;

   184

	}

   185

	/* Ugly hack to work around the problem that the old landscape

   186

	 *  generator assumes that those sprites are stored uncompressed in

   187

	 *  the memory, and they are only read directly by the code, never

   188

	 *  send to the blitter. So do not send it to the blitter (which will

   189

	 *  result in a data array in the format the blitter likes most), but

   190

	 *  read the data directly from disk and store that as sprite.

   191

	 * Ugly: yes. Other solution: no. Blame the original author or

   192

	 *  something ;) The image should really have been a data-stream

   193

	 *  (so type = 0xFF basicly). */

   194

	if (id >= 4845 && id <= 4881) {

   195

		uint height = FioReadByte();

   196

		uint width  = FioReadWord();

   197

		Sprite *sprite;

   198

		byte *dest;

   199

   200

		num = width * height;

   201

		sprite = (Sprite *)AllocSprite(sizeof(*sprite) + num);

   202

		sc->ptr = sprite;

   203

		sprite->height = height;

   204

		sprite->width  = width;

   205

		sprite->x_offs = FioReadWord();

   206

		sprite->y_offs = FioReadWord();

   207

   208

		dest = sprite->data;

   209

		while (num > 0) {

   210

			int8 i = FioReadByte();

   211

			if (i >= 0) {

   212

				num -= i;

   213

				for (; i > 0; --i) *dest++ = FioReadByte();

   214

			} else {

   215

				const byte* rel = dest - (((i & 7) << 8) | FioReadByte());

   216

				i = -(i >> 3);

   217

				num -= i;

   218

				for (; i > 0; --i) *dest++ = *rel++;

   219

			}

   220

		}

   221

   222

		return sc->ptr;

   223

	}

   224

   225

	if (!real_sprite) {

   226

		static byte warning_level = 0;

   227

		DEBUG(sprite, warning_level, "Tried to load real sprite #%d as a non sprite. Probable cause: NewGRF interference", id);

   228

		warning_level = 6;

   229

	}

   230

   231

	SpriteLoaderGrf sprite_loader;

   232

	SpriteLoader::Sprite sprite;

   233

   234

	if (!sprite_loader.LoadSprite(&sprite, sc->grf_name, file_slot, file_pos)) return NULL;

   235

	if (id == 142) sprite.height = 10; // Compensate for a TTD bug

   236

	sc->ptr = BlitterFactoryBase::GetCurrentBlitter()->Encode(&sprite, &AllocSprite);

   237

	free(sprite.data);

   238

   239

	return sc->ptr;

   240

}

   241

   242

   243

bool LoadNextSprite(int load_index, byte file_slot, uint file_sprite_id)

   244

{

   245

	SpriteCache *sc;

   246

	uint32 file_pos = FioGetPos();

   247

   248

	if (!ReadSpriteHeaderSkipData()) return false;

   249

   250

	if (load_index >= MAX_SPRITES) {

   251

		error("Tried to load too many sprites (#%d; max %d)", load_index, MAX_SPRITES);

   252

	}

   253

   254

	sc = AllocateSpriteCache(load_index);

   255

	sc->file_slot = file_slot;

   256

	sc->file_pos = file_pos;

   257

	sc->ptr = NULL;

   258

	sc->lru = 0;

   259

	sc->id = file_sprite_id;

   260

   261

	const char *fio_grf_name = FioGetFilename();

   262

	const char *t = strrchr(fio_grf_name, PATHSEPCHAR);

   263

	char *grf_name;

   264

	if (t == NULL) grf_name = strdup(fio_grf_name);

   265

	else           grf_name = strdup(t);

   266

	/* Make the string lowercase and strip extension */

   267

	char *t2 = strrchr(grf_name, '.');

   268

	if (t2 != NULL) *t2 = '\0';

   269

	strtolower(grf_name);

   270

   271

	free((char *)sc->grf_name);

   272

	sc->grf_name = grf_name;

   273

   274

	return true;

   275

}

   276

   277

   278

void DupSprite(SpriteID old_spr, SpriteID new_spr)

   279

{

   280

	SpriteCache *scold = GetSpriteCache(old_spr);

   281

	SpriteCache *scnew = AllocateSpriteCache(new_spr);

   282

   283

	scnew->file_slot = scold->file_slot;

   284

	scnew->file_pos = scold->file_pos;

   285

	scnew->ptr = NULL;

   286

	scnew->id = scold->id;

   287

	free((char *)scnew->grf_name);

   288

	scnew->grf_name = strdup(scold->grf_name);

   289

}

   290

   291

   292

void SkipSprites(uint count)

   293

{

   294

	for (; count > 0; --count) {

   295

		if (!ReadSpriteHeaderSkipData()) return;

   296

	}

   297

}

   298

   299

   300

#define S_FREE_MASK 1

   301

   302

static inline MemBlock* NextBlock(MemBlock* block)

   303

{

   304

	return (MemBlock*)((byte*)block + (block->size & ~S_FREE_MASK));

   305

}

   306

   307

static uint32 GetSpriteCacheUsage()

   308

{

   309

	uint32 tot_size = 0;

   310

	MemBlock* s;

   311

   312

	for (s = _spritecache_ptr; s->size != 0; s = NextBlock(s))

   313

		if (!(s->size & S_FREE_MASK)) tot_size += s->size;

   314

   315

	return tot_size;

   316

}

   317

   318

   319

void IncreaseSpriteLRU()

   320

{

   321

	/* Increase all LRU values */

   322

	if (_sprite_lru_counter > 16384) {

   323

		SpriteID i;

   324

   325

		DEBUG(sprite, 3, "Fixing lru %d, inuse=%d", _sprite_lru_counter, GetSpriteCacheUsage());

   326

   327

		for (i = 0; i != _spritecache_items; i++) {

   328

			SpriteCache *sc = GetSpriteCache(i);

   329

			if (sc->ptr != NULL) {

   330

				if (sc->lru >= 0) {

   331

					sc->lru = -1;

   332

				} else if (sc->lru != -32768) {

   333

					sc->lru--;

   334

				}

   335

			}

   336

		}

   337

		_sprite_lru_counter = 0;

   338

	}

   339

   340

	/* Compact sprite cache every now and then. */

   341

	if (++_compact_cache_counter >= 740) {

   342

		CompactSpriteCache();

   343

		_compact_cache_counter = 0;

   344

	}

   345

}

   346

   347

/** Called when holes in the sprite cache should be removed.

   348

 * That is accomplished by moving the cached data. */

   349

static void CompactSpriteCache()

   350

{

   351

	MemBlock *s;

   352

   353

	DEBUG(sprite, 3, "Compacting sprite cache, inuse=%d", GetSpriteCacheUsage());

   354

   355

	for (s = _spritecache_ptr; s->size != 0;) {

   356

		if (s->size & S_FREE_MASK) {

   357

			MemBlock* next = NextBlock(s);

   358

			MemBlock temp;

   359

			SpriteID i;

   360

   361

			/* Since free blocks are automatically coalesced, this should hold true. */

   362

			assert(!(next->size & S_FREE_MASK));

   363

   364

			/* If the next block is the sentinel block, we can safely return */

   365

			if (next->size == 0)

   366

				break;

   367

   368

			/* Locate the sprite belonging to the next pointer. */

   369

			for (i = 0; GetSpriteCache(i)->ptr != next->data; i++) {

   370

				assert(i != _spritecache_items);

   371

			}

   372

   373

			GetSpriteCache(i)->ptr = s->data; // Adjust sprite array entry

   374

			/* Swap this and the next block */

   375

			temp = *s;

   376

			memmove(s, next, next->size);

   377

			s = NextBlock(s);

   378

			*s = temp;

   379

   380

			/* Coalesce free blocks */

   381

			while (NextBlock(s)->size & S_FREE_MASK) {

   382

				s->size += NextBlock(s)->size & ~S_FREE_MASK;

   383

			}

   384

		} else {

   385

			s = NextBlock(s);

   386

		}

   387

	}

   388

}

   389

   390

static void DeleteEntryFromSpriteCache()

   391

{

   392

	SpriteID i;

   393

	uint best = UINT_MAX;

   394

	MemBlock* s;

   395

	int cur_lru;

   396

   397

	DEBUG(sprite, 3, "DeleteEntryFromSpriteCache, inuse=%d", GetSpriteCacheUsage());

   398

   399

	cur_lru = 0xffff;

   400

	for (i = 0; i != _spritecache_items; i++) {

   401

		SpriteCache *sc = GetSpriteCache(i);

   402

		if (sc->ptr != NULL && sc->lru < cur_lru) {

   403

			cur_lru = sc->lru;

   404

			best = i;

   405

		}

   406

	}

   407

   408

	/* Display an error message and die, in case we found no sprite at all.

   409

	 * This shouldn't really happen, unless all sprites are locked. */

   410

	if (best == (uint)-1) error("Out of sprite memory");

   411

   412

	/* Mark the block as free (the block must be in use) */

   413

	s = (MemBlock*)GetSpriteCache(best)->ptr - 1;

   414

	assert(!(s->size & S_FREE_MASK));

   415

	s->size |= S_FREE_MASK;

   416

	GetSpriteCache(best)->ptr = NULL;

   417

   418

	/* And coalesce adjacent free blocks */

   419

	for (s = _spritecache_ptr; s->size != 0; s = NextBlock(s)) {

   420

		if (s->size & S_FREE_MASK) {

   421

			while (NextBlock(s)->size & S_FREE_MASK) {

   422

				s->size += NextBlock(s)->size & ~S_FREE_MASK;

   423

			}

   424

		}

   425

	}

   426

}

   427

   428

void* AllocSprite(size_t mem_req)

   429

{

   430

	mem_req += sizeof(MemBlock);

   431

   432

	/* Align this to an uint32 boundary. This also makes sure that the 2 least

   433

	 * bits are not used, so we could use those for other things. */

   434

	mem_req = Align(mem_req, sizeof(uint32));

   435

   436

	for (;;) {

   437

		MemBlock* s;

   438

   439

		for (s = _spritecache_ptr; s->size != 0; s = NextBlock(s)) {

   440

			if (s->size & S_FREE_MASK) {

   441

				size_t cur_size = s->size & ~S_FREE_MASK;

   442

   443

				/* Is the block exactly the size we need or

   444

				 * big enough for an additional free block? */

   445

				if (cur_size == mem_req ||

   446

						cur_size >= mem_req + sizeof(MemBlock)) {

   447

					/* Set size and in use */

   448

					s->size = mem_req;

   449

   450

					/* Do we need to inject a free block too? */

   451

					if (cur_size != mem_req) {

   452

						NextBlock(s)->size = (cur_size - mem_req) | S_FREE_MASK;

   453

					}

   454

   455

					return s->data;

   456

				}

   457

			}

   458

		}

   459

   460

		/* Reached sentinel, but no block found yet. Delete some old entry. */

   461

		DeleteEntryFromSpriteCache();

   462

	}

   463

}

   464

   465

   466

const void *GetRawSprite(SpriteID sprite, bool real_sprite)

   467

{

   468

	SpriteCache *sc;

   469

	void* p;

   470

   471

	assert(sprite < _spritecache_items);

   472

   473

	sc = GetSpriteCache(sprite);

   474

   475

	/* Update LRU */

   476

	sc->lru = ++_sprite_lru_counter;

   477

   478

	p = sc->ptr;

   479

   480

	/* Load the sprite, if it is not loaded, yet */

   481

	if (p == NULL) p = ReadSprite(sc, sprite, real_sprite);

   482

	return p;

   483

}

   484

   485

   486

void GfxInitSpriteMem()

   487

{