server/common/shstr.C

/*
 * This file is part of Deliantra, the Roguelike Realtime MMORPG.
 *
 * Copyright (©) 2005,2006,2007,2008,2009,2010,2011,2012,2013,2014,2015,2016 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
 *
 * Deliantra is free software: you can redistribute it and/or modify it under
 * the terms of the Affero GNU General Public License as published by the
 * Free Software Foundation, either version 3 of the License, or (at your
 * option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the Affero GNU General Public License
 * and the GNU General Public License along with this program. If not, see
 * <http://www.gnu.org/licenses/>.
 *
 * The authors can be reached via e-mail to <support@deliantra.net>
 */

/*
 * shstr.C
 */

#include <cstring>
#include <cstdlib>
#include <glib.h>

#include <flat_hash_map.hpp>

#include <global.h>

size_t shstr_alloc;

typedef ska::flat_hash_set<const char *, str_hash, str_equal, slice_allocator<const char *>> HT;

static HT ht;
static int next_gc;

#define NUM_INT 3

static const char *
makevec (const char *s)
{
  int len = strlen (s);
  int alloc = sizeof (uint32_t) * NUM_INT + len + 1;

  shstr_alloc += alloc;
  char *v = (char *)g_slice_alloc (alloc);
  v += sizeof (uint32_t) * NUM_INT;

  shstr::hash   (v) = strhsh (s);
  shstr::length (v) = len;
  shstr::refcnt (v) = 1;

  memcpy (v, s, len + 1);

  return v;
}

shstr_vec<sizeof "(null)"> shstr_tmp::nullvec = { STRHSH_NULL, 0, 0xffffffff, "(null)" };

bool
shstr_tmp::contains (const char *substring) const
{
  //TODO: this is supposed to check for comma-seperation...
  return s != null ()
         && substring
         && strstr (s, substring);
}

const char *
shstr::find (const char *s)
{
  if (!s)
    return s;

  auto (i, ht.find (s));

  return i != ht.end ()? *i : 0;
}

const char *
shstr::intern (const char *s)
{
  if (!s)
    return null ();

  if (const char *found = find (s))
    {
      ++refcnt (found);
      return found;
    }

  --next_gc;
  s = makevec (s);
  ht.insert (s);
  return s;
}

// periodically test refcounts == 0 for a few strings
// this is the ONLY thing that erases stuff from ht. keep it that way.
void
shstr::gc ()
{
  if (expect_true (next_gc > 0))
    return;

  static const char *curpos;

  auto (i, curpos ? ht.find (curpos) : ht.begin ());

  if (i == ht.end ())
    i = ht.begin ();

  int n = ht.size () / 256 + 16;
  next_gc += n >> 1;

  for (;;)
    {
      if (i == ht.end ())
        {
          curpos = 0;
          return;
        }
      else if (!--n)
        break;
      else if (!refcnt (*i))
        {
          auto (o, i++);
          const char *s = *o;

          ht.erase (o);

          //printf ("GC %4d %3d %d >%s<%d\n", (int)ht.size (), n, shstr::refcnt (s), s, shstr::length (s));
          int alloc = sizeof (uint32_t) * NUM_INT + length (s) + 1;
          shstr_alloc -= alloc;
          g_slice_free1 (alloc, (void *)(s - sizeof (uint32_t) * NUM_INT));
        }
      else
        ++i;
    }

  curpos = *i;
}

// declare these here to get correct initialisation order
#define def2(id,str) const shstr id (str);
#define def(id)      def2(shstr_ ## id, # id)
# include "shstrinc.h"
#undef def
#undef def2

materialtype_t material_null;

struct freed_map freed_map;
Revision:	1.52
Committed:	Sat Nov 17 23:33:17 2018 UTC (5 years, 6 months ago) by root
Content type:	text/plain
Branch:	MAIN
Changes since 1.51:	+4 -3 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	elmex	1.1	/*
2	root	1.28	* This file is part of Deliantra, the Roguelike Realtime MMORPG.
3	root	1.49	*
4	root	1.50	* Copyright (©) 2005,2006,2007,2008,2009,2010,2011,2012,2013,2014,2015,2016 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5	root	1.49	*
6	root	1.39	* Deliantra is free software: you can redistribute it and/or modify it under
7			* the terms of the Affero GNU General Public License as published by the
8			* Free Software Foundation, either version 3 of the License, or (at your
9			* option) any later version.
10	root	1.49	*
11	root	1.24	* This program is distributed in the hope that it will be useful,
12			* but WITHOUT ANY WARRANTY; without even the implied warranty of
13			* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14			* GNU General Public License for more details.
15	root	1.49	*
16	root	1.39	* You should have received a copy of the Affero GNU General Public License
17			* and the GNU General Public License along with this program. If not, see
18			* <http://www.gnu.org/licenses/>.
19	root	1.49	*
20	root	1.28	* The authors can be reached via e-mail to <support@deliantra.net>
21	root	1.22	*/
22
23			/*
24	root	1.3	* shstr.C
25	elmex	1.1	*/
26
27	root	1.3	#include <cstring>
28			#include <cstdlib>
29	root	1.10	#include <glib.h>
30	elmex	1.1
31	root	1.52	#include <flat_hash_map.hpp>
32
33			#include <global.h>
34	elmex	1.1
35	root	1.26	size_t shstr_alloc;
36
37	root	1.52	typedef ska::flat_hash_set<const char , str_hash, str_equal, slice_allocator<const char >> HT;
38	elmex	1.1
39	root	1.16	static HT ht;
40	root	1.29	static int next_gc;
41	elmex	1.1
42	root	1.41	#define NUM_INT 3
43
44	root	1.13	static const char *
45			makevec (const char *s)
46	root	1.7	{
47	root	1.17	int len = strlen (s);
48	root	1.41	int alloc = sizeof (uint32_t) * NUM_INT + len + 1;
49	root	1.7
50	root	1.38	shstr_alloc += alloc;
51			char v = (char )g_slice_alloc (alloc);
52	root	1.41	v += sizeof (uint32_t) * NUM_INT;
53	root	1.7
54	root	1.41	shstr::hash (v) = strhsh (s);
55	root	1.7	shstr::length (v) = len;
56			shstr::refcnt (v) = 1;
57
58	root	1.38	memcpy (v, s, len + 1);
59	root	1.7
60	root	1.8	return v;
61	root	1.7	}
62
63	root	1.41	shstr_vec<sizeof "(null)"> shstr_tmp::nullvec = { STRHSH_NULL, 0, 0xffffffff, "(null)" };
64	root	1.15
65	root	1.45	bool
66			shstr_tmp::contains (const char *substring) const
67			{
68			//TODO: this is supposed to check for comma-seperation...
69			return s != null ()
70			&& substring
71			&& strstr (s, substring);
72			}
73
74	elmex	1.1	const char *
75	root	1.3	shstr::find (const char *s)
76			{
77	root	1.4	if (!s)
78			return s;
79
80	root	1.21	auto (i, ht.find (s));
81	elmex	1.1
82	root	1.13	return i != ht.end ()? *i : 0;
83	elmex	1.1	}
84
85			const char *
86	root	1.3	shstr::intern (const char *s)
87			{
88	root	1.4	if (!s)
89	root	1.33	return null ();
90	elmex	1.1
91	root	1.4	if (const char *found = find (s))
92	root	1.5	{
93			++refcnt (found);
94			return found;
95			}
96	elmex	1.1
97	root	1.29	--next_gc;
98	root	1.7	s = makevec (s);
99			ht.insert (s);
100			return s;
101	elmex	1.1	}
102
103	root	1.5	// periodically test refcounts == 0 for a few strings
104			// this is the ONLY thing that erases stuff from ht. keep it that way.
105	elmex	1.1	void
106	root	1.3	shstr::gc ()
107			{
108	root	1.29	if (expect_true (next_gc > 0))
109			return;
110
111	root	1.5	static const char *curpos;
112
113	root	1.21	auto (i, curpos ? ht.find (curpos) : ht.begin ());
114	root	1.5
115			if (i == ht.end ())
116			i = ht.begin ();
117
118	root	1.11	int n = ht.size () / 256 + 16;
119	root	1.29	next_gc += n >> 1;
120	root	1.6
121			for (;;)
122	root	1.5	{
123			if (i == ht.end ())
124			{
125			curpos = 0;
126			return;
127			}
128	root	1.6	else if (!--n)
129			break;
130			else if (!refcnt (*i))
131	root	1.5	{
132	root	1.21	auto (o, i++);
133	root	1.5	const char s = o;
134	root	1.13
135	root	1.5	ht.erase (o);
136
137			//printf ("GC %4d %3d %d >%s<%d\n", (int)ht.size (), n, shstr::refcnt (s), s, shstr::length (s));
138	root	1.41	int alloc = sizeof (uint32_t) * NUM_INT + length (s) + 1;
139	root	1.38	shstr_alloc -= alloc;
140	root	1.41	g_slice_free1 (alloc, (void )(s - sizeof (uint32_t) NUM_INT));
141	root	1.5	}
142			else
143			++i;
144			}
145
146			curpos = *i;
147	elmex	1.1	}
148
149	root	1.25	// declare these here to get correct initialisation order
150	root	1.37	#define def2(id,str) const shstr id (str);
151			#define def(id) def2(shstr_ ## id, # id)
152	root	1.25	# include "shstrinc.h"
153			#undef def
154	root	1.36	#undef def2
155	root	1.25
156	root	1.42	materialtype_t material_null;
157	root	1.16
158	elmex	1.47	struct freed_map freed_map;