server/socket/loop.C

/*
 * This file is part of Deliantra, the Roguelike Realtime MMORPG.
 * 
 * Copyright (©) 2005,2006,2007 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
 * Copyright (©) 2002-2003,2007 Mark Wedel & The Crossfire Development Team
 * Copyright (©) 1992,2007 Frank Tore Johansen
 * 
 * Deliantra is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 * 
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 * GNU General Public License for more details.
 * 
 * You should have received a copy of the GNU General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 * 
 * The authors can be reached via e-mail to <support@deliantra.net>
 */

/**
 * \file
 * Main client/server loops.
 *
 * \date 2003-12-02
 *
 * loop.c mainly deals with initialization and higher level socket
 * maintanance (checking for lost connections and if data has arrived.)
 */

#include <global.h>
#include <sproto.h>
#include <sockproto.h>

#include <sys/types.h>
#include <sys/time.h>
#include <sys/socket.h>
#include <netinet/in.h>
#include <netdb.h>

#include <unistd.h>
#include <arpa/inet.h>

#include <loader.h>

#define BG_SCRUB_RATE 4 // how often to send a face in the background

#define MAX_QUEUE_DEPTH   50
#define MAX_QUEUE_BACKLOG 3.

// disconnect a socket after this many seconds without an ack
#define SOCKET_TIMEOUT 16.

void
client::reset_state ()
{
  if (!pl)
    return;

  pl->run_on  = 0;
  pl->fire_on = 0;
}

void
client::queue_command (packet_type *handler, char *data, int datalen)
{
  tstamp stamp = NOW;

  if (cmd_queue.size () >= MAX_QUEUE_DEPTH)
    {
      //TODO: just disconnect here?
      reset_state ();
      send_packet_printf ("drawinfo %d command queue overflow, ignoring.", NDI_RED);
    }
  else
    {
      cmd_queue.resize (cmd_queue.size () + 1);
      command &cmd = cmd_queue.back ();
      cmd.stamp   = stamp;
      cmd.handler = handler;
      cmd.data    = salloc<char> (datalen + 1, data);
      cmd.datalen = datalen;
    }
}

bool
client::handle_command ()
{
  if (!cmd_queue.empty ()
      && state == ST_PLAYING
      && pl->ob->speed_left > 0.f)
    {
      command &cmd = cmd_queue.front ();

      if (cmd.stamp + MAX_QUEUE_BACKLOG < NOW)
        {
          reset_state ();
          send_packet_printf ("drawinfo %d ignoring delayed commands.", NDI_RED);
        }
      else
        execute (cmd.handler, cmd.data, cmd.datalen);

      sfree<char> (cmd.data, cmd.datalen + 1);
      cmd_queue.pop_front ();
      return true;
    }
  else
    return false;
}

void
client::tick ()
{
  if (!pl || destroyed ())
    return;

  /* Update the players stats once per tick.  More efficient than
   * sending them whenever they change, and probably just as useful
   */
  esrv_update_stats (pl);

#if 0
  if (last_weight != -1 && last_weight != pl->ob->client_weight ())
    {
      esrv_update_item (UPD_WEIGHT, pl->ob, pl->ob);
      if (last_weight != pl->ob->client_weight ())
        LOG (llevError, "esrv_update_item(UPD_WEIGHT) did not set player weight: is %lu, should be %lu\n",
             (unsigned long) last_weight, pl->ob->client_weight ());
    }
#endif

  draw_client_map (pl);

  if (update_look)
    esrv_draw_look (pl);

  mapinfo_queue_run ();

#if HAVE_TCP_INFO
  // check time of last ack, and, if too old, kill connection
  socklen_t len = sizeof (tcpi);

  if (!getsockopt (fd, IPPROTO_TCP, TCP_INFO, &tcpi, &len) && len == sizeof (tcpi))
    {
      if (tcpi.tcpi_snd_mss)
        mss = tcpi.tcpi_snd_mss;

#if 0
      fprintf (stderr, "uack %d ack %d lost %d ret %d fack %d sst %d cwnd %d mss %d pmtu %d advmss %d EXC %d\n",
               tcpi.tcpi_unacked,
               tcpi.tcpi_sacked,
               tcpi.tcpi_lost,
               tcpi.tcpi_retrans,
               tcpi.tcpi_fackets,
               tcpi.tcpi_snd_ssthresh, tcpi.tcpi_snd_cwnd, tcpi.tcpi_advmss, tcpi.tcpi_pmtu, tcpi.tcpi_advmss,
               
               tcpi.tcpi_snd_cwnd - (tcpi.tcpi_unacked - tcpi.tcpi_sacked));
#endif

      // fast-time-out a player by checking for missign acks
      // do this only when player is active
      if (pl && pl->active
          && tcpi.tcpi_last_ack_recv > int (SOCKET_TIMEOUT * 1000))
        {
          send_msg (NDI_RED | NDI_REPLY, "connection-timeout", "safety disconnect due to tcp/ip timeout (no packets received)");
          write_outputbuffer ();

          LOG (llevDebug, "connection on fd %d closed due to ack timeout (%u/%u/%u)\n", fd,
               (unsigned)tcpi.tcpi_last_ack_recv, (unsigned)tcpi.tcpi_last_data_sent, (unsigned)tcpi.tcpi_unacked);
          destroy ();
        }
    }
#endif

  rate_avail = min (max_rate + mss, rate_avail + max_rate);

  int max_send = rate_avail;

#if HAVE_TCP_INFO
  // further restrict the available bandwidth by the excess bandwidth available
  max_send = min (max_send, (tcpi.tcpi_snd_cwnd - tcpi.tcpi_unacked + tcpi.tcpi_sacked) * mss);
#endif

  // if we can split images, round to next-lowest mss
  if (fxix) max_send -= max_send % mss;

  if (ixface.empty ())
    {
      // regularly send a new face when queue is empty
      if (bg_scrub && !--bg_scrub && enable_bg_scrub)
        while (scrub_idx < faces.size () - 1)
          {
            ++scrub_idx;

            if (!faces_sent [scrub_idx])
              if (faceinfo *f = face_info (scrub_idx))
                if (f->type == FT_FACE || f->type == FT_SOUND) // only scrub faces and sounds for now
                  {
                    send_face (scrub_idx, -120);
                    flush_fx ();

                    bg_scrub = 1; // send up to one fx per tick, unless an image was requested
                    break;
                  }
          }
    }
  else
    {
      bg_scrub = BG_SCRUB_RATE;

      for (;;)
        {
          int avail = max_send - outputbuffer_len ();

          if (avail <= 0)
            break;

          ixsend &ix = ixface.back ();

          if (facedata *d = face_data (ix.idx, faceset))
            {
              if (fxix)
                {
                  // estimate the packet header overhead "ix " + idx + (new)ofs
                  int pktlen = 3 + ber32::encoded_size (ix.idx) + ber32::encoded_size (ix.ofs);
                  int chunk = min (avail - packet::hdrlen, MAXSOCKBUF) - pktlen;

                  // only transfer something if the amount of data transferred
                  // has a healthy relation to the header overhead
                  if (chunk < 64)
                    break;

                  chunk = min (chunk, (int)ix.ofs);

                  ix.ofs -= chunk;

                  //fprintf (stderr, "i%dx %6d: %5d+%4d   (%4d)\n", fxix, ix.idx,ix.ofs,chunk, ixface.size());//D

                  packet sl ("ix");

                  sl << ber32 (ix.idx)
                     << ber32 (ix.ofs)
                     << data (d->data.data () + ix.ofs, chunk);

                  send_packet (sl);
                }
              else
                {
                  send_image (ix.idx);
                  ix.ofs = 0;
                }
            }
          else
            ix.ofs = 0;

          if (!ix.ofs)
            {
              ixface.pop_back ();

              if (ixface.empty ())
                break;
            }
        }
    }

  rate_avail -= outputbuffer_len ();
}

void
client::flush_sockets (void)
{
  for (sockvec::iterator i = clients.begin (); i != clients.end (); ++i)
    (*i)->flush ();
}

void
client::clock (void)
{
  for (sockvec::iterator i = clients.begin (); i != clients.end (); ++i)
    (*i)->tick ();

  // give them all the same chances
  flush_sockets ();

  //TODO: should not be done here, either
  for (unsigned i = 0; i < clients.size (); ++i)
    clients[i]->refcnt_chk ();
}

Revision:	1.73
Committed:	Tue Apr 22 07:01:47 2008 UTC (16 years, 1 month ago) by root
Content type:	text/plain
Branch:	MAIN
Changes since 1.72:	+5 -3 lines
Log Message:	see Changes
#	User	Rev	Content
1	elmex	1.1	/*
2	root	1.70	* This file is part of Deliantra, the Roguelike Realtime MMORPG.
3	pippijn	1.39	*
4	root	1.70	* Copyright (©) 2005,2006,2007 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5	root	1.49	* Copyright (©) 2002-2003,2007 Mark Wedel & The Crossfire Development Team
6			* Copyright (©) 1992,2007 Frank Tore Johansen
7			*
8	root	1.70	* Deliantra is free software: you can redistribute it and/or modify
9	root	1.55	* it under the terms of the GNU General Public License as published by
10			* the Free Software Foundation, either version 3 of the License, or
11			* (at your option) any later version.
12			*
13			* This program is distributed in the hope that it will be useful,
14			* but WITHOUT ANY WARRANTY; without even the implied warranty of
15			* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16			* GNU General Public License for more details.
17			*
18			* You should have received a copy of the GNU General Public License
19			* along with this program. If not, see <http://www.gnu.org/licenses/>.
20	root	1.49	*
21	root	1.70	* The authors can be reached via e-mail to <support@deliantra.net>
22	pippijn	1.39	*/
23	elmex	1.1
24			/**
25			* \file
26			* Main client/server loops.
27			*
28			* \date 2003-12-02
29			*
30			* loop.c mainly deals with initialization and higher level socket
31	root	1.26	* maintanance (checking for lost connections and if data has arrived.)
32	elmex	1.1	*/
33
34			#include <global.h>
35	root	1.10	#include <sproto.h>
36			#include <sockproto.h>
37	elmex	1.1
38	pippijn	1.8	#include <sys/types.h>
39			#include <sys/time.h>
40			#include <sys/socket.h>
41			#include <netinet/in.h>
42			#include <netdb.h>
43	elmex	1.1
44	root	1.16	#include <unistd.h>
45			#include <arpa/inet.h>
46	elmex	1.1
47			#include <loader.h>
48
49	root	1.51	#define BG_SCRUB_RATE 4 // how often to send a face in the background
50
51	root	1.65	#define MAX_QUEUE_DEPTH 50
52	root	1.51	#define MAX_QUEUE_BACKLOG 3.
53	elmex	1.1
54	root	1.66	// disconnect a socket after this many seconds without an ack
55	root	1.72	#define SOCKET_TIMEOUT 16.
56	root	1.66
57	root	1.21	void
58			client::reset_state ()
59			{
60			if (!pl)
61			return;
62
63			pl->run_on = 0;
64			pl->fire_on = 0;
65			}
66	elmex	1.1
67	root	1.20	void
68			client::queue_command (packet_type handler, char data, int datalen)
69	root	1.6	{
70	root	1.51	tstamp stamp = NOW;
71	elmex	1.1
72	root	1.20	if (cmd_queue.size () >= MAX_QUEUE_DEPTH)
73	root	1.21	{
74			//TODO: just disconnect here?
75			reset_state ();
76			send_packet_printf ("drawinfo %d command queue overflow, ignoring.", NDI_RED);
77			}
78	root	1.20	else
79	root	1.24	{
80	root	1.71	cmd_queue.resize (cmd_queue.size () + 1);
81	root	1.24	command &cmd = cmd_queue.back ();
82			cmd.stamp = stamp;
83			cmd.handler = handler;
84	root	1.25	cmd.data = salloc<char> (datalen + 1, data);
85	root	1.24	cmd.datalen = datalen;
86			}
87	root	1.20	}
88	elmex	1.1
89	root	1.20	bool
90			client::handle_command ()
91	elmex	1.1	{
92	root	1.48	if (!cmd_queue.empty ()
93			&& state == ST_PLAYING
94			&& pl->ob->speed_left > 0.f)
95	root	1.26	{
96			command &cmd = cmd_queue.front ();
97	root	1.6
98	root	1.51	if (cmd.stamp + MAX_QUEUE_BACKLOG < NOW)
99	root	1.26	{
100	root	1.48	reset_state ();
101			send_packet_printf ("drawinfo %d ignoring delayed commands.", NDI_RED);
102	root	1.26	}
103			else
104	root	1.48	execute (cmd.handler, cmd.data, cmd.datalen);
105
106	root	1.71	sfree<char> (cmd.data, cmd.datalen + 1);
107	root	1.48	cmd_queue.pop_front ();
108			return true;
109	root	1.21	}
110	root	1.48	else
111			return false;
112	elmex	1.1	}
113
114	root	1.6	void
115	root	1.42	client::tick ()
116			{
117			if (!pl \|\| destroyed ())
118			return;
119	root	1.37
120	root	1.42	/* Update the players stats once per tick. More efficient than
121			* sending them whenever they change, and probably just as useful
122			*/
123			esrv_update_stats (pl);
124	root	1.20
125	root	1.73	#if 0
126			if (last_weight != -1 && last_weight != pl->ob->client_weight ())
127	root	1.42	{
128			esrv_update_item (UPD_WEIGHT, pl->ob, pl->ob);
129	root	1.73	if (last_weight != pl->ob->client_weight ())
130	root	1.42	LOG (llevError, "esrv_update_item(UPD_WEIGHT) did not set player weight: is %lu, should be %lu\n",
131	root	1.73	(unsigned long) last_weight, pl->ob->client_weight ());
132	root	1.42	}
133	root	1.73	#endif
134	root	1.6
135	root	1.50	draw_client_map (pl);
136	root	1.20
137	root	1.42	if (update_look)
138	root	1.50	esrv_draw_look (pl);
139	root	1.41
140	root	1.69	mapinfo_queue_run ();
141
142	root	1.66	#if HAVE_TCP_INFO
143			// check time of last ack, and, if too old, kill connection
144			socklen_t len = sizeof (tcpi);
145
146			if (!getsockopt (fd, IPPROTO_TCP, TCP_INFO, &tcpi, &len) && len == sizeof (tcpi))
147			{
148			if (tcpi.tcpi_snd_mss)
149			mss = tcpi.tcpi_snd_mss;
150
151			#if 0
152			fprintf (stderr, "uack %d ack %d lost %d ret %d fack %d sst %d cwnd %d mss %d pmtu %d advmss %d EXC %d\n",
153			tcpi.tcpi_unacked,
154			tcpi.tcpi_sacked,
155			tcpi.tcpi_lost,
156			tcpi.tcpi_retrans,
157			tcpi.tcpi_fackets,
158			tcpi.tcpi_snd_ssthresh, tcpi.tcpi_snd_cwnd, tcpi.tcpi_advmss, tcpi.tcpi_pmtu, tcpi.tcpi_advmss,
159
160			tcpi.tcpi_snd_cwnd - (tcpi.tcpi_unacked - tcpi.tcpi_sacked));
161			#endif
162
163	root	1.68	// fast-time-out a player by checking for missign acks
164	root	1.66	// do this only when player is active
165			if (pl && pl->active
166			&& tcpi.tcpi_last_ack_recv > int (SOCKET_TIMEOUT * 1000))
167			{
168			send_msg (NDI_RED \| NDI_REPLY, "connection-timeout", "safety disconnect due to tcp/ip timeout (no packets received)");
169			write_outputbuffer ();
170
171			LOG (llevDebug, "connection on fd %d closed due to ack timeout (%u/%u/%u)\n", fd,
172			(unsigned)tcpi.tcpi_last_ack_recv, (unsigned)tcpi.tcpi_last_data_sent, (unsigned)tcpi.tcpi_unacked);
173			destroy ();
174			}
175			}
176			#endif
177
178			rate_avail = min (max_rate + mss, rate_avail + max_rate);
179
180			int max_send = rate_avail;
181
182			#if HAVE_TCP_INFO
183			// further restrict the available bandwidth by the excess bandwidth available
184			max_send = min (max_send, (tcpi.tcpi_snd_cwnd - tcpi.tcpi_unacked + tcpi.tcpi_sacked) * mss);
185			#endif
186
187			// if we can split images, round to next-lowest mss
188			if (fxix) max_send -= max_send % mss;
189
190	root	1.65	if (ixface.empty ())
191			{
192			// regularly send a new face when queue is empty
193			if (bg_scrub && !--bg_scrub && enable_bg_scrub)
194			while (scrub_idx < faces.size () - 1)
195			{
196			++scrub_idx;
197
198			if (!faces_sent [scrub_idx])
199			if (faceinfo *f = face_info (scrub_idx))
200	root	1.67	if (f->type == FT_FACE \|\| f->type == FT_SOUND) // only scrub faces and sounds for now
201	root	1.65	{
202			send_face (scrub_idx, -120);
203			flush_fx ();
204
205	root	1.66	bg_scrub = 1; // send up to one fx per tick, unless an image was requested
206	root	1.65	break;
207			}
208			}
209			}
210			else
211			{
212	root	1.66	bg_scrub = BG_SCRUB_RATE;
213	root	1.65
214	root	1.66	for (;;)
215			{
216			int avail = max_send - outputbuffer_len ();
217	root	1.64
218	root	1.66	if (avail <= 0)
219			break;
220	root	1.65
221			ixsend &ix = ixface.back ();
222	root	1.44
223	root	1.65	if (facedata *d = face_data (ix.idx, faceset))
224			{
225			if (fxix)
226			{
227			// estimate the packet header overhead "ix " + idx + (new)ofs
228			int pktlen = 3 + ber32::encoded_size (ix.idx) + ber32::encoded_size (ix.ofs);
229			int chunk = min (avail - packet::hdrlen, MAXSOCKBUF) - pktlen;
230
231			// only transfer something if the amount of data transferred
232			// has a healthy relation to the header overhead
233			if (chunk < 64)
234			break;
235	root	1.46
236	root	1.65	chunk = min (chunk, (int)ix.ofs);
237	root	1.46
238	root	1.65	ix.ofs -= chunk;
239	root	1.46
240	root	1.65	//fprintf (stderr, "i%dx %6d: %5d+%4d (%4d)\n", fxix, ix.idx,ix.ofs,chunk, ixface.size());//D
241	root	1.59
242	root	1.65	packet sl ("ix");
243	root	1.46
244	root	1.65	sl << ber32 (ix.idx)
245			<< ber32 (ix.ofs)
246			<< data (d->data.data () + ix.ofs, chunk);
247	root	1.46
248	root	1.65	send_packet (sl);
249			}
250			else
251	root	1.63	{
252	root	1.65	send_image (ix.idx);
253			ix.ofs = 0;
254	root	1.46	}
255	root	1.65	}
256			else
257			ix.ofs = 0;
258	root	1.44
259	root	1.65	if (!ix.ofs)
260			{
261			ixface.pop_back ();
262	root	1.56
263	root	1.65	if (ixface.empty ())
264			break;
265	root	1.54	}
266	root	1.44	}
267			}
268	root	1.66
269			rate_avail -= outputbuffer_len ();
270			}
271
272			void
273			client::flush_sockets (void)
274			{
275			for (sockvec::iterator i = clients.begin (); i != clients.end (); ++i)
276			(*i)->flush ();
277			}
278
279			void
280			client::clock (void)
281			{
282			for (sockvec::iterator i = clients.begin (); i != clients.end (); ++i)
283			(*i)->tick ();
284
285			// give them all the same chances
286			flush_sockets ();
287
288			//TODO: should not be done here, either
289			for (unsigned i = 0; i < clients.size (); ++i)
290			clients[i]->refcnt_chk ();
291	elmex	1.1	}
292	root	1.43