]> de.git.xonotic.org Git - xonotic/darkplaces.git/blobdiff - protocol.c
Fix engine not starting on Windows if linked against SDL > 2.0.5
[xonotic/darkplaces.git] / protocol.c
index 69b1c52b11c2bc0cca7e86666d3b7a6908443121..e9d9489fa65699ff6ceb66bb474a9fd3aafae519 100644 (file)
@@ -1,16 +1,33 @@
-
 #include "quakedef.h"
 
+#define ENTITYSIZEPROFILING_START(msg, num, flags) \
+       int entityprofiling_startsize = msg->cursize
+
+#define ENTITYSIZEPROFILING_END(msg, num, flags) \
+       if(developer_networkentities.integer >= 2) \
+       { \
+               prvm_edict_t *edict = prog->edicts + num; \
+               Con_Printf("sent entity update of size %u for %d classname %s flags %d\n", (msg->cursize - entityprofiling_startsize), num, PRVM_serveredictstring(edict, classname) ? PRVM_GetString(prog, PRVM_serveredictstring(edict, classname)) : "(no classname)", flags); \
+       }
+
+// CSQC entity scope values. Bitflags!
+#define SCOPE_WANTREMOVE 1        // Set if a remove has been scheduled. Never set together with WANTUPDATE.
+#define SCOPE_WANTUPDATE 2        // Set if an update has been scheduled.
+#define SCOPE_WANTSEND (SCOPE_WANTREMOVE | SCOPE_WANTUPDATE)
+#define SCOPE_EXISTED_ONCE 4      // Set if the entity once existed. All these get resent on a full loss.
+#define SCOPE_ASSUMED_EXISTING 8  // Set if the entity is currently assumed existing and therefore needs removes.
+
 // this is 88 bytes (must match entity_state_t in protocol.h)
 entity_state_t defaultstate =
 {
        // ! means this is not sent to client
        0,//double time; // ! time this state was built (used on client for interpolation)
+       {0,0,0},//float netcenter[3]; // ! for network prioritization, this is the center of the bounding box (which may differ from the origin)
        {0,0,0},//float origin[3];
        {0,0,0},//float angles[3];
-       0,//int number; // entity number this state is for
        0,//int effects;
        0,//unsigned int customizeentityforclient; // !
+       0,//unsigned short number; // entity number this state is for
        0,//unsigned short modelindex;
        0,//unsigned short frame;
        0,//unsigned short tagentity;
@@ -19,8 +36,9 @@ entity_state_t defaultstate =
        0,//unsigned short exteriormodelforclient; // ! not shown if first person viewing from this entity, shown in all other cases
        0,//unsigned short nodrawtoclient; // !
        0,//unsigned short drawonlytoclient; // !
+       0,//unsigned short traileffectnum;
        {0,0,0,0},//unsigned short light[4]; // color*256 (0.00 to 255.996), and radius*1
-       0,//unsigned char active; // true if a valid state
+       ACTIVE_NOT,//unsigned char active; // true if a valid state
        0,//unsigned char lightstyle;
        0,//unsigned char lightpflags;
        0,//unsigned char colormap;
@@ -30,10 +48,10 @@ entity_state_t defaultstate =
        0,//unsigned char glowsize;
        254,//unsigned char glowcolor;
        0,//unsigned char flags;
+       0,//unsigned char internaleffects; // INTEF_FLAG1QW and so on
        0,//unsigned char tagindex;
        {32, 32, 32},//unsigned char colormod[3];
-       // padding to a multiple of 8 bytes (to align the double time)
-       {0,0,0,0,0,0}//unsigned char unused[6]; // !
+       {32, 32, 32},//unsigned char glowmod[3];
 };
 
 // LordHavoc: I own protocol ranges 96, 97, 3500-3599
@@ -41,51 +59,62 @@ entity_state_t defaultstate =
 struct protocolversioninfo_s
 {
        int number;
+       protocolversion_t version;
        const char *name;
 }
 protocolversioninfo[] =
 {
-       {0, "UNKNOWN"},
-       {3504, "DP7"},
-       {3503, "DP6"},
-       {3502, "DP5"},
-       {3501, "DP4"},
-       {3500, "DP3"},
-       {97, "DP2"},
-       {96, "DP1"},
-       {15, "QUAKEDP"},
-       {250, "NEHAHRAMOVIE"},
-       {15, "QUAKE"},
-       {28, "QUAKEWORLD"},
-       {0, NULL}
+       { 3504, PROTOCOL_DARKPLACES7 , "DP7"},
+       { 3503, PROTOCOL_DARKPLACES6 , "DP6"},
+       { 3502, PROTOCOL_DARKPLACES5 , "DP5"},
+       { 3501, PROTOCOL_DARKPLACES4 , "DP4"},
+       { 3500, PROTOCOL_DARKPLACES3 , "DP3"},
+       {   97, PROTOCOL_DARKPLACES2 , "DP2"},
+       {   96, PROTOCOL_DARKPLACES1 , "DP1"},
+       {   15, PROTOCOL_QUAKEDP     , "QUAKEDP"},
+       {   15, PROTOCOL_QUAKE       , "QUAKE"},
+       {   28, PROTOCOL_QUAKEWORLD  , "QW"},
+       {  250, PROTOCOL_NEHAHRAMOVIE, "NEHAHRAMOVIE"},
+       {10000, PROTOCOL_NEHAHRABJP  , "NEHAHRABJP"},
+       {10001, PROTOCOL_NEHAHRABJP2 , "NEHAHRABJP2"},
+       {10002, PROTOCOL_NEHAHRABJP3 , "NEHAHRABJP3"},
+       {    0, PROTOCOL_UNKNOWN     , NULL}
 };
 
 protocolversion_t Protocol_EnumForName(const char *s)
 {
        int i;
-       for (i = 1;protocolversioninfo[i].name;i++)
+       for (i = 0;protocolversioninfo[i].name;i++)
                if (!strcasecmp(s, protocolversioninfo[i].name))
-                       return (protocolversion_t)i;
+                       return protocolversioninfo[i].version;
        return PROTOCOL_UNKNOWN;
 }
 
 const char *Protocol_NameForEnum(protocolversion_t p)
 {
-       return protocolversioninfo[p].name;
+       int i;
+       for (i = 0;protocolversioninfo[i].name;i++)
+               if (protocolversioninfo[i].version == p)
+                       return protocolversioninfo[i].name;
+       return "UNKNOWN";
 }
 
 protocolversion_t Protocol_EnumForNumber(int n)
 {
        int i;
-       for (i = 1;protocolversioninfo[i].name;i++)
+       for (i = 0;protocolversioninfo[i].name;i++)
                if (protocolversioninfo[i].number == n)
-                       return (protocolversion_t)i;
+                       return protocolversioninfo[i].version;
        return PROTOCOL_UNKNOWN;
 }
 
 int Protocol_NumberForEnum(protocolversion_t p)
 {
-       return protocolversioninfo[p].number;
+       int i;
+       for (i = 0;protocolversioninfo[i].name;i++)
+               if (protocolversioninfo[i].version == p)
+                       return protocolversioninfo[i].number;
+       return 0;
 }
 
 void Protocol_Names(char *buffer, size_t buffersize)
@@ -94,18 +123,14 @@ void Protocol_Names(char *buffer, size_t buffersize)
        if (buffersize < 1)
                return;
        buffer[0] = 0;
-       for (i = 1;protocolversioninfo[i].name;i++)
+       for (i = 0;protocolversioninfo[i].name;i++)
        {
                if (i > 1)
-                       strlcat(buffer, " ", sizeof(buffer));
-               strlcat(buffer, protocolversioninfo[i].name, sizeof(buffer));
+                       strlcat(buffer, " ", buffersize);
+               strlcat(buffer, protocolversioninfo[i].name, buffersize);
        }
 }
 
-// keep track of quake entities because they need to be killed if they get stale
-int cl_lastquakeentity = 0;
-unsigned char cl_isquakeentity[MAX_EDICTS];
-
 void EntityFrameQuake_ReadEntity(int bits)
 {
        int num;
@@ -113,32 +138,32 @@ void EntityFrameQuake_ReadEntity(int bits)
        entity_state_t s;
 
        if (bits & U_MOREBITS)
-               bits |= (MSG_ReadByte()<<8);
+               bits |= (MSG_ReadByte(&cl_message)<<8);
        if ((bits & U_EXTEND1) && cls.protocol != PROTOCOL_NEHAHRAMOVIE)
        {
-               bits |= MSG_ReadByte() << 16;
+               bits |= MSG_ReadByte(&cl_message) << 16;
                if (bits & U_EXTEND2)
-                       bits |= MSG_ReadByte() << 24;
+                       bits |= MSG_ReadByte(&cl_message) << 24;
        }
 
        if (bits & U_LONGENTITY)
-               num = (unsigned short) MSG_ReadShort ();
+               num = (unsigned short) MSG_ReadShort(&cl_message);
        else
-               num = MSG_ReadByte ();
+               num = MSG_ReadByte(&cl_message);
 
        if (num >= MAX_EDICTS)
                Host_Error("EntityFrameQuake_ReadEntity: entity number (%i) >= MAX_EDICTS (%i)", num, MAX_EDICTS);
        if (num < 1)
                Host_Error("EntityFrameQuake_ReadEntity: invalid entity number (%i)", num);
 
-       if (cl_num_entities <= num)
+       if (cl.num_entities <= num)
        {
-               cl_num_entities = num + 1;
-               if (num >= cl_max_entities)
+               cl.num_entities = num + 1;
+               if (num >= cl.max_entities)
                        CL_ExpandEntities(num);
        }
 
-       ent = cl_entities + num;
+       ent = cl.entities + num;
 
        // note: this inherits the 'active' state of the baseline chosen
        // (state_baseline is always active, state_current may not be active if
@@ -148,36 +173,42 @@ void EntityFrameQuake_ReadEntity(int bits)
        else
        {
                s = ent->state_baseline;
-               s.active = true;
+               s.active = ACTIVE_NETWORK;
        }
 
-       cl_isquakeentity[num] = true;
-       if (cl_lastquakeentity < num)
-               cl_lastquakeentity = num;
+       cl.isquakeentity[num] = true;
+       if (cl.lastquakeentity < num)
+               cl.lastquakeentity = num;
        s.number = num;
        s.time = cl.mtime[0];
        s.flags = 0;
-       if (bits & U_MODEL)             s.modelindex = (s.modelindex & 0xFF00) | MSG_ReadByte();
-       if (bits & U_FRAME)             s.frame = (s.frame & 0xFF00) | MSG_ReadByte();
-       if (bits & U_COLORMAP)  s.colormap = MSG_ReadByte();
-       if (bits & U_SKIN)              s.skin = MSG_ReadByte();
-       if (bits & U_EFFECTS)   s.effects = (s.effects & 0xFF00) | MSG_ReadByte();
-       if (bits & U_ORIGIN1)   s.origin[0] = MSG_ReadCoord(cls.protocol);
-       if (bits & U_ANGLE1)    s.angles[0] = MSG_ReadAngle(cls.protocol);
-       if (bits & U_ORIGIN2)   s.origin[1] = MSG_ReadCoord(cls.protocol);
-       if (bits & U_ANGLE2)    s.angles[1] = MSG_ReadAngle(cls.protocol);
-       if (bits & U_ORIGIN3)   s.origin[2] = MSG_ReadCoord(cls.protocol);
-       if (bits & U_ANGLE3)    s.angles[2] = MSG_ReadAngle(cls.protocol);
+       if (bits & U_MODEL)
+       {
+               if (cls.protocol == PROTOCOL_NEHAHRABJP || cls.protocol == PROTOCOL_NEHAHRABJP2 || cls.protocol == PROTOCOL_NEHAHRABJP3)
+                                                       s.modelindex = (unsigned short) MSG_ReadShort(&cl_message);
+               else
+                                                       s.modelindex = (s.modelindex & 0xFF00) | MSG_ReadByte(&cl_message);
+       }
+       if (bits & U_FRAME)             s.frame = (s.frame & 0xFF00) | MSG_ReadByte(&cl_message);
+       if (bits & U_COLORMAP)  s.colormap = MSG_ReadByte(&cl_message);
+       if (bits & U_SKIN)              s.skin = MSG_ReadByte(&cl_message);
+       if (bits & U_EFFECTS)   s.effects = (s.effects & 0xFF00) | MSG_ReadByte(&cl_message);
+       if (bits & U_ORIGIN1)   s.origin[0] = MSG_ReadCoord(&cl_message, cls.protocol);
+       if (bits & U_ANGLE1)    s.angles[0] = MSG_ReadAngle(&cl_message, cls.protocol);
+       if (bits & U_ORIGIN2)   s.origin[1] = MSG_ReadCoord(&cl_message, cls.protocol);
+       if (bits & U_ANGLE2)    s.angles[1] = MSG_ReadAngle(&cl_message, cls.protocol);
+       if (bits & U_ORIGIN3)   s.origin[2] = MSG_ReadCoord(&cl_message, cls.protocol);
+       if (bits & U_ANGLE3)    s.angles[2] = MSG_ReadAngle(&cl_message, cls.protocol);
        if (bits & U_STEP)              s.flags |= RENDER_STEP;
-       if (bits & U_ALPHA)             s.alpha = MSG_ReadByte();
-       if (bits & U_SCALE)             s.scale = MSG_ReadByte();
-       if (bits & U_EFFECTS2)  s.effects = (s.effects & 0x00FF) | (MSG_ReadByte() << 8);
-       if (bits & U_GLOWSIZE)  s.glowsize = MSG_ReadByte();
-       if (bits & U_GLOWCOLOR) s.glowcolor = MSG_ReadByte();
-       if (bits & U_COLORMOD)  {int c = MSG_ReadByte();s.colormod[0] = (unsigned char)(((c >> 5) & 7) * (32.0f / 7.0f));s.colormod[1] = (unsigned char)(((c >> 2) & 7) * (32.0f / 7.0f));s.colormod[2] = (unsigned char)((c & 3) * (32.0f / 3.0f));}
+       if (bits & U_ALPHA)             s.alpha = MSG_ReadByte(&cl_message);
+       if (bits & U_SCALE)             s.scale = MSG_ReadByte(&cl_message);
+       if (bits & U_EFFECTS2)  s.effects = (s.effects & 0x00FF) | (MSG_ReadByte(&cl_message) << 8);
+       if (bits & U_GLOWSIZE)  s.glowsize = MSG_ReadByte(&cl_message);
+       if (bits & U_GLOWCOLOR) s.glowcolor = MSG_ReadByte(&cl_message);
+       if (bits & U_COLORMOD)  {int c = MSG_ReadByte(&cl_message);s.colormod[0] = (unsigned char)(((c >> 5) & 7) * (32.0f / 7.0f));s.colormod[1] = (unsigned char)(((c >> 2) & 7) * (32.0f / 7.0f));s.colormod[2] = (unsigned char)((c & 3) * (32.0f / 3.0f));}
        if (bits & U_GLOWTRAIL) s.flags |= RENDER_GLOWTRAIL;
-       if (bits & U_FRAME2)    s.frame = (s.frame & 0x00FF) | (MSG_ReadByte() << 8);
-       if (bits & U_MODEL2)    s.modelindex = (s.modelindex & 0x00FF) | (MSG_ReadByte() << 8);
+       if (bits & U_FRAME2)    s.frame = (s.frame & 0x00FF) | (MSG_ReadByte(&cl_message) << 8);
+       if (bits & U_MODEL2)    s.modelindex = (s.modelindex & 0x00FF) | (MSG_ReadByte(&cl_message) << 8);
        if (bits & U_VIEWMODEL) s.flags |= RENDER_VIEWMODEL;
        if (bits & U_EXTERIORMODEL)     s.flags |= RENDER_EXTERIORMODEL;
 
@@ -185,11 +216,11 @@ void EntityFrameQuake_ReadEntity(int bits)
        if (cls.protocol == PROTOCOL_NEHAHRAMOVIE && (bits & U_EXTEND1))
        {
                // LordHavoc: evil format
-               int i = MSG_ReadFloat();
-               int j = MSG_ReadFloat() * 255.0f;
+               int i = (int)MSG_ReadFloat(&cl_message);
+               int j = (int)(MSG_ReadFloat(&cl_message) * 255.0f);
                if (i == 2)
                {
-                       i = MSG_ReadFloat();
+                       i = (int)MSG_ReadFloat(&cl_message);
                        if (i)
                                s.effects |= EF_FULLBRIGHT;
                }
@@ -203,192 +234,489 @@ void EntityFrameQuake_ReadEntity(int bits)
 
        ent->state_previous = ent->state_current;
        ent->state_current = s;
-       if (ent->state_current.active)
+       if (ent->state_current.active == ACTIVE_NETWORK)
        {
                CL_MoveLerpEntityStates(ent);
-               cl_entities_active[ent->state_current.number] = true;
+               cl.entities_active[ent->state_current.number] = true;
        }
 
-       if (msg_badread)
+       if (cl_message.badread)
                Host_Error("EntityFrameQuake_ReadEntity: read error");
 }
 
 void EntityFrameQuake_ISeeDeadEntities(void)
 {
        int num, lastentity;
-       if (cl_lastquakeentity == 0)
+       if (cl.lastquakeentity == 0)
                return;
-       lastentity = cl_lastquakeentity;
-       cl_lastquakeentity = 0;
+       lastentity = cl.lastquakeentity;
+       cl.lastquakeentity = 0;
        for (num = 0;num <= lastentity;num++)
        {
-               if (cl_isquakeentity[num])
+               if (cl.isquakeentity[num])
                {
-                       if (cl_entities_active[num] && cl_entities[num].state_current.time == cl.mtime[0])
+                       if (cl.entities_active[num] && cl.entities[num].state_current.time == cl.mtime[0])
                        {
-                               cl_isquakeentity[num] = true;
-                               cl_lastquakeentity = num;
+                               cl.isquakeentity[num] = true;
+                               cl.lastquakeentity = num;
                        }
                        else
                        {
-                               cl_isquakeentity[num] = false;
-                               cl_entities_active[num] = false;
-                               cl_entities[num].state_current = defaultstate;
-                               cl_entities[num].state_current.number = num;
+                               cl.isquakeentity[num] = false;
+                               cl.entities_active[num] = ACTIVE_NOT;
+                               cl.entities[num].state_current = defaultstate;
+                               cl.entities[num].state_current.number = num;
                        }
                }
        }
 }
 
-static mempool_t *sv2csqc = NULL;
-int csqc_clent = 0;
-sizebuf_t *sv2csqcbuf = NULL;
-static unsigned char *sv2csqcents_version[64];
-
-void EntityFrameCSQC_ClearVersions (void)
+// NOTE: this only works with DP5 protocol and upwards. For lower protocols
+// (including QUAKE), no packet loss handling for CSQC is done, which makes
+// CSQC basically useless.
+// Always use the DP5 protocol, or a higher one, when using CSQC entities.
+static void EntityFrameCSQC_LostAllFrames(client_t *client)
 {
-       if(sv2csqc)
+       prvm_prog_t *prog = SVVM_prog;
+       // mark ALL csqc entities as requiring a FULL resend!
+       // I know this is a bad workaround, but better than nothing.
+       int i, n;
+       prvm_edict_t *ed;
+
+       n = client->csqcnumedicts;
+       for(i = 0; i < n; ++i)
        {
-               Mem_FreePool(&sv2csqc);
-               sv2csqc = NULL;
+               if(client->csqcentityscope[i] & SCOPE_EXISTED_ONCE)
+               {
+                       ed = prog->edicts + i;
+                       client->csqcentitysendflags[i] |= 0xFFFFFF;  // FULL RESEND. We can't clear SCOPE_ASSUMED_EXISTING yet as this would cancel removes on a rejected send attempt.
+                       if (!PRVM_serveredictfunction(ed, SendEntity))  // If it was ever sent to that client as a CSQC entity...
+                               client->csqcentityscope[i] |= SCOPE_ASSUMED_EXISTING;  // FORCE REMOVE.
+               }
        }
-       memset(sv2csqcents_version, 0, 64*sizeof(unsigned char *));
 }
+void EntityFrameCSQC_LostFrame(client_t *client, int framenum)
+{
+       // marks a frame as lost
+       int i, j;
+       qboolean valid;
+       int ringfirst, ringlast;
+       static int recoversendflags[MAX_EDICTS]; // client only
+       csqcentityframedb_t *d;
+
+       if(client->csqcentityframe_lastreset < 0)
+               return;
+       if(framenum < client->csqcentityframe_lastreset)
+               return; // no action required, as we resent that data anyway
+
+       // is our frame out of history?
+       ringfirst = client->csqcentityframehistory_next; // oldest entry
+       ringlast = (ringfirst + NUM_CSQCENTITYDB_FRAMES - 1) % NUM_CSQCENTITYDB_FRAMES; // most recently added entry
 
-void EntityFrameCSQC_InitClientVersions (int client, qboolean clear)
+       valid = false;
+       
+       for(j = 0; j < NUM_CSQCENTITYDB_FRAMES; ++j)
+       {
+               d = &client->csqcentityframehistory[(ringfirst + j) % NUM_CSQCENTITYDB_FRAMES];
+               if(d->framenum < 0)
+                       continue;
+               if(d->framenum == framenum)
+                       break;
+               else if(d->framenum < framenum)
+                       valid = true;
+       }
+       if(j == NUM_CSQCENTITYDB_FRAMES)
+       {
+               if(valid) // got beaten, i.e. there is a frame < framenum
+               {
+                       // a non-csqc frame got lost... great
+                       return;
+               }
+               else
+               {
+                       // a too old frame got lost... sorry, cannot handle this
+                       Con_DPrintf("CSQC entity DB: lost a frame too early to do any handling (resending ALL)...\n");
+                       Con_DPrintf("Lost frame = %d\n", framenum);
+                       Con_DPrintf("Entity DB = %d to %d\n", client->csqcentityframehistory[ringfirst].framenum, client->csqcentityframehistory[ringlast].framenum);
+                       EntityFrameCSQC_LostAllFrames(client);
+                       client->csqcentityframe_lastreset = -1;
+               }
+               return;
+       }
+
+       // so j is the frame that got lost
+       // ringlast is the frame that we have to go to
+       ringfirst = (ringfirst + j) % NUM_CSQCENTITYDB_FRAMES;
+       if(ringlast < ringfirst)
+               ringlast += NUM_CSQCENTITYDB_FRAMES;
+       
+       memset(recoversendflags, 0, sizeof(recoversendflags));
+
+       for(j = ringfirst; j <= ringlast; ++j)
+       {
+               d = &client->csqcentityframehistory[j % NUM_CSQCENTITYDB_FRAMES];
+               if(d->framenum < 0)
+               {
+                       // deleted frame
+               }
+               else if(d->framenum < framenum)
+               {
+                       // a frame in the past... should never happen
+                       Con_Printf("CSQC entity DB encountered a frame from the past when recovering from PL...?\n");
+               }
+               else if(d->framenum == framenum)
+               {
+                       // handling the actually lost frame now
+                       for(i = 0; i < d->num; ++i)
+                       {
+                               int sf = d->sendflags[i];
+                               int ent = d->entno[i];
+                               if(sf < 0) // remove
+                                       recoversendflags[ent] |= -1; // all bits, including sign
+                               else if(sf > 0)
+                                       recoversendflags[ent] |= sf;
+                       }
+               }
+               else
+               {
+                       // handling the frames that followed it now
+                       for(i = 0; i < d->num; ++i)
+                       {
+                               int sf = d->sendflags[i];
+                               int ent = d->entno[i];
+                               if(sf < 0) // remove
+                               {
+                                       recoversendflags[ent] = 0; // no need to update, we got a more recent remove (and will fix it THEN)
+                                       break; // no flags left to remove...
+                               }
+                               else if(sf > 0)
+                                       recoversendflags[ent] &= ~sf; // no need to update these bits, we already got them later
+                       }
+               }
+       }
+
+       for(i = 0; i < client->csqcnumedicts; ++i)
+       {
+               if(recoversendflags[i] < 0)
+                       client->csqcentityscope[i] |= SCOPE_ASSUMED_EXISTING;  // FORCE REMOVE.
+               else
+                       client->csqcentitysendflags[i] |= recoversendflags[i];
+       }
+}
+static int EntityFrameCSQC_AllocFrame(client_t *client, int framenum)
 {
-       if(!sv2csqc)
-               sv2csqc = Mem_AllocPool("SV2CSQC", 0, NULL);
-       if(sv2csqcents_version[client])
+       int ringfirst = client->csqcentityframehistory_next; // oldest entry
+       client->csqcentityframehistory_next += 1;
+       client->csqcentityframehistory_next %= NUM_CSQCENTITYDB_FRAMES;
+       client->csqcentityframehistory[ringfirst].framenum = framenum;
+       client->csqcentityframehistory[ringfirst].num = 0;
+       return ringfirst;
+}
+static void EntityFrameCSQC_DeallocFrame(client_t *client, int framenum)
+{
+       int ringfirst = client->csqcentityframehistory_next; // oldest entry
+       int ringlast = (ringfirst + NUM_CSQCENTITYDB_FRAMES - 1) % NUM_CSQCENTITYDB_FRAMES; // most recently added entry
+       if(framenum == client->csqcentityframehistory[ringlast].framenum)
        {
-               Mem_Free(sv2csqcents_version[client]);
-               sv2csqcents_version[client] = NULL;
+               client->csqcentityframehistory[ringlast].framenum = -1;
+               client->csqcentityframehistory[ringlast].num = 0;
+               client->csqcentityframehistory_next = ringlast;
        }
-       sv2csqcents_version[client] = Mem_Alloc(sv2csqc, MAX_EDICTS);
-       memset(sv2csqcents_version[client], 0, MAX_EDICTS);
+       else
+               Con_Printf("Trying to dealloc the wrong entity frame\n");
 }
 
 //[515]: we use only one array per-client for SendEntity feature
-void EntityFrameCSQC_WriteFrame (sizebuf_t *msg, int numstates, const entity_state_t *states)
+// TODO: add some handling for entity send priorities, to better deal with huge
+// amounts of csqc networked entities
+qboolean EntityFrameCSQC_WriteFrame (sizebuf_t *msg, int maxsize, int numnumbers, const unsigned short *numbers, int framenum)
 {
-       sizebuf_t                               buf;
-       unsigned char                                   data[2048];
-       const entity_state_t    *s;
-       unsigned short                  i, t, t2, t0;
-       prvm_eval_t                             *val, *val2;
-       int                                             csqcents = 0;
+       prvm_prog_t *prog = SVVM_prog;
+       int num, number, end, sendflags;
+       qboolean sectionstarted = false;
+       const unsigned short *n;
+       prvm_edict_t *ed;
+       client_t *client = svs.clients + sv.writeentitiestoclient_clientnumber;
+       int dbframe = EntityFrameCSQC_AllocFrame(client, framenum);
+       csqcentityframedb_t *db = &client->csqcentityframehistory[dbframe];
 
-       if(!eval_SendEntity || !eval_Version)
-               return;
-       --csqc_clent;
-       if(!sv2csqcents_version[csqc_clent])
-               EntityFrameCSQC_InitClientVersions(csqc_clent, false);
+       if(client->csqcentityframe_lastreset < 0)
+               client->csqcentityframe_lastreset = framenum;
+
+       maxsize -= 24; // always fit in an empty svc_entities message (for packet loss detection!)
+
+       // make sure there is enough room to store the svc_csqcentities byte,
+       // the terminator (0x0000) and at least one entity update
+       if (msg->cursize + 32 >= maxsize)
+               return false;
+
+       if (client->csqcnumedicts < prog->num_edicts)
+               client->csqcnumedicts = prog->num_edicts;
 
-       for (csqcents = i = 0, s = states;i < numstates;i++, s++)
+       number = 1;
+       for (num = 0, n = numbers;num < numnumbers;num++, n++)
        {
-               //[515]: entities remove
-               if(i+1 >= numstates)
-                       t2 = prog->num_edicts;
+               end = *n;
+               for (;number < end;number++)
+               {
+                       client->csqcentityscope[number] &= ~SCOPE_WANTSEND;
+                       if (client->csqcentityscope[number] & SCOPE_ASSUMED_EXISTING)
+                               client->csqcentityscope[number] |= SCOPE_WANTREMOVE;
+                       client->csqcentitysendflags[number] = 0xFFFFFF;
+               }
+               ed = prog->edicts + number;
+               client->csqcentityscope[number] &= ~SCOPE_WANTSEND;
+               if (PRVM_serveredictfunction(ed, SendEntity))
+                       client->csqcentityscope[number] |= SCOPE_WANTUPDATE;
                else
-                       t2 = states[i+1].number;
-               if(!i)
                {
-                       t0 = 1;
-                       t2 = s->number;
+                       if (client->csqcentityscope[number] & SCOPE_ASSUMED_EXISTING)
+                               client->csqcentityscope[number] |= SCOPE_WANTREMOVE;
+                       client->csqcentitysendflags[number] = 0xFFFFFF;
+               }
+               number++;
+       }
+       end = client->csqcnumedicts;
+       for (;number < end;number++)
+       {
+               client->csqcentityscope[number] &= ~SCOPE_WANTSEND;
+               if (client->csqcentityscope[number] & SCOPE_ASSUMED_EXISTING)
+                       client->csqcentityscope[number] |= SCOPE_WANTREMOVE;
+               client->csqcentitysendflags[number] = 0xFFFFFF;
+       }
+
+       // now try to emit the entity updates
+       // (FIXME: prioritize by distance?)
+       end = client->csqcnumedicts;
+       for (number = 1;number < end;number++)
+       {
+               if (!(client->csqcentityscope[number] & SCOPE_WANTSEND))
+                       continue;
+               if(db->num >= NUM_CSQCENTITIES_PER_FRAME)
+                       break;
+               ed = prog->edicts + number;
+               if (client->csqcentityscope[number] & SCOPE_WANTREMOVE)  // Also implies ASSUMED_EXISTING.
+               {
+                       // A removal. SendFlags have no power here.
+                       // write a remove message
+                       // first write the message identifier if needed
+                       if(!sectionstarted)
+                       {
+                               sectionstarted = 1;
+                               MSG_WriteByte(msg, svc_csqcentities);
+                       }
+                       // write the remove message
+                       {
+                               ENTITYSIZEPROFILING_START(msg, number, 0);
+                               MSG_WriteShort(msg, (unsigned short)number | 0x8000);
+                               client->csqcentityscope[number] &= ~(SCOPE_WANTSEND | SCOPE_ASSUMED_EXISTING);
+                               client->csqcentitysendflags[number] = 0xFFFFFF; // resend completely if it becomes active again
+                               db->entno[db->num] = number;
+                               db->sendflags[db->num] = -1;
+                               db->num += 1;
+                               ENTITYSIZEPROFILING_END(msg, number, 0);
+                       }
+                       if (msg->cursize + 17 >= maxsize)
+                               break;
                }
                else
-                       t0 = s->number+1;
-               for(t=t0; t<t2 ;t++)
-                       if(sv2csqcents_version[csqc_clent][t])
+               {
+                       // save the cursize value in case we overflow and have to rollback
+                       int oldcursize = msg->cursize;
+
+                       // An update.
+                       sendflags = client->csqcentitysendflags[number];
+                       // Nothing to send? FINE.
+                       if (!sendflags)
+                               continue;
+                       // If it's a new entity, always assume sendflags 0xFFFFFF.
+                       if (!(client->csqcentityscope[number] & SCOPE_ASSUMED_EXISTING))
+                               sendflags = 0xFFFFFF;
+
+                       // write an update
+                       if (PRVM_serveredictfunction(ed, SendEntity))
                        {
-                               if(!csqcents)
+                               if(!sectionstarted)
+                                       MSG_WriteByte(msg, svc_csqcentities);
                                {
-                                       csqcents = 1;
-                                       memset(&buf, 0, sizeof(buf));
-                                       buf.data = data;
-                                       buf.maxsize = sizeof(data);
-                                       sv2csqcbuf = &buf;
-                                       SZ_Clear(&buf);
-                                       MSG_WriteByte(&buf, svc_csqcentities);
+                                       int oldcursize2 = msg->cursize;
+                                       ENTITYSIZEPROFILING_START(msg, number, sendflags);
+                                       MSG_WriteShort(msg, number);
+                                       msg->allowoverflow = true;
+                                       PRVM_G_INT(OFS_PARM0) = sv.writeentitiestoclient_cliententitynumber;
+                                       PRVM_G_FLOAT(OFS_PARM1) = sendflags;
+                                       PRVM_serverglobaledict(self) = number;
+                                       prog->ExecuteProgram(prog, PRVM_serveredictfunction(ed, SendEntity), "Null SendEntity\n");
+                                       msg->allowoverflow = false;
+                                       if(!PRVM_G_FLOAT(OFS_RETURN))
+                                       {
+                                               // Send rejected by CSQC. This means we want to remove it.
+                                               // CSQC requests we remove this one.
+                                               if (client->csqcentityscope[number] & SCOPE_ASSUMED_EXISTING)
+                                               {
+                                                       msg->cursize = oldcursize2;
+                                                       msg->overflowed = false;
+                                                       MSG_WriteShort(msg, (unsigned short)number | 0x8000);
+                                                       client->csqcentityscope[number] &= ~(SCOPE_WANTSEND | SCOPE_ASSUMED_EXISTING);
+                                                       client->csqcentitysendflags[number] = 0;
+                                                       db->entno[db->num] = number;
+                                                       db->sendflags[db->num] = -1;
+                                                       db->num += 1;
+                                                       // and take note that we have begun the svc_csqcentities
+                                                       // section of the packet
+                                                       sectionstarted = 1;
+                                                       ENTITYSIZEPROFILING_END(msg, number, 0);
+                                                       if (msg->cursize + 17 >= maxsize)
+                                                               break;
+                                               }
+                                               else
+                                               {
+                                                       // Nothing to do. Just don't do it again.
+                                                       msg->cursize = oldcursize;
+                                                       msg->overflowed = false;
+                                                       client->csqcentityscope[number] &= ~SCOPE_WANTSEND;
+                                                       client->csqcentitysendflags[number] = 0;
+                                               }
+                                               continue;
+                                       }
+                                       else if(PRVM_G_FLOAT(OFS_RETURN) && msg->cursize + 2 <= maxsize)
+                                       {
+                                               // an update has been successfully written
+                                               client->csqcentitysendflags[number] = 0;
+                                               db->entno[db->num] = number;
+                                               db->sendflags[db->num] = sendflags;
+                                               db->num += 1;
+                                               client->csqcentityscope[number] &= ~SCOPE_WANTSEND;
+                                               client->csqcentityscope[number] |= SCOPE_EXISTED_ONCE | SCOPE_ASSUMED_EXISTING;
+                                               // and take note that we have begun the svc_csqcentities
+                                               // section of the packet
+                                               sectionstarted = 1;
+                                               ENTITYSIZEPROFILING_END(msg, number, sendflags);
+                                               if (msg->cursize + 17 >= maxsize)
+                                                       break;
+                                               continue;
+                                       }
                                }
-                               sv2csqcents_version[csqc_clent][t] = 0;
-                               MSG_WriteShort(&buf, (unsigned short)t | 0x8000);
-                               csqcents++;
                        }
-               //[515]: entities remove
+                       // self.SendEntity returned false (or does not exist) or the
+                       // update was too big for this packet - rollback the buffer to its
+                       // state before the writes occurred, we'll try again next frame
+                       msg->cursize = oldcursize;
+                       msg->overflowed = false;
+               }
+       }
+       if (sectionstarted)
+       {
+               // write index 0 to end the update (0 is never used by real entities)
+               MSG_WriteShort(msg, 0);
+       }
 
-//             if(!s->active)
-//                     continue;
-               val = PRVM_GETEDICTFIELDVALUE((&prog->edicts[s->number]), eval_SendEntity);
-               if(val->function)
+       if(db->num == 0)
+               // if no single ent got added, remove the frame from the DB again, to allow
+               // for a larger history
+               EntityFrameCSQC_DeallocFrame(client, framenum);
+       
+       return sectionstarted;
+}
+
+void Protocol_UpdateClientStats(const int *stats)
+{
+       int i;
+       // update the stats array and set deltabits for any changed stats
+       for (i = 0;i < MAX_CL_STATS;i++)
+       {
+               if (host_client->stats[i] != stats[i])
                {
-                       val2 = PRVM_GETEDICTFIELDVALUE((&prog->edicts[s->number]), eval_Version);
-                       if(sv2csqcents_version[csqc_clent][s->number] == (unsigned char)val2->_float)
-                               continue;
-                       if(!csqcents)
-                       {
-                               csqcents = 1;
-                               memset(&buf, 0, sizeof(buf));
-                               buf.data = data;
-                               buf.maxsize = sizeof(data);
-                               sv2csqcbuf = &buf;
-                               SZ_Clear(&buf);
-                               MSG_WriteByte(&buf, svc_csqcentities);
-                       }
-                       if((unsigned char)val2->_float == 0)
-                               val2->_float = 1;
-                       MSG_WriteShort(&buf, s->number);
-                       ((int *)prog->globals.generic)[OFS_PARM0] = csqc_clent+1;
-                       prog->globals.server->self = s->number;
-                       PRVM_ExecuteProgram(val->function, "Null SendEntity\n");
-                       if(!prog->globals.generic[OFS_RETURN])
+                       host_client->statsdeltabits[i >> 3] |= 1 << (i & 7);
+                       host_client->stats[i] = stats[i];
+               }
+       }
+}
+
+// only a few stats are within the 32 stat limit of Quake, and most of them
+// are sent every frame in svc_clientdata messages, so we only send the
+// remaining ones here
+static const int sendquakestats[] =
+{
+// quake did not send these secrets/monsters stats in this way, but doing so
+// allows a mod to increase STAT_TOTALMONSTERS during the game, and ensures
+// that STAT_SECRETS and STAT_MONSTERS are always correct (even if a client
+// didn't receive an svc_foundsecret or svc_killedmonster), which may be most
+// valuable if randomly seeking around in a demo
+STAT_TOTALSECRETS, // never changes during game
+STAT_TOTALMONSTERS, // changes in some mods
+STAT_SECRETS, // this makes svc_foundsecret unnecessary
+STAT_MONSTERS, // this makes svc_killedmonster unnecessary
+STAT_VIEWHEIGHT, // sent just for FTEQW clients
+STAT_VIEWZOOM, // this rarely changes
+-1,
+};
+
+void Protocol_WriteStatsReliable(void)
+{
+       int i, j;
+       if (!host_client->netconnection)
+               return;
+       // detect changes in stats and write reliable messages
+       // this only deals with 32 stats because the older protocols which use
+       // this function can only cope with 32 stats,
+       // they also do not support svc_updatestatubyte which was introduced in
+       // DP6 protocol (except for QW)
+       for (j = 0;sendquakestats[j] >= 0;j++)
+       {
+               i = sendquakestats[j];
+               // check if this bit is set
+               if (host_client->statsdeltabits[i >> 3] & (1 << (i & 7)))
+               {
+                       host_client->statsdeltabits[i >> 3] -= (1 << (i & 7));
+                       // send the stat as a byte if possible
+                       if (sv.protocol == PROTOCOL_QUAKEWORLD)
                        {
-                               buf.cursize -= 2;
-                               if(sv2csqcents_version[csqc_clent][s->number])
+                               if (host_client->stats[i] >= 0 && host_client->stats[i] < 256)
+                               {
+                                       MSG_WriteByte(&host_client->netconnection->message, qw_svc_updatestat);
+                                       MSG_WriteByte(&host_client->netconnection->message, i);
+                                       MSG_WriteByte(&host_client->netconnection->message, host_client->stats[i]);
+                               }
+                               else
                                {
-                                       sv2csqcents_version[csqc_clent][s->number] = 0;
-                                       MSG_WriteShort(&buf, (unsigned short)s->number | 0x8000);
-                                       csqcents++;
+                                       MSG_WriteByte(&host_client->netconnection->message, qw_svc_updatestatlong);
+                                       MSG_WriteByte(&host_client->netconnection->message, i);
+                                       MSG_WriteLong(&host_client->netconnection->message, host_client->stats[i]);
                                }
                        }
                        else
                        {
-                               sv2csqcents_version[csqc_clent][s->number] = (unsigned char)val2->_float;
-                               csqcents++;
+                               // this could make use of svc_updatestatubyte in DP6 and later
+                               // protocols but those protocols do not use this function
+                               MSG_WriteByte(&host_client->netconnection->message, svc_updatestat);
+                               MSG_WriteByte(&host_client->netconnection->message, i);
+                               MSG_WriteLong(&host_client->netconnection->message, host_client->stats[i]);
                        }
-                       if (msg->cursize + buf.cursize > msg->maxsize)
-                               break;
-               }
-       }
-       if(csqcents)
-       {
-               if(csqcents > 1)
-               {
-                       MSG_WriteShort(&buf, 0);
-                       SZ_Write(msg, buf.data, buf.cursize);
                }
-               sv2csqcbuf = NULL;
        }
 }
 
-void EntityFrameQuake_WriteFrame(sizebuf_t *msg, int numstates, const entity_state_t *states)
+
+qboolean EntityFrameQuake_WriteFrame(sizebuf_t *msg, int maxsize, int numstates, const entity_state_t **states)
 {
+       prvm_prog_t *prog = SVVM_prog;
        const entity_state_t *s;
        entity_state_t baseline;
        int i, bits;
        sizebuf_t buf;
        unsigned char data[128];
-       prvm_eval_t *val;
+       qboolean success = false;
 
        // prepare the buffer
        memset(&buf, 0, sizeof(buf));
        buf.data = data;
        buf.maxsize = sizeof(data);
 
-       for (i = 0, s = states;i < numstates;i++, s++)
+       for (i = 0;i < numstates;i++)
        {
-               val = PRVM_GETEDICTFIELDVALUE((&prog->edicts[s->number]), eval_SendEntity);
-               if(val && val->function)
+               s = states[i];
+               if(PRVM_serveredictfunction((&prog->edicts[s->number]), SendEntity))
                        continue;
 
                // prepare the buffer
@@ -440,7 +768,7 @@ void EntityFrameQuake_WriteFrame(sizebuf_t *msg, int numstates, const entity_sta
                if (baseline.modelindex != s->modelindex)
                {
                        bits |= U_MODEL;
-                       if (s->modelindex & 0xFF00)
+                       if ((s->modelindex & 0xFF00) && sv.protocol != PROTOCOL_NEHAHRABJP && sv.protocol != PROTOCOL_NEHAHRABJP2 && sv.protocol != PROTOCOL_NEHAHRABJP3)
                                bits |= U_MODEL2;
                }
                if (baseline.alpha != s->alpha)
@@ -451,6 +779,8 @@ void EntityFrameQuake_WriteFrame(sizebuf_t *msg, int numstates, const entity_sta
                        bits |= U_GLOWSIZE;
                if (baseline.glowcolor != s->glowcolor)
                        bits |= U_GLOWCOLOR;
+               if (!VectorCompare(baseline.colormod, s->colormod))
+                       bits |= U_COLORMOD;
 
                // if extensions are disabled, clear the relevant update flags
                if (sv.protocol == PROTOCOL_QUAKE || sv.protocol == PROTOCOL_NEHAHRAMOVIE)
@@ -468,65 +798,81 @@ void EntityFrameQuake_WriteFrame(sizebuf_t *msg, int numstates, const entity_sta
                        bits |= U_MOREBITS;
                bits |= U_SIGNAL;
 
-               MSG_WriteByte (&buf, bits);
-               if (bits & U_MOREBITS)          MSG_WriteByte(&buf, bits>>8);
-               if (bits & U_EXTEND1)           MSG_WriteByte(&buf, bits>>16);
-               if (bits & U_EXTEND2)           MSG_WriteByte(&buf, bits>>24);
-               if (bits & U_LONGENTITY)        MSG_WriteShort(&buf, s->number);
-               else                                            MSG_WriteByte(&buf, s->number);
-
-               if (bits & U_MODEL)                     MSG_WriteByte(&buf, s->modelindex);
-               if (bits & U_FRAME)                     MSG_WriteByte(&buf, s->frame);
-               if (bits & U_COLORMAP)          MSG_WriteByte(&buf, s->colormap);
-               if (bits & U_SKIN)                      MSG_WriteByte(&buf, s->skin);
-               if (bits & U_EFFECTS)           MSG_WriteByte(&buf, s->effects);
-               if (bits & U_ORIGIN1)           MSG_WriteCoord(&buf, s->origin[0], sv.protocol);
-               if (bits & U_ANGLE1)            MSG_WriteAngle(&buf, s->angles[0], sv.protocol);
-               if (bits & U_ORIGIN2)           MSG_WriteCoord(&buf, s->origin[1], sv.protocol);
-               if (bits & U_ANGLE2)            MSG_WriteAngle(&buf, s->angles[1], sv.protocol);
-               if (bits & U_ORIGIN3)           MSG_WriteCoord(&buf, s->origin[2], sv.protocol);
-               if (bits & U_ANGLE3)            MSG_WriteAngle(&buf, s->angles[2], sv.protocol);
-               if (bits & U_ALPHA)                     MSG_WriteByte(&buf, s->alpha);
-               if (bits & U_SCALE)                     MSG_WriteByte(&buf, s->scale);
-               if (bits & U_EFFECTS2)          MSG_WriteByte(&buf, s->effects >> 8);
-               if (bits & U_GLOWSIZE)          MSG_WriteByte(&buf, s->glowsize);
-               if (bits & U_GLOWCOLOR)         MSG_WriteByte(&buf, s->glowcolor);
-               if (bits & U_COLORMOD)          {int c = ((int)bound(0, s->colormod[0] * (7.0f / 32.0f), 7) << 5) | ((int)bound(0, s->colormod[1] * (7.0f / 32.0f), 7) << 2) | ((int)bound(0, s->colormod[2] * (3.0f / 32.0f), 3) << 0);MSG_WriteByte(&buf, c);}
-               if (bits & U_FRAME2)            MSG_WriteByte(&buf, s->frame >> 8);
-               if (bits & U_MODEL2)            MSG_WriteByte(&buf, s->modelindex >> 8);
-
-               // the nasty protocol
-               if ((bits & U_EXTEND1) && sv.protocol == PROTOCOL_NEHAHRAMOVIE)
-               {
-                       if (s->effects & EF_FULLBRIGHT)
+               {
+                       ENTITYSIZEPROFILING_START(msg, states[i]->number, bits);
+
+                       MSG_WriteByte (&buf, bits);
+                       if (bits & U_MOREBITS)          MSG_WriteByte(&buf, bits>>8);
+                       if (sv.protocol != PROTOCOL_NEHAHRAMOVIE)
                        {
-                               MSG_WriteFloat(&buf, 2); // QSG protocol version
-                               MSG_WriteFloat(&buf, s->alpha <= 0 ? 0 : (s->alpha >= 255 ? 1 : s->alpha * (1.0f / 255.0f))); // alpha
-                               MSG_WriteFloat(&buf, 1); // fullbright
+                               if (bits & U_EXTEND1)   MSG_WriteByte(&buf, bits>>16);
+                               if (bits & U_EXTEND2)   MSG_WriteByte(&buf, bits>>24);
                        }
-                       else
+                       if (bits & U_LONGENTITY)        MSG_WriteShort(&buf, s->number);
+                       else                                            MSG_WriteByte(&buf, s->number);
+
+                       if (bits & U_MODEL)
                        {
-                               MSG_WriteFloat(&buf, 1); // QSG protocol version
-                               MSG_WriteFloat(&buf, s->alpha <= 0 ? 0 : (s->alpha >= 255 ? 1 : s->alpha * (1.0f / 255.0f))); // alpha
+                               if (sv.protocol == PROTOCOL_NEHAHRABJP || sv.protocol == PROTOCOL_NEHAHRABJP2 || sv.protocol == PROTOCOL_NEHAHRABJP3)
+                                       MSG_WriteShort(&buf, s->modelindex);
+                               else
+                                       MSG_WriteByte(&buf, s->modelindex);
+                       }
+                       if (bits & U_FRAME)                     MSG_WriteByte(&buf, s->frame);
+                       if (bits & U_COLORMAP)          MSG_WriteByte(&buf, s->colormap);
+                       if (bits & U_SKIN)                      MSG_WriteByte(&buf, s->skin);
+                       if (bits & U_EFFECTS)           MSG_WriteByte(&buf, s->effects);
+                       if (bits & U_ORIGIN1)           MSG_WriteCoord(&buf, s->origin[0], sv.protocol);
+                       if (bits & U_ANGLE1)            MSG_WriteAngle(&buf, s->angles[0], sv.protocol);
+                       if (bits & U_ORIGIN2)           MSG_WriteCoord(&buf, s->origin[1], sv.protocol);
+                       if (bits & U_ANGLE2)            MSG_WriteAngle(&buf, s->angles[1], sv.protocol);
+                       if (bits & U_ORIGIN3)           MSG_WriteCoord(&buf, s->origin[2], sv.protocol);
+                       if (bits & U_ANGLE3)            MSG_WriteAngle(&buf, s->angles[2], sv.protocol);
+                       if (bits & U_ALPHA)                     MSG_WriteByte(&buf, s->alpha);
+                       if (bits & U_SCALE)                     MSG_WriteByte(&buf, s->scale);
+                       if (bits & U_EFFECTS2)          MSG_WriteByte(&buf, s->effects >> 8);
+                       if (bits & U_GLOWSIZE)          MSG_WriteByte(&buf, s->glowsize);
+                       if (bits & U_GLOWCOLOR)         MSG_WriteByte(&buf, s->glowcolor);
+                       if (bits & U_COLORMOD)          {int c = ((int)bound(0, s->colormod[0] * (7.0f / 32.0f), 7) << 5) | ((int)bound(0, s->colormod[1] * (7.0f / 32.0f), 7) << 2) | ((int)bound(0, s->colormod[2] * (3.0f / 32.0f), 3) << 0);MSG_WriteByte(&buf, c);}
+                       if (bits & U_FRAME2)            MSG_WriteByte(&buf, s->frame >> 8);
+                       if (bits & U_MODEL2)            MSG_WriteByte(&buf, s->modelindex >> 8);
+
+                       // the nasty protocol
+                       if ((bits & U_EXTEND1) && sv.protocol == PROTOCOL_NEHAHRAMOVIE)
+                       {
+                               if (s->effects & EF_FULLBRIGHT)
+                               {
+                                       MSG_WriteFloat(&buf, 2); // QSG protocol version
+                                       MSG_WriteFloat(&buf, s->alpha <= 0 ? 0 : (s->alpha >= 255 ? 1 : s->alpha * (1.0f / 255.0f))); // alpha
+                                       MSG_WriteFloat(&buf, 1); // fullbright
+                               }
+                               else
+                               {
+                                       MSG_WriteFloat(&buf, 1); // QSG protocol version
+                                       MSG_WriteFloat(&buf, s->alpha <= 0 ? 0 : (s->alpha >= 255 ? 1 : s->alpha * (1.0f / 255.0f))); // alpha
+                               }
                        }
-               }
 
-               // if the commit is full, we're done this frame
-               if (msg->cursize + buf.cursize > msg->maxsize)
-               {
-                       // next frame we will continue where we left off
-                       break;
+                       // if the commit is full, we're done this frame
+                       if (msg->cursize + buf.cursize > maxsize)
+                       {
+                               // next frame we will continue where we left off
+                               break;
+                       }
+                       // write the message to the packet
+                       SZ_Write(msg, buf.data, buf.cursize);
+                       success = true;
+                       ENTITYSIZEPROFILING_END(msg, s->number, bits);
                }
-               // write the message to the packet
-               SZ_Write(msg, buf.data, buf.cursize);
        }
+       return success;
 }
 
 int EntityState_DeltaBits(const entity_state_t *o, const entity_state_t *n)
 {
        unsigned int bits;
        // if o is not active, delta from default
-       if (!o->active)
+       if (o->active != ACTIVE_NETWORK)
                o = &defaultstate;
        bits = 0;
        if (fabs(n->origin[0] - o->origin[0]) > (1.0f / 256.0f))
@@ -703,25 +1049,30 @@ void EntityState_WriteFields(const entity_state_t *ent, sizebuf_t *msg, unsigned
 
 void EntityState_WriteUpdate(const entity_state_t *ent, sizebuf_t *msg, const entity_state_t *delta)
 {
+       prvm_prog_t *prog = SVVM_prog;
        unsigned int bits;
-       if (ent->active)
+       if (ent->active == ACTIVE_NETWORK)
        {
                // entity is active, check for changes from the delta
                if ((bits = EntityState_DeltaBits(delta, ent)))
                {
                        // write the update number, bits, and fields
+                       ENTITYSIZEPROFILING_START(msg, ent->number, bits);
                        MSG_WriteShort(msg, ent->number);
                        EntityState_WriteExtendBits(msg, bits);
                        EntityState_WriteFields(ent, msg, bits);
+                       ENTITYSIZEPROFILING_END(msg, ent->number, bits);
                }
        }
        else
        {
                // entity is inactive, check if the delta was active
-               if (delta->active)
+               if (delta->active == ACTIVE_NETWORK)
                {
                        // write the remove number
+                       ENTITYSIZEPROFILING_START(msg, ent->number, 0);
                        MSG_WriteShort(msg, ent->number | 0x8000);
+                       ENTITYSIZEPROFILING_END(msg, ent->number, 0);
                }
        }
 }
@@ -729,15 +1080,15 @@ void EntityState_WriteUpdate(const entity_state_t *ent, sizebuf_t *msg, const en
 int EntityState_ReadExtendBits(void)
 {
        unsigned int bits;
-       bits = MSG_ReadByte();
+       bits = MSG_ReadByte(&cl_message);
        if (bits & 0x00000080)
        {
-               bits |= MSG_ReadByte() << 8;
+               bits |= MSG_ReadByte(&cl_message) << 8;
                if (bits & 0x00008000)
                {
-                       bits |= MSG_ReadByte() << 16;
+                       bits |= MSG_ReadByte(&cl_message) << 16;
                        if (bits & 0x00800000)
-                               bits |= MSG_ReadByte() << 24;
+                               bits |= MSG_ReadByte(&cl_message) << 24;
                }
        }
        return bits;
@@ -748,96 +1099,96 @@ void EntityState_ReadFields(entity_state_t *e, unsigned int bits)
        if (cls.protocol == PROTOCOL_DARKPLACES2)
        {
                if (bits & E_ORIGIN1)
-                       e->origin[0] = MSG_ReadCoord16i();
+                       e->origin[0] = MSG_ReadCoord16i(&cl_message);
                if (bits & E_ORIGIN2)
-                       e->origin[1] = MSG_ReadCoord16i();
+                       e->origin[1] = MSG_ReadCoord16i(&cl_message);
                if (bits & E_ORIGIN3)
-                       e->origin[2] = MSG_ReadCoord16i();
+                       e->origin[2] = MSG_ReadCoord16i(&cl_message);
        }
        else
        {
                if (bits & E_FLAGS)
-                       e->flags = MSG_ReadByte();
+                       e->flags = MSG_ReadByte(&cl_message);
                if (e->flags & RENDER_LOWPRECISION)
                {
                        if (bits & E_ORIGIN1)
-                               e->origin[0] = MSG_ReadCoord16i();
+                               e->origin[0] = MSG_ReadCoord16i(&cl_message);
                        if (bits & E_ORIGIN2)
-                               e->origin[1] = MSG_ReadCoord16i();
+                               e->origin[1] = MSG_ReadCoord16i(&cl_message);
                        if (bits & E_ORIGIN3)
-                               e->origin[2] = MSG_ReadCoord16i();
+                               e->origin[2] = MSG_ReadCoord16i(&cl_message);
                }
                else
                {
                        if (bits & E_ORIGIN1)
-                               e->origin[0] = MSG_ReadCoord32f();
+                               e->origin[0] = MSG_ReadCoord32f(&cl_message);
                        if (bits & E_ORIGIN2)
-                               e->origin[1] = MSG_ReadCoord32f();
+                               e->origin[1] = MSG_ReadCoord32f(&cl_message);
                        if (bits & E_ORIGIN3)
-                               e->origin[2] = MSG_ReadCoord32f();
+                               e->origin[2] = MSG_ReadCoord32f(&cl_message);
                }
        }
        if ((cls.protocol == PROTOCOL_DARKPLACES5 || cls.protocol == PROTOCOL_DARKPLACES6) && !(e->flags & RENDER_LOWPRECISION))
        {
                if (bits & E_ANGLE1)
-                       e->angles[0] = MSG_ReadAngle16i();
+                       e->angles[0] = MSG_ReadAngle16i(&cl_message);
                if (bits & E_ANGLE2)
-                       e->angles[1] = MSG_ReadAngle16i();
+                       e->angles[1] = MSG_ReadAngle16i(&cl_message);
                if (bits & E_ANGLE3)
-                       e->angles[2] = MSG_ReadAngle16i();
+                       e->angles[2] = MSG_ReadAngle16i(&cl_message);
        }
        else
        {
                if (bits & E_ANGLE1)
-                       e->angles[0] = MSG_ReadAngle8i();
+                       e->angles[0] = MSG_ReadAngle8i(&cl_message);
                if (bits & E_ANGLE2)
-                       e->angles[1] = MSG_ReadAngle8i();
+                       e->angles[1] = MSG_ReadAngle8i(&cl_message);
                if (bits & E_ANGLE3)
-                       e->angles[2] = MSG_ReadAngle8i();
+                       e->angles[2] = MSG_ReadAngle8i(&cl_message);
        }
        if (bits & E_MODEL1)
-               e->modelindex = (e->modelindex & 0xFF00) | (unsigned int) MSG_ReadByte();
+               e->modelindex = (e->modelindex & 0xFF00) | (unsigned int) MSG_ReadByte(&cl_message);
        if (bits & E_MODEL2)
-               e->modelindex = (e->modelindex & 0x00FF) | ((unsigned int) MSG_ReadByte() << 8);
+               e->modelindex = (e->modelindex & 0x00FF) | ((unsigned int) MSG_ReadByte(&cl_message) << 8);
        if (bits & E_FRAME1)
-               e->frame = (e->frame & 0xFF00) | (unsigned int) MSG_ReadByte();
+               e->frame = (e->frame & 0xFF00) | (unsigned int) MSG_ReadByte(&cl_message);
        if (bits & E_FRAME2)
-               e->frame = (e->frame & 0x00FF) | ((unsigned int) MSG_ReadByte() << 8);
+               e->frame = (e->frame & 0x00FF) | ((unsigned int) MSG_ReadByte(&cl_message) << 8);
        if (bits & E_EFFECTS1)
-               e->effects = (e->effects & 0xFF00) | (unsigned int) MSG_ReadByte();
+               e->effects = (e->effects & 0xFF00) | (unsigned int) MSG_ReadByte(&cl_message);
        if (bits & E_EFFECTS2)
-               e->effects = (e->effects & 0x00FF) | ((unsigned int) MSG_ReadByte() << 8);
+               e->effects = (e->effects & 0x00FF) | ((unsigned int) MSG_ReadByte(&cl_message) << 8);
        if (bits & E_COLORMAP)
-               e->colormap = MSG_ReadByte();
+               e->colormap = MSG_ReadByte(&cl_message);
        if (bits & E_SKIN)
-               e->skin = MSG_ReadByte();
+               e->skin = MSG_ReadByte(&cl_message);
        if (bits & E_ALPHA)
-               e->alpha = MSG_ReadByte();
+               e->alpha = MSG_ReadByte(&cl_message);
        if (bits & E_SCALE)
-               e->scale = MSG_ReadByte();
+               e->scale = MSG_ReadByte(&cl_message);
        if (bits & E_GLOWSIZE)
-               e->glowsize = MSG_ReadByte();
+               e->glowsize = MSG_ReadByte(&cl_message);
        if (bits & E_GLOWCOLOR)
-               e->glowcolor = MSG_ReadByte();
+               e->glowcolor = MSG_ReadByte(&cl_message);
        if (cls.protocol == PROTOCOL_DARKPLACES2)
                if (bits & E_FLAGS)
-                       e->flags = MSG_ReadByte();
+                       e->flags = MSG_ReadByte(&cl_message);
        if (bits & E_TAGATTACHMENT)
        {
-               e->tagentity = (unsigned short) MSG_ReadShort();
-               e->tagindex = MSG_ReadByte();
+               e->tagentity = (unsigned short) MSG_ReadShort(&cl_message);
+               e->tagindex = MSG_ReadByte(&cl_message);
        }
        if (bits & E_LIGHT)
        {
-               e->light[0] = (unsigned short) MSG_ReadShort();
-               e->light[1] = (unsigned short) MSG_ReadShort();
-               e->light[2] = (unsigned short) MSG_ReadShort();
-               e->light[3] = (unsigned short) MSG_ReadShort();
+               e->light[0] = (unsigned short) MSG_ReadShort(&cl_message);
+               e->light[1] = (unsigned short) MSG_ReadShort(&cl_message);
+               e->light[2] = (unsigned short) MSG_ReadShort(&cl_message);
+               e->light[3] = (unsigned short) MSG_ReadShort(&cl_message);
        }
        if (bits & E_LIGHTSTYLE)
-               e->lightstyle = MSG_ReadByte();
+               e->lightstyle = MSG_ReadByte(&cl_message);
        if (bits & E_LIGHTPFLAGS)
-               e->lightpflags = MSG_ReadByte();
+               e->lightpflags = MSG_ReadByte(&cl_message);
 
        if (developer_networkentities.integer >= 2)
        {
@@ -954,8 +1305,60 @@ void EntityFrame_FetchFrame(entityframe_database_t *d, int framenum, entity_fram
        }
 }
 
-// (server and client) adds a entity_frame to the database, for future reference
-void EntityFrame_AddFrame(entityframe_database_t *d, vec3_t eye, int framenum, int numentities, const entity_state_t *entitydata)
+// (client) adds a entity_frame to the database, for future reference
+void EntityFrame_AddFrame_Client(entityframe_database_t *d, vec3_t eye, int framenum, int numentities, const entity_state_t *entitydata)
+{
+       int n, e;
+       entity_frameinfo_t *info;
+
+       VectorCopy(eye, d->eye);
+
+       // figure out how many entity slots are used already
+       if (d->numframes)
+       {
+               n = d->frames[d->numframes - 1].endentity - d->frames[0].firstentity;
+               if (n + numentities > MAX_ENTITY_DATABASE || d->numframes >= MAX_ENTITY_HISTORY)
+               {
+                       // ran out of room, dump database
+                       EntityFrame_ClearDatabase(d);
+               }
+       }
+
+       info = &d->frames[d->numframes];
+       info->framenum = framenum;
+       e = -1000;
+       // make sure we check the newly added frame as well, but we haven't incremented numframes yet
+       for (n = 0;n <= d->numframes;n++)
+       {
+               if (e >= d->frames[n].framenum)
+               {
+                       if (e == framenum)
+                               Con_Print("EntityFrame_AddFrame: tried to add out of sequence frame to database\n");
+                       else
+                               Con_Print("EntityFrame_AddFrame: out of sequence frames in database\n");
+                       return;
+               }
+               e = d->frames[n].framenum;
+       }
+       // if database still has frames after that...
+       if (d->numframes)
+               info->firstentity = d->frames[d->numframes - 1].endentity;
+       else
+               info->firstentity = 0;
+       info->endentity = info->firstentity + numentities;
+       d->numframes++;
+
+       n = info->firstentity % MAX_ENTITY_DATABASE;
+       e = MAX_ENTITY_DATABASE - n;
+       if (e > numentities)
+               e = numentities;
+       memcpy(d->entitydata + n, entitydata, sizeof(entity_state_t) * e);
+       if (numentities > e)
+               memcpy(d->entitydata, entitydata + e, sizeof(entity_state_t) * (numentities - e));
+}
+
+// (server) adds a entity_frame to the database, for future reference
+void EntityFrame_AddFrame_Server(entityframe_database_t *d, vec3_t eye, int framenum, int numentities, const entity_state_t **entitydata)
 {
        int n, e;
        entity_frameinfo_t *info;
@@ -1007,28 +1410,28 @@ void EntityFrame_AddFrame(entityframe_database_t *d, vec3_t eye, int framenum, i
 }
 
 // (server) writes a frame to network stream
-static entity_frame_t deltaframe; // FIXME?
-void EntityFrame_WriteFrame(sizebuf_t *msg, entityframe_database_t *d, int numstates, const entity_state_t *states, int viewentnum)
+qboolean EntityFrame_WriteFrame(sizebuf_t *msg, int maxsize, entityframe_database_t *d, int numstates, const entity_state_t **states, int viewentnum)
 {
+       prvm_prog_t *prog = SVVM_prog;
        int i, onum, number;
-       entity_frame_t *o = &deltaframe;
+       entity_frame_t *o = &d->deltaframe;
        const entity_state_t *ent, *delta;
        vec3_t eye;
-       prvm_eval_t *val;
 
        d->latestframenum++;
 
        VectorClear(eye);
        for (i = 0;i < numstates;i++)
        {
-               if (states[i].number == viewentnum)
+               ent = states[i];
+               if (ent->number == viewentnum)
                {
-                       VectorSet(eye, states[i].origin[0], states[i].origin[1], states[i].origin[2] + 22);
+                       VectorSet(eye, ent->origin[0], ent->origin[1], ent->origin[2] + 22);
                        break;
                }
        }
 
-       EntityFrame_AddFrame(d, eye, d->latestframenum, numstates, states);
+       EntityFrame_AddFrame_Server(d, eye, d->latestframenum, numstates, states);
 
        EntityFrame_FetchFrame(d, d->ackframenum, o);
 
@@ -1042,12 +1445,11 @@ void EntityFrame_WriteFrame(sizebuf_t *msg, entityframe_database_t *d, int numst
        onum = 0;
        for (i = 0;i < numstates;i++)
        {
-               ent = states + i;
+               ent = states[i];
                number = ent->number;
 
-               val = PRVM_GETEDICTFIELDVALUE((&prog->edicts[number]), eval_SendEntity);
-               if(val && val->function)
-                               continue;
+               if (PRVM_serveredictfunction((&prog->edicts[number]), SendEntity))
+                       continue;
                for (;onum < o->numentities && o->entitydata[onum].number < number;onum++)
                {
                        // write remove message
@@ -1073,40 +1475,42 @@ void EntityFrame_WriteFrame(sizebuf_t *msg, entityframe_database_t *d, int numst
                MSG_WriteShort(msg, o->entitydata[onum].number | 0x8000);
        }
        MSG_WriteShort(msg, 0xFFFF);
+
+       return true;
 }
 
 // (client) reads a frame from network stream
-static entity_frame_t framedata; // FIXME?
 void EntityFrame_CL_ReadFrame(void)
 {
        int i, number, removed;
-       entity_frame_t *f = &framedata, *delta = &deltaframe;
+       entity_frame_t *f, *delta;
        entity_state_t *e, *old, *oldend;
        entity_t *ent;
        entityframe_database_t *d;
        if (!cl.entitydatabase)
-               cl.entitydatabase = EntityFrame_AllocDatabase(cl_mempool);
+               cl.entitydatabase = EntityFrame_AllocDatabase(cls.levelmempool);
        d = cl.entitydatabase;
+       f = &d->framedata;
+       delta = &d->deltaframe;
 
        EntityFrame_Clear(f, NULL, -1);
 
        // read the frame header info
        f->time = cl.mtime[0];
-       number = MSG_ReadLong();
-       for (i = 0;i < LATESTFRAMENUMS-1;i++)
-               cl.latestframenums[i] = cl.latestframenums[i+1];
-       cl.latestframenums[LATESTFRAMENUMS-1] = f->framenum = MSG_ReadLong();
-       f->eye[0] = MSG_ReadFloat();
-       f->eye[1] = MSG_ReadFloat();
-       f->eye[2] = MSG_ReadFloat();
+       number = MSG_ReadLong(&cl_message);
+       f->framenum = MSG_ReadLong(&cl_message);
+       CL_NewFrameReceived(f->framenum);
+       f->eye[0] = MSG_ReadFloat(&cl_message);
+       f->eye[1] = MSG_ReadFloat(&cl_message);
+       f->eye[2] = MSG_ReadFloat(&cl_message);
        EntityFrame_AckFrame(d, number);
        EntityFrame_FetchFrame(d, number, delta);
        old = delta->entitydata;
        oldend = old + delta->numentities;
        // read entities until we hit the magic 0xFFFF end tag
-       while ((number = (unsigned short) MSG_ReadShort()) != 0xFFFF && !msg_badread)
+       while ((number = (unsigned short) MSG_ReadShort(&cl_message)) != 0xFFFF && !cl_message.badread)
        {
-               if (msg_badread)
+               if (cl_message.badread)
                        Host_Error("EntityFrame_Read: read error");
                removed = number & 0x8000;
                number &= 0x7FFF;
@@ -1147,14 +1551,14 @@ void EntityFrame_CL_ReadFrame(void)
                                *e = defaultstate;
                        }
 
-                       if (cl_num_entities <= number)
+                       if (cl.num_entities <= number)
                        {
-                               cl_num_entities = number + 1;
-                               if (number >= cl_max_entities)
+                               cl.num_entities = number + 1;
+                               if (number >= cl.max_entities)
                                        CL_ExpandEntities(number);
                        }
-                       cl_entities_active[number] = true;
-                       e->active = true;
+                       cl.entities_active[number] = true;
+                       e->active = ACTIVE_NETWORK;
                        e->time = cl.mtime[0];
                        e->number = number;
                        EntityState_ReadFields(e, EntityState_ReadExtendBits());
@@ -1167,37 +1571,37 @@ void EntityFrame_CL_ReadFrame(void)
                f->entitydata[f->numentities] = *old++;
                f->entitydata[f->numentities++].time = cl.mtime[0];
        }
-       EntityFrame_AddFrame(d, f->eye, f->framenum, f->numentities, f->entitydata);
+       EntityFrame_AddFrame_Client(d, f->eye, f->framenum, f->numentities, f->entitydata);
 
-       memset(cl_entities_active, 0, cl_num_entities * sizeof(unsigned char));
+       memset(cl.entities_active, 0, cl.num_entities * sizeof(unsigned char));
        number = 1;
        for (i = 0;i < f->numentities;i++)
        {
-               for (;number < f->entitydata[i].number && number < cl_num_entities;number++)
+               for (;number < f->entitydata[i].number && number < cl.num_entities;number++)
                {
-                       if (cl_entities_active[number])
+                       if (cl.entities_active[number])
                        {
-                               cl_entities_active[number] = false;
-                               cl_entities[number].state_current.active = false;
+                               cl.entities_active[number] = false;
+                               cl.entities[number].state_current.active = ACTIVE_NOT;
                        }
                }
-               if (number >= cl_num_entities)
+               if (number >= cl.num_entities)
                        break;
                // update the entity
-               ent = &cl_entities[number];
+               ent = &cl.entities[number];
                ent->state_previous = ent->state_current;
                ent->state_current = f->entitydata[i];
                CL_MoveLerpEntityStates(ent);
                // the entity lives again...
-               cl_entities_active[number] = true;
+               cl.entities_active[number] = true;
                number++;
        }
-       for (;number < cl_num_entities;number++)
+       for (;number < cl.num_entities;number++)
        {
-               if (cl_entities_active[number])
+               if (cl.entities_active[number])
                {
-                       cl_entities_active[number] = false;
-                       cl_entities[number].state_current.active = false;
+                       cl.entities_active[number] = false;
+                       cl.entities[number].state_current.active = ACTIVE_NOT;
                }
        }
 }
@@ -1322,7 +1726,7 @@ int EntityFrame4_AckFrame(entityframe4_database_t *d, int framenum, int servermo
                                                        entity_state_t *s = EntityFrame4_GetReferenceEntity(d, commit->entity[j].number);
                                                        if (commit->entity[j].active != s->active)
                                                        {
-                                                               if (commit->entity[j].active)
+                                                               if (commit->entity[j].active == ACTIVE_NETWORK)
                                                                        Con_Printf("commit entity %i has become active (modelindex %i)\n", commit->entity[j].number, commit->entity[j].modelindex);
                                                                else
                                                                        Con_Printf("commit entity %i has become inactive (modelindex %i)\n", commit->entity[j].number, commit->entity[j].modelindex);
@@ -1355,17 +1759,16 @@ void EntityFrame4_CL_ReadFrame(void)
        entity_state_t *s;
        entityframe4_database_t *d;
        if (!cl.entitydatabase4)
-               cl.entitydatabase4 = EntityFrame4_AllocDatabase(cl_mempool);
+               cl.entitydatabase4 = EntityFrame4_AllocDatabase(cls.levelmempool);
        d = cl.entitydatabase4;
        // read the number of the frame this refers to
-       referenceframenum = MSG_ReadLong();
+       referenceframenum = MSG_ReadLong(&cl_message);
        // read the number of this frame
-       for (i = 0;i < LATESTFRAMENUMS-1;i++)
-               cl.latestframenums[i] = cl.latestframenums[i+1];
-       cl.latestframenums[LATESTFRAMENUMS-1] = framenum = MSG_ReadLong();
+       framenum = MSG_ReadLong(&cl_message);
+       CL_NewFrameReceived(framenum);
        // read the start number
-       enumber = (unsigned short) MSG_ReadShort();
-       if (developer_networkentities.integer >= 1)
+       enumber = (unsigned short) MSG_ReadShort(&cl_message);
+       if (developer_networkentities.integer >= 10)
        {
                Con_Printf("recv svc_entities num:%i ref:%i database: ref:%i commits:", framenum, referenceframenum, d->referenceframenum);
                for (i = 0;i < MAX_ENTITY_HISTORY;i++)
@@ -1394,26 +1797,26 @@ void EntityFrame4_CL_ReadFrame(void)
                skip = true;
        }
        done = false;
-       while (!done && !msg_badread)
+       while (!done && !cl_message.badread)
        {
                // read the number of the modified entity
                // (gaps will be copied unmodified)
-               n = (unsigned short)MSG_ReadShort();
+               n = (unsigned short)MSG_ReadShort(&cl_message);
                if (n == 0x8000)
                {
                        // no more entities in this update, but we still need to copy the
                        // rest of the reference entities (final gap)
                        done = true;
                        // read end of range number, then process normally
-                       n = (unsigned short)MSG_ReadShort();
+                       n = (unsigned short)MSG_ReadShort(&cl_message);
                }
                // high bit means it's a remove message
                cnumber = n & 0x7FFF;
                // if this is a live entity we may need to expand the array
-               if (cl_num_entities <= cnumber && !(n & 0x8000))
+               if (cl.num_entities <= cnumber && !(n & 0x8000))
                {
-                       cl_num_entities = cnumber + 1;
-                       if (cnumber >= cl_max_entities)
+                       cl.num_entities = cnumber + 1;
+                       if (cnumber >= cl.max_entities)
                                CL_ExpandEntities(cnumber);
                }
                // add one (the changed one) if not done
@@ -1421,7 +1824,7 @@ void EntityFrame4_CL_ReadFrame(void)
                // process entities in range from the last one to the changed one
                for (;enumber < stopnumber;enumber++)
                {
-                       if (skip || enumber >= cl_num_entities)
+                       if (skip || enumber >= cl.num_entities)
                        {
                                if (enumber == cnumber && (n & 0x8000) == 0)
                                {
@@ -1431,10 +1834,10 @@ void EntityFrame4_CL_ReadFrame(void)
                                continue;
                        }
                        // slide the current into the previous slot
-                       cl_entities[enumber].state_previous = cl_entities[enumber].state_current;
+                       cl.entities[enumber].state_previous = cl.entities[enumber].state_current;
                        // copy a new current from reference database
-                       cl_entities[enumber].state_current = *EntityFrame4_GetReferenceEntity(d, enumber);
-                       s = &cl_entities[enumber].state_current;
+                       cl.entities[enumber].state_current = *EntityFrame4_GetReferenceEntity(d, enumber);
+                       s = &cl.entities[enumber].state_current;
                        // if this is the one to modify, read more data...
                        if (enumber == cnumber)
                        {
@@ -1450,30 +1853,30 @@ void EntityFrame4_CL_ReadFrame(void)
                                        // read the changes
                                        if (developer_networkentities.integer >= 2)
                                                Con_Printf("entity %i: update\n", enumber);
-                                       s->active = true;
+                                       s->active = ACTIVE_NETWORK;
                                        EntityState_ReadFields(s, EntityState_ReadExtendBits());
                                }
                        }
                        else if (developer_networkentities.integer >= 4)
                                Con_Printf("entity %i: copy\n", enumber);
-                       // set the cl_entities_active flag
-                       cl_entities_active[enumber] = s->active;
+                       // set the cl.entities_active flag
+                       cl.entities_active[enumber] = (s->active == ACTIVE_NETWORK);
                        // set the update time
                        s->time = cl.mtime[0];
                        // fix the number (it gets wiped occasionally by copying from defaultstate)
                        s->number = enumber;
                        // check if we need to update the lerp stuff
-                       if (s->active)
-                               CL_MoveLerpEntityStates(&cl_entities[enumber]);
+                       if (s->active == ACTIVE_NETWORK)
+                               CL_MoveLerpEntityStates(&cl.entities[enumber]);
                        // add this to the commit entry whether it is modified or not
                        if (d->currentcommit)
-                               EntityFrame4_AddCommitEntity(d, &cl_entities[enumber].state_current);
+                               EntityFrame4_AddCommitEntity(d, &cl.entities[enumber].state_current);
                        // print extra messages if desired
-                       if (developer_networkentities.integer >= 2 && cl_entities[enumber].state_current.active != cl_entities[enumber].state_previous.active)
+                       if (developer_networkentities.integer >= 2 && cl.entities[enumber].state_current.active != cl.entities[enumber].state_previous.active)
                        {
-                               if (cl_entities[enumber].state_current.active)
+                               if (cl.entities[enumber].state_current.active == ACTIVE_NETWORK)
                                        Con_Printf("entity #%i has become active\n", enumber);
-                               else if (cl_entities[enumber].state_previous.active)
+                               else if (cl.entities[enumber].state_previous.active)
                                        Con_Printf("entity #%i has become inactive\n", enumber);
                        }
                }
@@ -1483,18 +1886,18 @@ void EntityFrame4_CL_ReadFrame(void)
                EntityFrame4_ResetDatabase(d);
 }
 
-void EntityFrame4_WriteFrame(sizebuf_t *msg, entityframe4_database_t *d, int numstates, const entity_state_t *states)
+qboolean EntityFrame4_WriteFrame(sizebuf_t *msg, int maxsize, entityframe4_database_t *d, int numstates, const entity_state_t **states)
 {
+       prvm_prog_t *prog = SVVM_prog;
        const entity_state_t *e, *s;
        entity_state_t inactiveentitystate;
        int i, n, startnumber;
        sizebuf_t buf;
        unsigned char data[128];
-       prvm_eval_t *val;
 
        // if there isn't enough space to accomplish anything, skip it
-       if (msg->cursize + 24 > msg->maxsize)
-               return;
+       if (msg->cursize + 24 > maxsize)
+               return false;
 
        // prepare the buffer
        memset(&buf, 0, sizeof(buf));
@@ -1506,7 +1909,7 @@ void EntityFrame4_WriteFrame(sizebuf_t *msg, entityframe4_database_t *d, int num
                        break;
        // if commit buffer full, just don't bother writing an update this frame
        if (i == MAX_ENTITY_HISTORY)
-               return;
+               return false;
        d->currentcommit = d->commit + i;
 
        // this state's number gets played around with later
@@ -1517,7 +1920,7 @@ void EntityFrame4_WriteFrame(sizebuf_t *msg, entityframe4_database_t *d, int num
        MSG_WriteByte(msg, svc_entities);
        MSG_WriteLong(msg, d->referenceframenum);
        MSG_WriteLong(msg, d->currentcommit->framenum);
-       if (developer_networkentities.integer >= 1)
+       if (developer_networkentities.integer >= 10)
        {
                Con_Printf("send svc_entities num:%i ref:%i (database: ref:%i commits:", d->currentcommit->framenum, d->referenceframenum, d->referenceframenum);
                for (i = 0;i < MAX_ENTITY_HISTORY;i++)
@@ -1535,8 +1938,7 @@ void EntityFrame4_WriteFrame(sizebuf_t *msg, entityframe4_database_t *d, int num
        d->currententitynumber = 1;
        for (i = 0, n = startnumber;n < prog->max_edicts;n++)
        {
-               val = PRVM_GETEDICTFIELDVALUE((&prog->edicts[n]), eval_SendEntity);
-               if(val && val->function)
+               if (PRVM_serveredictfunction((&prog->edicts[n]), SendEntity))
                        continue;
                // find the old state to delta from
                e = EntityFrame4_GetReferenceEntity(d, n);
@@ -1544,9 +1946,9 @@ void EntityFrame4_WriteFrame(sizebuf_t *msg, entityframe4_database_t *d, int num
                SZ_Clear(&buf);
                // entity exists, build an update (if empty there is no change)
                // find the state in the list
-               for (;i < numstates && states[i].number < n;i++);
+               for (;i < numstates && states[i]->number < n;i++);
                // make the message
-               s = states + i;
+               s = states[i];
                if (s->number == n)
                {
                        // build the update
@@ -1556,14 +1958,14 @@ void EntityFrame4_WriteFrame(sizebuf_t *msg, entityframe4_database_t *d, int num
                {
                        inactiveentitystate.number = n;
                        s = &inactiveentitystate;
-                       if (e->active)
+                       if (e->active == ACTIVE_NETWORK)
                        {
                                // entity used to exist but doesn't anymore, send remove
                                MSG_WriteShort(&buf, n | 0x8000);
                        }
                }
                // if the commit is full, we're done this frame
-               if (msg->cursize + buf.cursize > msg->maxsize - 4)
+               if (msg->cursize + buf.cursize > maxsize - 4)
                {
                        // next frame we will continue where we left off
                        break;
@@ -1585,12 +1987,12 @@ void EntityFrame4_WriteFrame(sizebuf_t *msg, entityframe4_database_t *d, int num
        MSG_WriteShort(msg, d->currententitynumber);
        // just to be sure
        d->currentcommit = NULL;
-}
 
+       return true;
+}
 
 
 
-#define E5_PROTOCOL_PRIORITYLEVELS 32
 
 entityframe5_database_t *EntityFrame5_AllocDatabase(mempool_t *pool)
 {
@@ -1612,7 +2014,7 @@ void EntityFrame5_FreeDatabase(entityframe5_database_t *d)
        Mem_Free(d);
 }
 
-void EntityFrame5_ExpandEdicts(entityframe5_database_t *d, int newmax)
+static void EntityFrame5_ExpandEdicts(entityframe5_database_t *d, int newmax)
 {
        if (d->maxedicts < newmax)
        {
@@ -1643,74 +2045,104 @@ void EntityFrame5_ExpandEdicts(entityframe5_database_t *d, int newmax)
        }
 }
 
-int EntityState5_Priority(entityframe5_database_t *d, int stateindex)
+static int EntityState5_Priority(entityframe5_database_t *d, int stateindex)
 {
-       int lowprecision, limit, priority;
-       double distance;
-       int changedbits;
-       int age;
-       entity_state_t *view, *s;
-       changedbits = d->deltabits[stateindex];
-       if (!changedbits)
-               return 0;
-       if (!d->states[stateindex].active/* && changedbits & E5_FULLUPDATE*/)
-               return E5_PROTOCOL_PRIORITYLEVELS - 1;
-       // check whole attachment chain to judge relevance to player
-       view = d->states + d->viewentnum;
-       lowprecision = false;
+       int limit, priority;
+       entity_state_t *s = NULL; // hush compiler warning by initializing this
+       // if it is the player, update urgently
+       if (stateindex == d->viewentnum)
+               return ENTITYFRAME5_PRIORITYLEVELS - 1;
+       // priority increases each frame no matter what happens
+       priority = d->priorities[stateindex] + 1;
+       // players get an extra priority boost
+       if (stateindex <= svs.maxclients)
+               priority++;
+       // remove dead entities very quickly because they are just 2 bytes
+       if (d->states[stateindex].active != ACTIVE_NETWORK)
+       {
+               priority++;
+               return bound(1, priority, ENTITYFRAME5_PRIORITYLEVELS - 1);
+       }
+       // certain changes are more noticable than others
+       if (d->deltabits[stateindex] & (E5_FULLUPDATE | E5_ATTACHMENT | E5_MODEL | E5_FLAGS | E5_COLORMAP))
+               priority++;
+       // find the root entity this one is attached to, and judge relevance by it
        for (limit = 0;limit < 256;limit++)
        {
-               if (d->maxedicts < stateindex)
-                       EntityFrame5_ExpandEdicts(d, (stateindex+256)&~255);
                s = d->states + stateindex;
-               if (s == view)
-                       return E5_PROTOCOL_PRIORITYLEVELS - 1;
                if (s->flags & RENDER_VIEWMODEL)
-                       return E5_PROTOCOL_PRIORITYLEVELS - 1;
-               if (s->flags & RENDER_LOWPRECISION)
-                       lowprecision = true;
-               if (!s->tagentity)
-               {
-                       if (VectorCompare(s->origin, view->origin))
-                               return E5_PROTOCOL_PRIORITYLEVELS - 1;
+                       stateindex = d->viewentnum;
+               else if (s->tagentity)
+                       stateindex = s->tagentity;
+               else
                        break;
-               }
-               stateindex = s->tagentity;
+               if (d->maxedicts < stateindex)
+                       EntityFrame5_ExpandEdicts(d, (stateindex+256)&~255);
        }
        if (limit >= 256)
-       {
-               Con_Printf("Protocol: Runaway loop recursing tagentity links on entity %i\n", stateindex);
+               Con_DPrintf("Protocol: Runaway loop recursing tagentity links on entity %i\n", stateindex);
+       // now that we have the parent entity we can make some decisions based on
+       // distance from the player
+       if (VectorDistance(d->states[d->viewentnum].netcenter, s->netcenter) < 1024.0f)
+               priority++;
+       return bound(1, priority, ENTITYFRAME5_PRIORITYLEVELS - 1);
+}
+
+static double anim_reducetime(double t, double frameduration, double maxtime)
+{
+       if(t < 0) // clamp to non-negative
                return 0;
-       }
-       // it's not a viewmodel for this client
-       distance = VectorDistance(view->origin, s->origin);
-       age = d->latestframenum - d->updateframenum[stateindex];
-       priority = (E5_PROTOCOL_PRIORITYLEVELS / 2) + age - (int)(distance * (E5_PROTOCOL_PRIORITYLEVELS / 16384.0f));
-       if (lowprecision)
-               priority -= (E5_PROTOCOL_PRIORITYLEVELS / 4);
-       //if (changedbits & E5_FULLUPDATE)
-       //      priority += 4;
-       //if (changedbits & (E5_ATTACHMENT | E5_MODEL | E5_FLAGS | E5_COLORMAP))
-       //      priority += 4;
-       return (int) bound(1, priority, E5_PROTOCOL_PRIORITYLEVELS - 1);
+       if(t <= maxtime) // time can be represented normally
+               return t;
+       if(frameduration == 0) // don't like dividing by zero
+               return t;
+       if(maxtime <= 2 * frameduration) // if two frames don't fit, we better not do this
+               return t;
+       t -= frameduration * ceil((t - maxtime) / frameduration);
+       // now maxtime - frameduration < t <= maxtime
+       return t;
+}
+
+// see VM_SV_frameduration
+static double anim_frameduration(dp_model_t *model, int framenum)
+{
+       if (!model || !model->animscenes || framenum < 0 || framenum >= model->numframes)
+               return 0;
+       if(model->animscenes[framenum].framerate)
+               return model->animscenes[framenum].framecount / model->animscenes[framenum].framerate;
+       return 0;
 }
 
 void EntityState5_WriteUpdate(int number, const entity_state_t *s, int changedbits, sizebuf_t *msg)
 {
+       prvm_prog_t *prog = SVVM_prog;
        unsigned int bits = 0;
+       //dp_model_t *model;
 
-       prvm_eval_t *val;
-       val = PRVM_GETEDICTFIELDVALUE((&prog->edicts[s->number]), eval_SendEntity);
-       if(val && val->function)
-               return;
-
-       if (!s->active)
+       if (s->active != ACTIVE_NETWORK)
+       {
+               ENTITYSIZEPROFILING_START(msg, s->number, 0);
                MSG_WriteShort(msg, number | 0x8000);
+               ENTITYSIZEPROFILING_END(msg, s->number, 0);
+       }
        else
        {
+               if (PRVM_serveredictfunction((&prog->edicts[s->number]), SendEntity))
+                       return;
+
                bits = changedbits;
-               if ((bits & E5_ORIGIN) && (!(s->flags & RENDER_LOWPRECISION) || s->origin[0] < -4096 || s->origin[0] >= 4096 || s->origin[1] < -4096 || s->origin[1] >= 4096 || s->origin[2] < -4096 || s->origin[2] >= 4096))
+               if ((bits & E5_ORIGIN) && (!(s->flags & RENDER_LOWPRECISION) || s->exteriormodelforclient || s->tagentity || s->viewmodelforclient || (s->number >= 1 && s->number <= svs.maxclients) || s->origin[0] <= -4096.0625 || s->origin[0] >= 4095.9375 || s->origin[1] <= -4096.0625 || s->origin[1] >= 4095.9375 || s->origin[2] <= -4096.0625 || s->origin[2] >= 4095.9375))
+               // maybe also add: ((model = SV_GetModelByIndex(s->modelindex)) != NULL && model->name[0] == '*')
                        bits |= E5_ORIGIN32;
+                       // possible values:
+                       //   negative origin:
+                       //     (int)(f * 8 - 0.5) >= -32768
+                       //          (f * 8 - 0.5) >  -32769
+                       //           f            >  -4096.0625
+                       //   positive origin:
+                       //     (int)(f * 8 + 0.5) <=  32767
+                       //          (f * 8 + 0.5) <   32768
+                       //           f * 8 + 0.5) <   4095.9375
                if ((bits & E5_ANGLES) && !(s->flags & RENDER_LOWPRECISION))
                        bits |= E5_ANGLES16;
                if ((bits & E5_MODEL) && s->modelindex >= 256)
@@ -1719,9 +2151,9 @@ void EntityState5_WriteUpdate(int number, const entity_state_t *s, int changedbi
                        bits |= E5_FRAME16;
                if (bits & E5_EFFECTS)
                {
-                       if (s->effects >= 65536)
+                       if (s->effects & 0xFFFF0000)
                                bits |= E5_EFFECTS32;
-                       else if (s->effects >= 256)
+                       else if (s->effects & 0xFFFFFF00)
                                bits |= E5_EFFECTS16;
                }
                if (bits >= 256)
@@ -1730,217 +2162,414 @@ void EntityState5_WriteUpdate(int number, const entity_state_t *s, int changedbi
                        bits |= E5_EXTEND2;
                if (bits >= 16777216)
                        bits |= E5_EXTEND3;
-               MSG_WriteShort(msg, number);
-               MSG_WriteByte(msg, bits & 0xFF);
-               if (bits & E5_EXTEND1)
-                       MSG_WriteByte(msg, (bits >> 8) & 0xFF);
-               if (bits & E5_EXTEND2)
-                       MSG_WriteByte(msg, (bits >> 16) & 0xFF);
-               if (bits & E5_EXTEND3)
-                       MSG_WriteByte(msg, (bits >> 24) & 0xFF);
-               if (bits & E5_FLAGS)
-                       MSG_WriteByte(msg, s->flags);
-               if (bits & E5_ORIGIN)
                {
-                       if (bits & E5_ORIGIN32)
+                       ENTITYSIZEPROFILING_START(msg, s->number, bits);
+                       MSG_WriteShort(msg, number);
+                       MSG_WriteByte(msg, bits & 0xFF);
+                       if (bits & E5_EXTEND1)
+                               MSG_WriteByte(msg, (bits >> 8) & 0xFF);
+                       if (bits & E5_EXTEND2)
+                               MSG_WriteByte(msg, (bits >> 16) & 0xFF);
+                       if (bits & E5_EXTEND3)
+                               MSG_WriteByte(msg, (bits >> 24) & 0xFF);
+                       if (bits & E5_FLAGS)
+                               MSG_WriteByte(msg, s->flags);
+                       if (bits & E5_ORIGIN)
                        {
-                               MSG_WriteCoord32f(msg, s->origin[0]);
-                               MSG_WriteCoord32f(msg, s->origin[1]);
-                               MSG_WriteCoord32f(msg, s->origin[2]);
+                               if (bits & E5_ORIGIN32)
+                               {
+                                       MSG_WriteCoord32f(msg, s->origin[0]);
+                                       MSG_WriteCoord32f(msg, s->origin[1]);
+                                       MSG_WriteCoord32f(msg, s->origin[2]);
+                               }
+                               else
+                               {
+                                       MSG_WriteCoord13i(msg, s->origin[0]);
+                                       MSG_WriteCoord13i(msg, s->origin[1]);
+                                       MSG_WriteCoord13i(msg, s->origin[2]);
+                               }
                        }
-                       else
+                       if (bits & E5_ANGLES)
                        {
-                               MSG_WriteCoord13i(msg, s->origin[0]);
-                               MSG_WriteCoord13i(msg, s->origin[1]);
-                               MSG_WriteCoord13i(msg, s->origin[2]);
+                               if (bits & E5_ANGLES16)
+                               {
+                                       MSG_WriteAngle16i(msg, s->angles[0]);
+                                       MSG_WriteAngle16i(msg, s->angles[1]);
+                                       MSG_WriteAngle16i(msg, s->angles[2]);
+                               }
+                               else
+                               {
+                                       MSG_WriteAngle8i(msg, s->angles[0]);
+                                       MSG_WriteAngle8i(msg, s->angles[1]);
+                                       MSG_WriteAngle8i(msg, s->angles[2]);
+                               }
                        }
-               }
-               if (bits & E5_ANGLES)
-               {
-                       if (bits & E5_ANGLES16)
+                       if (bits & E5_MODEL)
                        {
-                               MSG_WriteAngle16i(msg, s->angles[0]);
-                               MSG_WriteAngle16i(msg, s->angles[1]);
-                               MSG_WriteAngle16i(msg, s->angles[2]);
+                               if (bits & E5_MODEL16)
+                                       MSG_WriteShort(msg, s->modelindex);
+                               else
+                                       MSG_WriteByte(msg, s->modelindex);
                        }
-                       else
+                       if (bits & E5_FRAME)
                        {
-                               MSG_WriteAngle8i(msg, s->angles[0]);
-                               MSG_WriteAngle8i(msg, s->angles[1]);
-                               MSG_WriteAngle8i(msg, s->angles[2]);
+                               if (bits & E5_FRAME16)
+                                       MSG_WriteShort(msg, s->frame);
+                               else
+                                       MSG_WriteByte(msg, s->frame);
                        }
-               }
-               if (bits & E5_MODEL)
-               {
-                       if (bits & E5_MODEL16)
-                               MSG_WriteShort(msg, s->modelindex);
-                       else
-                               MSG_WriteByte(msg, s->modelindex);
-               }
-               if (bits & E5_FRAME)
-               {
-                       if (bits & E5_FRAME16)
-                               MSG_WriteShort(msg, s->frame);
-                       else
-                               MSG_WriteByte(msg, s->frame);
-               }
-               if (bits & E5_SKIN)
-                       MSG_WriteByte(msg, s->skin);
-               if (bits & E5_EFFECTS)
-               {
-                       if (bits & E5_EFFECTS32)
-                               MSG_WriteLong(msg, s->effects);
-                       else if (bits & E5_EFFECTS16)
-                               MSG_WriteShort(msg, s->effects);
-                       else
-                               MSG_WriteByte(msg, s->effects);
-               }
-               if (bits & E5_ALPHA)
-                       MSG_WriteByte(msg, s->alpha);
-               if (bits & E5_SCALE)
-                       MSG_WriteByte(msg, s->scale);
-               if (bits & E5_COLORMAP)
-                       MSG_WriteByte(msg, s->colormap);
-               if (bits & E5_ATTACHMENT)
-               {
-                       MSG_WriteShort(msg, s->tagentity);
-                       MSG_WriteByte(msg, s->tagindex);
-               }
-               if (bits & E5_LIGHT)
-               {
-                       MSG_WriteShort(msg, s->light[0]);
-                       MSG_WriteShort(msg, s->light[1]);
-                       MSG_WriteShort(msg, s->light[2]);
-                       MSG_WriteShort(msg, s->light[3]);
-                       MSG_WriteByte(msg, s->lightstyle);
-                       MSG_WriteByte(msg, s->lightpflags);
-               }
-               if (bits & E5_GLOW)
-               {
-                       MSG_WriteByte(msg, s->glowsize);
-                       MSG_WriteByte(msg, s->glowcolor);
-               }
-               if (bits & E5_COLORMOD)
-               {
-                       MSG_WriteByte(msg, s->colormod[0]);
-                       MSG_WriteByte(msg, s->colormod[1]);
-                       MSG_WriteByte(msg, s->colormod[2]);
+                       if (bits & E5_SKIN)
+                               MSG_WriteByte(msg, s->skin);
+                       if (bits & E5_EFFECTS)
+                       {
+                               if (bits & E5_EFFECTS32)
+                                       MSG_WriteLong(msg, s->effects);
+                               else if (bits & E5_EFFECTS16)
+                                       MSG_WriteShort(msg, s->effects);
+                               else
+                                       MSG_WriteByte(msg, s->effects);
+                       }
+                       if (bits & E5_ALPHA)
+                               MSG_WriteByte(msg, s->alpha);
+                       if (bits & E5_SCALE)
+                               MSG_WriteByte(msg, s->scale);
+                       if (bits & E5_COLORMAP)
+                               MSG_WriteByte(msg, s->colormap);
+                       if (bits & E5_ATTACHMENT)
+                       {
+                               MSG_WriteShort(msg, s->tagentity);
+                               MSG_WriteByte(msg, s->tagindex);
+                       }
+                       if (bits & E5_LIGHT)
+                       {
+                               MSG_WriteShort(msg, s->light[0]);
+                               MSG_WriteShort(msg, s->light[1]);
+                               MSG_WriteShort(msg, s->light[2]);
+                               MSG_WriteShort(msg, s->light[3]);
+                               MSG_WriteByte(msg, s->lightstyle);
+                               MSG_WriteByte(msg, s->lightpflags);
+                       }
+                       if (bits & E5_GLOW)
+                       {
+                               MSG_WriteByte(msg, s->glowsize);
+                               MSG_WriteByte(msg, s->glowcolor);
+                       }
+                       if (bits & E5_COLORMOD)
+                       {
+                               MSG_WriteByte(msg, s->colormod[0]);
+                               MSG_WriteByte(msg, s->colormod[1]);
+                               MSG_WriteByte(msg, s->colormod[2]);
+                       }
+                       if (bits & E5_GLOWMOD)
+                       {
+                               MSG_WriteByte(msg, s->glowmod[0]);
+                               MSG_WriteByte(msg, s->glowmod[1]);
+                               MSG_WriteByte(msg, s->glowmod[2]);
+                       }
+                       if (bits & E5_COMPLEXANIMATION)
+                       {
+                               if (s->skeletonobject.model && s->skeletonobject.relativetransforms)
+                               {
+                                       int numbones = s->skeletonobject.model->num_bones;
+                                       int bonenum;
+                                       short pose7s[7];
+                                       MSG_WriteByte(msg, 4);
+                                       MSG_WriteShort(msg, s->modelindex);
+                                       MSG_WriteByte(msg, numbones);
+                                       for (bonenum = 0;bonenum < numbones;bonenum++)
+                                       {
+                                               Matrix4x4_ToBonePose7s(s->skeletonobject.relativetransforms + bonenum, 64, pose7s);
+                                               MSG_WriteShort(msg, pose7s[0]);
+                                               MSG_WriteShort(msg, pose7s[1]);
+                                               MSG_WriteShort(msg, pose7s[2]);
+                                               MSG_WriteShort(msg, pose7s[3]);
+                                               MSG_WriteShort(msg, pose7s[4]);
+                                               MSG_WriteShort(msg, pose7s[5]);
+                                               MSG_WriteShort(msg, pose7s[6]);
+                                       }
+                               }
+                               else
+                               {
+                                       dp_model_t *model = SV_GetModelByIndex(s->modelindex);
+                                       if (s->framegroupblend[3].lerp > 0)
+                                       {
+                                               MSG_WriteByte(msg, 3);
+                                               MSG_WriteShort(msg, s->framegroupblend[0].frame);
+                                               MSG_WriteShort(msg, s->framegroupblend[1].frame);
+                                               MSG_WriteShort(msg, s->framegroupblend[2].frame);
+                                               MSG_WriteShort(msg, s->framegroupblend[3].frame);
+                                               MSG_WriteShort(msg, (int)(anim_reducetime(sv.time - s->framegroupblend[0].start, anim_frameduration(model, s->framegroupblend[0].frame), 65.535) * 1000.0));
+                                               MSG_WriteShort(msg, (int)(anim_reducetime(sv.time - s->framegroupblend[1].start, anim_frameduration(model, s->framegroupblend[1].frame), 65.535) * 1000.0));
+                                               MSG_WriteShort(msg, (int)(anim_reducetime(sv.time - s->framegroupblend[2].start, anim_frameduration(model, s->framegroupblend[2].frame), 65.535) * 1000.0));
+                                               MSG_WriteShort(msg, (int)(anim_reducetime(sv.time - s->framegroupblend[3].start, anim_frameduration(model, s->framegroupblend[3].frame), 65.535) * 1000.0));
+                                               MSG_WriteByte(msg, s->framegroupblend[0].lerp * 255.0f);
+                                               MSG_WriteByte(msg, s->framegroupblend[1].lerp * 255.0f);
+                                               MSG_WriteByte(msg, s->framegroupblend[2].lerp * 255.0f);
+                                               MSG_WriteByte(msg, s->framegroupblend[3].lerp * 255.0f);
+                                       }
+                                       else if (s->framegroupblend[2].lerp > 0)
+                                       {
+                                               MSG_WriteByte(msg, 2);
+                                               MSG_WriteShort(msg, s->framegroupblend[0].frame);
+                                               MSG_WriteShort(msg, s->framegroupblend[1].frame);
+                                               MSG_WriteShort(msg, s->framegroupblend[2].frame);
+                                               MSG_WriteShort(msg, (int)(anim_reducetime(sv.time - s->framegroupblend[0].start, anim_frameduration(model, s->framegroupblend[0].frame), 65.535) * 1000.0));
+                                               MSG_WriteShort(msg, (int)(anim_reducetime(sv.time - s->framegroupblend[1].start, anim_frameduration(model, s->framegroupblend[1].frame), 65.535) * 1000.0));
+                                               MSG_WriteShort(msg, (int)(anim_reducetime(sv.time - s->framegroupblend[2].start, anim_frameduration(model, s->framegroupblend[2].frame), 65.535) * 1000.0));
+                                               MSG_WriteByte(msg, s->framegroupblend[0].lerp * 255.0f);
+                                               MSG_WriteByte(msg, s->framegroupblend[1].lerp * 255.0f);
+                                               MSG_WriteByte(msg, s->framegroupblend[2].lerp * 255.0f);
+                                       }
+                                       else if (s->framegroupblend[1].lerp > 0)
+                                       {
+                                               MSG_WriteByte(msg, 1);
+                                               MSG_WriteShort(msg, s->framegroupblend[0].frame);
+                                               MSG_WriteShort(msg, s->framegroupblend[1].frame);
+                                               MSG_WriteShort(msg, (int)(anim_reducetime(sv.time - s->framegroupblend[0].start, anim_frameduration(model, s->framegroupblend[0].frame), 65.535) * 1000.0));
+                                               MSG_WriteShort(msg, (int)(anim_reducetime(sv.time - s->framegroupblend[1].start, anim_frameduration(model, s->framegroupblend[1].frame), 65.535) * 1000.0));
+                                               MSG_WriteByte(msg, s->framegroupblend[0].lerp * 255.0f);
+                                               MSG_WriteByte(msg, s->framegroupblend[1].lerp * 255.0f);
+                                       }
+                                       else
+                                       {
+                                               MSG_WriteByte(msg, 0);
+                                               MSG_WriteShort(msg, s->framegroupblend[0].frame);
+                                               MSG_WriteShort(msg, (int)(anim_reducetime(sv.time - s->framegroupblend[0].start, anim_frameduration(model, s->framegroupblend[0].frame), 65.535) * 1000.0));
+                                       }
+                               }
+                       }
+                       if (bits & E5_TRAILEFFECTNUM)
+                               MSG_WriteShort(msg, s->traileffectnum);
+                       ENTITYSIZEPROFILING_END(msg, s->number, bits);
                }
        }
 }
 
-void EntityState5_ReadUpdate(entity_state_t *s)
+static void EntityState5_ReadUpdate(entity_state_t *s, int number)
 {
        int bits;
-       bits = MSG_ReadByte();
+       int startoffset = cl_message.readcount;
+       int bytes = 0;
+       bits = MSG_ReadByte(&cl_message);
        if (bits & E5_EXTEND1)
        {
-               bits |= MSG_ReadByte() << 8;
+               bits |= MSG_ReadByte(&cl_message) << 8;
                if (bits & E5_EXTEND2)
                {
-                       bits |= MSG_ReadByte() << 16;
+                       bits |= MSG_ReadByte(&cl_message) << 16;
                        if (bits & E5_EXTEND3)
-                               bits |= MSG_ReadByte() << 24;
+                               bits |= MSG_ReadByte(&cl_message) << 24;
                }
        }
        if (bits & E5_FULLUPDATE)
        {
                *s = defaultstate;
-               s->active = true;
+               s->active = ACTIVE_NETWORK;
        }
        if (bits & E5_FLAGS)
-               s->flags = MSG_ReadByte();
+               s->flags = MSG_ReadByte(&cl_message);
        if (bits & E5_ORIGIN)
        {
                if (bits & E5_ORIGIN32)
                {
-                       s->origin[0] = MSG_ReadCoord32f();
-                       s->origin[1] = MSG_ReadCoord32f();
-                       s->origin[2] = MSG_ReadCoord32f();
+                       s->origin[0] = MSG_ReadCoord32f(&cl_message);
+                       s->origin[1] = MSG_ReadCoord32f(&cl_message);
+                       s->origin[2] = MSG_ReadCoord32f(&cl_message);
                }
                else
                {
-                       s->origin[0] = MSG_ReadCoord13i();
-                       s->origin[1] = MSG_ReadCoord13i();
-                       s->origin[2] = MSG_ReadCoord13i();
+                       s->origin[0] = MSG_ReadCoord13i(&cl_message);
+                       s->origin[1] = MSG_ReadCoord13i(&cl_message);
+                       s->origin[2] = MSG_ReadCoord13i(&cl_message);
                }
        }
        if (bits & E5_ANGLES)
        {
                if (bits & E5_ANGLES16)
                {
-                       s->angles[0] = MSG_ReadAngle16i();
-                       s->angles[1] = MSG_ReadAngle16i();
-                       s->angles[2] = MSG_ReadAngle16i();
+                       s->angles[0] = MSG_ReadAngle16i(&cl_message);
+                       s->angles[1] = MSG_ReadAngle16i(&cl_message);
+                       s->angles[2] = MSG_ReadAngle16i(&cl_message);
                }
                else
                {
-                       s->angles[0] = MSG_ReadAngle8i();
-                       s->angles[1] = MSG_ReadAngle8i();
-                       s->angles[2] = MSG_ReadAngle8i();
+                       s->angles[0] = MSG_ReadAngle8i(&cl_message);
+                       s->angles[1] = MSG_ReadAngle8i(&cl_message);
+                       s->angles[2] = MSG_ReadAngle8i(&cl_message);
                }
        }
        if (bits & E5_MODEL)
        {
                if (bits & E5_MODEL16)
-                       s->modelindex = (unsigned short) MSG_ReadShort();
+                       s->modelindex = (unsigned short) MSG_ReadShort(&cl_message);
                else
-                       s->modelindex = MSG_ReadByte();
+                       s->modelindex = MSG_ReadByte(&cl_message);
        }
        if (bits & E5_FRAME)
        {
                if (bits & E5_FRAME16)
-                       s->frame = (unsigned short) MSG_ReadShort();
+                       s->frame = (unsigned short) MSG_ReadShort(&cl_message);
                else
-                       s->frame = MSG_ReadByte();
+                       s->frame = MSG_ReadByte(&cl_message);
        }
        if (bits & E5_SKIN)
-               s->skin = MSG_ReadByte();
+               s->skin = MSG_ReadByte(&cl_message);
        if (bits & E5_EFFECTS)
        {
                if (bits & E5_EFFECTS32)
-                       s->effects = (unsigned int) MSG_ReadLong();
+                       s->effects = (unsigned int) MSG_ReadLong(&cl_message);
                else if (bits & E5_EFFECTS16)
-                       s->effects = (unsigned short) MSG_ReadShort();
+                       s->effects = (unsigned short) MSG_ReadShort(&cl_message);
                else
-                       s->effects = MSG_ReadByte();
+                       s->effects = MSG_ReadByte(&cl_message);
        }
        if (bits & E5_ALPHA)
-               s->alpha = MSG_ReadByte();
+               s->alpha = MSG_ReadByte(&cl_message);
        if (bits & E5_SCALE)
-               s->scale = MSG_ReadByte();
+               s->scale = MSG_ReadByte(&cl_message);
        if (bits & E5_COLORMAP)
-               s->colormap = MSG_ReadByte();
+               s->colormap = MSG_ReadByte(&cl_message);
        if (bits & E5_ATTACHMENT)
        {
-               s->tagentity = (unsigned short) MSG_ReadShort();
-               s->tagindex = MSG_ReadByte();
+               s->tagentity = (unsigned short) MSG_ReadShort(&cl_message);
+               s->tagindex = MSG_ReadByte(&cl_message);
        }
        if (bits & E5_LIGHT)
        {
-               s->light[0] = (unsigned short) MSG_ReadShort();
-               s->light[1] = (unsigned short) MSG_ReadShort();
-               s->light[2] = (unsigned short) MSG_ReadShort();
-               s->light[3] = (unsigned short) MSG_ReadShort();
-               s->lightstyle = MSG_ReadByte();
-               s->lightpflags = MSG_ReadByte();
+               s->light[0] = (unsigned short) MSG_ReadShort(&cl_message);
+               s->light[1] = (unsigned short) MSG_ReadShort(&cl_message);
+               s->light[2] = (unsigned short) MSG_ReadShort(&cl_message);
+               s->light[3] = (unsigned short) MSG_ReadShort(&cl_message);
+               s->lightstyle = MSG_ReadByte(&cl_message);
+               s->lightpflags = MSG_ReadByte(&cl_message);
        }
        if (bits & E5_GLOW)
        {
-               s->glowsize = MSG_ReadByte();
-               s->glowcolor = MSG_ReadByte();
+               s->glowsize = MSG_ReadByte(&cl_message);
+               s->glowcolor = MSG_ReadByte(&cl_message);
        }
        if (bits & E5_COLORMOD)
        {
-               s->colormod[0] = MSG_ReadByte();
-               s->colormod[1] = MSG_ReadByte();
-               s->colormod[2] = MSG_ReadByte();
+               s->colormod[0] = MSG_ReadByte(&cl_message);
+               s->colormod[1] = MSG_ReadByte(&cl_message);
+               s->colormod[2] = MSG_ReadByte(&cl_message);
+       }
+       if (bits & E5_GLOWMOD)
+       {
+               s->glowmod[0] = MSG_ReadByte(&cl_message);
+               s->glowmod[1] = MSG_ReadByte(&cl_message);
+               s->glowmod[2] = MSG_ReadByte(&cl_message);
+       }
+       if (bits & E5_COMPLEXANIMATION)
+       {
+               skeleton_t *skeleton;
+               const dp_model_t *model;
+               int modelindex;
+               int type;
+               int bonenum;
+               int numbones;
+               short pose7s[7];
+               type = MSG_ReadByte(&cl_message);
+               switch(type)
+               {
+               case 0:
+                       s->framegroupblend[0].frame = MSG_ReadShort(&cl_message);
+                       s->framegroupblend[1].frame = 0;
+                       s->framegroupblend[2].frame = 0;
+                       s->framegroupblend[3].frame = 0;
+                       s->framegroupblend[0].start = cl.time - (unsigned short)MSG_ReadShort(&cl_message) * (1.0f / 1000.0f);
+                       s->framegroupblend[1].start = 0;
+                       s->framegroupblend[2].start = 0;
+                       s->framegroupblend[3].start = 0;
+                       s->framegroupblend[0].lerp = 1;
+                       s->framegroupblend[1].lerp = 0;
+                       s->framegroupblend[2].lerp = 0;
+                       s->framegroupblend[3].lerp = 0;
+                       break;
+               case 1:
+                       s->framegroupblend[0].frame = MSG_ReadShort(&cl_message);
+                       s->framegroupblend[1].frame = MSG_ReadShort(&cl_message);
+                       s->framegroupblend[2].frame = 0;
+                       s->framegroupblend[3].frame = 0;
+                       s->framegroupblend[0].start = cl.time - (unsigned short)MSG_ReadShort(&cl_message) * (1.0f / 1000.0f);
+                       s->framegroupblend[1].start = cl.time - (unsigned short)MSG_ReadShort(&cl_message) * (1.0f / 1000.0f);
+                       s->framegroupblend[2].start = 0;
+                       s->framegroupblend[3].start = 0;
+                       s->framegroupblend[0].lerp = MSG_ReadByte(&cl_message) * (1.0f / 255.0f);
+                       s->framegroupblend[1].lerp = MSG_ReadByte(&cl_message) * (1.0f / 255.0f);
+                       s->framegroupblend[2].lerp = 0;
+                       s->framegroupblend[3].lerp = 0;
+                       break;
+               case 2:
+                       s->framegroupblend[0].frame = MSG_ReadShort(&cl_message);
+                       s->framegroupblend[1].frame = MSG_ReadShort(&cl_message);
+                       s->framegroupblend[2].frame = MSG_ReadShort(&cl_message);
+                       s->framegroupblend[3].frame = 0;
+                       s->framegroupblend[0].start = cl.time - (unsigned short)MSG_ReadShort(&cl_message) * (1.0f / 1000.0f);
+                       s->framegroupblend[1].start = cl.time - (unsigned short)MSG_ReadShort(&cl_message) * (1.0f / 1000.0f);
+                       s->framegroupblend[2].start = cl.time - (unsigned short)MSG_ReadShort(&cl_message) * (1.0f / 1000.0f);
+                       s->framegroupblend[3].start = 0;
+                       s->framegroupblend[0].lerp = MSG_ReadByte(&cl_message) * (1.0f / 255.0f);
+                       s->framegroupblend[1].lerp = MSG_ReadByte(&cl_message) * (1.0f / 255.0f);
+                       s->framegroupblend[2].lerp = MSG_ReadByte(&cl_message) * (1.0f / 255.0f);
+                       s->framegroupblend[3].lerp = 0;
+                       break;
+               case 3:
+                       s->framegroupblend[0].frame = MSG_ReadShort(&cl_message);
+                       s->framegroupblend[1].frame = MSG_ReadShort(&cl_message);
+                       s->framegroupblend[2].frame = MSG_ReadShort(&cl_message);
+                       s->framegroupblend[3].frame = MSG_ReadShort(&cl_message);
+                       s->framegroupblend[0].start = cl.time - (unsigned short)MSG_ReadShort(&cl_message) * (1.0f / 1000.0f);
+                       s->framegroupblend[1].start = cl.time - (unsigned short)MSG_ReadShort(&cl_message) * (1.0f / 1000.0f);
+                       s->framegroupblend[2].start = cl.time - (unsigned short)MSG_ReadShort(&cl_message) * (1.0f / 1000.0f);
+                       s->framegroupblend[3].start = cl.time - (unsigned short)MSG_ReadShort(&cl_message) * (1.0f / 1000.0f);
+                       s->framegroupblend[0].lerp = MSG_ReadByte(&cl_message) * (1.0f / 255.0f);
+                       s->framegroupblend[1].lerp = MSG_ReadByte(&cl_message) * (1.0f / 255.0f);
+                       s->framegroupblend[2].lerp = MSG_ReadByte(&cl_message) * (1.0f / 255.0f);
+                       s->framegroupblend[3].lerp = MSG_ReadByte(&cl_message) * (1.0f / 255.0f);
+                       break;
+               case 4:
+                       if (!cl.engineskeletonobjects)
+                               cl.engineskeletonobjects = (skeleton_t *) Mem_Alloc(cls.levelmempool, sizeof(*cl.engineskeletonobjects) * MAX_EDICTS);
+                       skeleton = &cl.engineskeletonobjects[number];
+                       modelindex = MSG_ReadShort(&cl_message);
+                       model = CL_GetModelByIndex(modelindex);
+                       numbones = MSG_ReadByte(&cl_message);
+                       if (model && numbones != model->num_bones)
+                               Host_Error("E5_COMPLEXANIMATION: model has different number of bones than network packet describes\n");
+                       if (!skeleton->relativetransforms || skeleton->model != model)
+                       {
+                               skeleton->model = model;
+                               skeleton->relativetransforms = (matrix4x4_t *) Mem_Realloc(cls.levelmempool, skeleton->relativetransforms, sizeof(*skeleton->relativetransforms) * numbones);
+                               for (bonenum = 0;bonenum < numbones;bonenum++)
+                                       skeleton->relativetransforms[bonenum] = identitymatrix;
+                       }
+                       for (bonenum = 0;bonenum < numbones;bonenum++)
+                       {
+                               pose7s[0] = (short)MSG_ReadShort(&cl_message);
+                               pose7s[1] = (short)MSG_ReadShort(&cl_message);
+                               pose7s[2] = (short)MSG_ReadShort(&cl_message);
+                               pose7s[3] = (short)MSG_ReadShort(&cl_message);
+                               pose7s[4] = (short)MSG_ReadShort(&cl_message);
+                               pose7s[5] = (short)MSG_ReadShort(&cl_message);
+                               pose7s[6] = (short)MSG_ReadShort(&cl_message);
+                               Matrix4x4_FromBonePose7s(skeleton->relativetransforms + bonenum, 1.0f / 64.0f, pose7s);
+                       }
+                       s->skeletonobject = *skeleton;
+                       break;
+               default:
+                       Host_Error("E5_COMPLEXANIMATION: Parse error - unknown type %i\n", type);
+                       break;
+               }
        }
+       if (bits & E5_TRAILEFFECTNUM)
+               s->traileffectnum = (unsigned short) MSG_ReadShort(&cl_message);
 
 
+       bytes = cl_message.readcount - startoffset;
        if (developer_networkentities.integer >= 2)
        {
-               Con_Printf("ReadFields e%i", s->number);
+               Con_Printf("ReadFields e%i (%i bytes)", number, bytes);
 
                if (bits & E5_ORIGIN)
                        Con_Printf(" E5_ORIGIN %f %f %f", s->origin[0], s->origin[1], s->origin[2]);
@@ -1973,6 +2602,8 @@ void EntityState5_ReadUpdate(entity_state_t *s)
                                Con_Print(" SHADOW");
                        if (s->flags & RENDER_LIGHT)
                                Con_Print(" LIGHT");
+                       if (s->flags & RENDER_NOSELFSHADOW)
+                               Con_Print(" NOSELFSHADOW");
                        Con_Print(")");
                }
                if (bits & E5_ALPHA)
@@ -1989,16 +2620,22 @@ void EntityState5_ReadUpdate(entity_state_t *s)
                        Con_Printf(" E5_GLOW %i:%i", s->glowsize * 4, s->glowcolor);
                if (bits & E5_COLORMOD)
                        Con_Printf(" E5_COLORMOD %f:%f:%f", s->colormod[0] / 32.0f, s->colormod[1] / 32.0f, s->colormod[2] / 32.0f);
+               if (bits & E5_GLOWMOD)
+                       Con_Printf(" E5_GLOWMOD %f:%f:%f", s->glowmod[0] / 32.0f, s->glowmod[1] / 32.0f, s->glowmod[2] / 32.0f);
+               if (bits & E5_COMPLEXANIMATION)
+                       Con_Printf(" E5_COMPLEXANIMATION");
+               if (bits & E5_TRAILEFFECTNUM)
+                       Con_Printf(" E5_TRAILEFFECTNUM %i", s->traileffectnum);
                Con_Print("\n");
        }
 }
 
-int EntityState5_DeltaBits(const entity_state_t *o, const entity_state_t *n)
+static int EntityState5_DeltaBits(const entity_state_t *o, const entity_state_t *n)
 {
        unsigned int bits = 0;
-       if (n->active)
+       if (n->active == ACTIVE_NETWORK)
        {
-               if (!o->active)
+               if (o->active != ACTIVE_NETWORK)
                        bits |= E5_FULLUPDATE;
                if (!VectorCompare(o->origin, n->origin))
                        bits |= E5_ORIGIN;
@@ -2028,41 +2665,62 @@ int EntityState5_DeltaBits(const entity_state_t *o, const entity_state_t *n)
                        bits |= E5_GLOW;
                if (o->colormod[0] != n->colormod[0] || o->colormod[1] != n->colormod[1] || o->colormod[2] != n->colormod[2])
                        bits |= E5_COLORMOD;
+               if (o->glowmod[0] != n->glowmod[0] || o->glowmod[1] != n->glowmod[1] || o->glowmod[2] != n->glowmod[2])
+                       bits |= E5_GLOWMOD;
+               if (n->flags & RENDER_COMPLEXANIMATION)
+               {
+                       if ((o->skeletonobject.model && o->skeletonobject.relativetransforms) != (n->skeletonobject.model && n->skeletonobject.relativetransforms))
+                       {
+                               bits |= E5_COMPLEXANIMATION;
+                       }
+                       else if (o->skeletonobject.model && o->skeletonobject.relativetransforms)
+                       {
+                               if(o->modelindex != n->modelindex)
+                                       bits |= E5_COMPLEXANIMATION;
+                               else if(o->skeletonobject.model->num_bones != n->skeletonobject.model->num_bones)
+                                       bits |= E5_COMPLEXANIMATION;
+                               else if(memcmp(o->skeletonobject.relativetransforms, n->skeletonobject.relativetransforms, o->skeletonobject.model->num_bones * sizeof(*o->skeletonobject.relativetransforms)))
+                                       bits |= E5_COMPLEXANIMATION;
+                       }
+                       else if (memcmp(o->framegroupblend, n->framegroupblend, sizeof(o->framegroupblend)))
+                       {
+                               bits |= E5_COMPLEXANIMATION;
+                       }
+               }
+               if (o->traileffectnum != n->traileffectnum)
+                       bits |= E5_TRAILEFFECTNUM;
        }
        else
-               if (o->active)
+               if (o->active == ACTIVE_NETWORK)
                        bits |= E5_FULLUPDATE;
        return bits;
 }
 
 void EntityFrame5_CL_ReadFrame(void)
 {
-       int i, n, enumber;
+       int n, enumber, framenum;
        entity_t *ent;
        entity_state_t *s;
        // read the number of this frame to echo back in next input packet
-       for (i = 0;i < LATESTFRAMENUMS-1;i++)
-               cl.latestframenums[i] = cl.latestframenums[i+1];
-       cl.latestframenums[LATESTFRAMENUMS-1] = MSG_ReadLong();
-       if (developer_networkentities.integer)
-               Con_Printf("recv: svc_entities %i\n", cl.latestframenums[LATESTFRAMENUMS-1]);
+       framenum = MSG_ReadLong(&cl_message);
+       CL_NewFrameReceived(framenum);
        if (cls.protocol != PROTOCOL_QUAKE && cls.protocol != PROTOCOL_QUAKEDP && cls.protocol != PROTOCOL_NEHAHRAMOVIE && cls.protocol != PROTOCOL_DARKPLACES1 && cls.protocol != PROTOCOL_DARKPLACES2 && cls.protocol != PROTOCOL_DARKPLACES3 && cls.protocol != PROTOCOL_DARKPLACES4 && cls.protocol != PROTOCOL_DARKPLACES5 && cls.protocol != PROTOCOL_DARKPLACES6)
-               cl.servermovesequence = MSG_ReadLong();
+               cls.servermovesequence = MSG_ReadLong(&cl_message);
        // read entity numbers until we find a 0x8000
        // (which would be remove world entity, but is actually a terminator)
-       while ((n = (unsigned short)MSG_ReadShort()) != 0x8000 && !msg_badread)
+       while ((n = (unsigned short)MSG_ReadShort(&cl_message)) != 0x8000 && !cl_message.badread)
        {
                // get the entity number
                enumber = n & 0x7FFF;
                // we may need to expand the array
-               if (cl_num_entities <= enumber)
+               if (cl.num_entities <= enumber)
                {
-                       cl_num_entities = enumber + 1;
-                       if (enumber >= cl_max_entities)
+                       cl.num_entities = enumber + 1;
+                       if (enumber >= cl.max_entities)
                                CL_ExpandEntities(enumber);
                }
                // look up the entity
-               ent = cl_entities + enumber;
+               ent = cl.entities + enumber;
                // slide the current into the previous slot
                ent->state_previous = ent->state_current;
                // read the update
@@ -2075,86 +2733,94 @@ void EntityFrame5_CL_ReadFrame(void)
                else
                {
                        // update entity
-                       EntityState5_ReadUpdate(s);
+                       EntityState5_ReadUpdate(s, enumber);
                }
-               // set the cl_entities_active flag
-               cl_entities_active[enumber] = s->active;
+               // set the cl.entities_active flag
+               cl.entities_active[enumber] = (s->active == ACTIVE_NETWORK);
                // set the update time
                s->time = cl.mtime[0];
                // fix the number (it gets wiped occasionally by copying from defaultstate)
                s->number = enumber;
                // check if we need to update the lerp stuff
-               if (s->active)
-                       CL_MoveLerpEntityStates(&cl_entities[enumber]);
+               if (s->active == ACTIVE_NETWORK)
+                       CL_MoveLerpEntityStates(&cl.entities[enumber]);
                // print extra messages if desired
-               if (developer_networkentities.integer >= 2 && cl_entities[enumber].state_current.active != cl_entities[enumber].state_previous.active)
+               if (developer_networkentities.integer >= 2 && cl.entities[enumber].state_current.active != cl.entities[enumber].state_previous.active)
                {
-                       if (cl_entities[enumber].state_current.active)
+                       if (cl.entities[enumber].state_current.active == ACTIVE_NETWORK)
                                Con_Printf("entity #%i has become active\n", enumber);
-                       else if (cl_entities[enumber].state_previous.active)
+                       else if (cl.entities[enumber].state_previous.active)
                                Con_Printf("entity #%i has become inactive\n", enumber);
                }
        }
 }
 
+static int packetlog5cmp(const void *a_, const void *b_)
+{
+       const entityframe5_packetlog_t *a = (const entityframe5_packetlog_t *) a_;
+       const entityframe5_packetlog_t *b = (const entityframe5_packetlog_t *) b_;
+       return a->packetnumber - b->packetnumber;
+}
+
 void EntityFrame5_LostFrame(entityframe5_database_t *d, int framenum)
 {
-       int i, j, k, l, bits;
-       entityframe5_changestate_t *s, *s2;
-       entityframe5_packetlog_t *p, *p2;
-       unsigned char statsdeltabits[(MAX_CL_STATS+7)/8];
-       // scan for packets that were lost
+       int i, j, l, bits;
+       entityframe5_changestate_t *s;
+       entityframe5_packetlog_t *p;
+       static unsigned char statsdeltabits[(MAX_CL_STATS+7)/8];
+       static int deltabits[MAX_EDICTS];
+       entityframe5_packetlog_t *packetlogs[ENTITYFRAME5_MAXPACKETLOGS];
+
        for (i = 0, p = d->packetlog;i < ENTITYFRAME5_MAXPACKETLOGS;i++, p++)
+               packetlogs[i] = p;
+       qsort(packetlogs, sizeof(*packetlogs), ENTITYFRAME5_MAXPACKETLOGS, packetlog5cmp);
+
+       memset(deltabits, 0, sizeof(deltabits));
+       memset(statsdeltabits, 0, sizeof(statsdeltabits));
+       for (i = 0; i < ENTITYFRAME5_MAXPACKETLOGS; i++)
        {
-               if (p->packetnumber && p->packetnumber <= framenum)
+               p = packetlogs[i];
+
+               if (!p->packetnumber)
+                       continue;
+
+               if (p->packetnumber <= framenum)
                {
-                       // packet was lost - merge deltabits into the main array so they
-                       // will be re-sent, but only if there is no newer update of that
-                       // bit in the logs (as those will arrive before this update)
                        for (j = 0, s = p->states;j < p->numstates;j++, s++)
-                       {
-                               // check for any newer updates to this entity and mask off any
-                               // overlapping bits (we don't need to send something again if
-                               // it has already been sent more recently)
-                               bits = s->bits & ~d->deltabits[s->number];
-                               for (k = 0, p2 = d->packetlog;k < ENTITYFRAME5_MAXPACKETLOGS && bits;k++, p2++)
-                               {
-                                       if (p2->packetnumber > framenum)
-                                       {
-                                               for (l = 0, s2 = p2->states;l < p2->numstates;l++, s2++)
-                                               {
-                                                       if (s2->number == s->number)
-                                                       {
-                                                               bits &= ~s2->bits;
-                                                               break;
-                                                       }
-                                               }
-                                       }
-                               }
-                               // if the bits haven't all been cleared, there were some bits
-                               // lost with this packet, so set them again now
-                               if (bits)
-                               {
-                                       d->deltabits[s->number] |= bits;
-                                       d->priorities[s->number] = EntityState5_Priority(d, s->number);
-                               }
-                       }
-                       // mark lost stats
-                       for (j = 0;j < MAX_CL_STATS;j++)
-                       {
-                               for (l = 0;l < (MAX_CL_STATS+7)/8;l++)
-                                       statsdeltabits[l] = p->statsdeltabits[l] & ~d->statsdeltabits[l];
-                               for (k = 0, p2 = d->packetlog;k < ENTITYFRAME5_MAXPACKETLOGS;k++, p2++)
-                                       if (p2->packetnumber > framenum)
-                                               for (l = 0;l < (MAX_CL_STATS+7)/8;l++)
-                                                       statsdeltabits[l] = p->statsdeltabits[l] & ~p2->statsdeltabits[l];
-                               for (l = 0;l < (MAX_CL_STATS+7)/8;l++)
-                                       d->statsdeltabits[l] |= statsdeltabits[l];
-                       }
-                       // delete this packet log as it is now obsolete
+                               deltabits[s->number] |= s->bits;
+
+                       for (l = 0;l < (MAX_CL_STATS+7)/8;l++)
+                               statsdeltabits[l] |= p->statsdeltabits[l];
+
                        p->packetnumber = 0;
                }
+               else
+               {
+                       for (j = 0, s = p->states;j < p->numstates;j++, s++)
+                               deltabits[s->number] &= ~s->bits;
+                       for (l = 0;l < (MAX_CL_STATS+7)/8;l++)
+                               statsdeltabits[l] &= ~p->statsdeltabits[l];
+               }
+       }
+
+       for(i = 0; i < d->maxedicts; ++i)
+       {
+               bits = deltabits[i] & ~d->deltabits[i];
+               if(bits)
+               {
+                       d->deltabits[i] |= bits;
+                       // if it was a very important update, set priority higher
+                       if (bits & (E5_FULLUPDATE | E5_ATTACHMENT | E5_MODEL | E5_COLORMAP))
+                               d->priorities[i] = max(d->priorities[i], 4);
+                       else
+                               d->priorities[i] = max(d->priorities[i], 1);
+               }
        }
+
+       for (l = 0;l < (MAX_CL_STATS+7)/8;l++)
+               host_client->statsdeltabits[l] |= statsdeltabits[l];
+               // no need to mask out the already-set bits here, as we do not
+               // do that priorities stuff
 }
 
 void EntityFrame5_AckFrame(entityframe5_database_t *d, int framenum)
@@ -2166,11 +2832,9 @@ void EntityFrame5_AckFrame(entityframe5_database_t *d, int framenum)
                        d->packetlog[i].packetnumber = 0;
 }
 
-int entityframe5_prioritychaincounts[E5_PROTOCOL_PRIORITYLEVELS];
-unsigned short entityframe5_prioritychains[E5_PROTOCOL_PRIORITYLEVELS][ENTITYFRAME5_MAXSTATES];
-
-void EntityFrame5_WriteFrame(sizebuf_t *msg, entityframe5_database_t *d, int numstates, const entity_state_t *states, int viewentnum, int *stats, int movesequence)
+qboolean EntityFrame5_WriteFrame(sizebuf_t *msg, int maxsize, entityframe5_database_t *d, int numstates, const entity_state_t **states, int viewentnum, unsigned int movesequence, qboolean need_empty)
 {
+       prvm_prog_t *prog = SVVM_prog;
        const entity_state_t *n;
        int i, num, l, framenum, packetlognumber, priority;
        sizebuf_t buf;
@@ -2200,20 +2864,11 @@ void EntityFrame5_WriteFrame(sizebuf_t *msg, entityframe5_database_t *d, int num
        buf.data = data;
        buf.maxsize = sizeof(data);
 
-       // detect changes in stats
-       for (i = 0;i < MAX_CL_STATS;i++)
-       {
-               if (d->stats[i] != stats[i])
-               {
-                       d->statsdeltabits[i>>3] |= (1<<(i&7));
-                       d->stats[i] = stats[i];
-               }
-       }
-
        // detect changes in states
-       num = 0;
-       for (i = 0, n = states;i < numstates;i++, n++)
+       num = 1;
+       for (i = 0;i < numstates;i++)
        {
+               n = states[i];
                // mark gaps in entity numbering as removed entities
                for (;num < n->number;num++)
                {
@@ -2222,7 +2877,7 @@ void EntityFrame5_WriteFrame(sizebuf_t *msg, entityframe5_database_t *d, int num
                        {
                                CLEARPVSBIT(d->visiblebits, num);
                                d->deltabits[num] = E5_FULLUPDATE;
-                               d->priorities[num] = EntityState5_Priority(d, num);
+                               d->priorities[num] = max(d->priorities[num], 8); // removal is cheap
                                d->states[num] = defaultstate;
                                d->states[num].number = num;
                        }
@@ -2233,10 +2888,13 @@ void EntityFrame5_WriteFrame(sizebuf_t *msg, entityframe5_database_t *d, int num
                        // entity just spawned in, don't let it completely hog priority
                        // because of being ancient on the first frame
                        d->updateframenum[num] = framenum;
+                       // initial priority is a bit high to make projectiles send on the
+                       // first frame, among other things
+                       d->priorities[num] = max(d->priorities[num], 4);
                }
                SETPVSBIT(d->visiblebits, num);
                d->deltabits[num] |= EntityState5_DeltaBits(d->states + num, n);
-               d->priorities[num] = EntityState5_Priority(d, num);
+               d->priorities[num] = max(d->priorities[num], 1);
                d->states[num] = *n;
                d->states[num].number = num;
                // advance to next entity so the next iteration doesn't immediately remove it
@@ -2249,7 +2907,7 @@ void EntityFrame5_WriteFrame(sizebuf_t *msg, entityframe5_database_t *d, int num
                {
                        CLEARPVSBIT(d->visiblebits, num);
                        d->deltabits[num] = E5_FULLUPDATE;
-                       d->priorities[num] = EntityState5_Priority(d, num);
+                       d->priorities[num] = max(d->priorities[num], 8); // removal is cheap
                        d->states[num] = defaultstate;
                        d->states[num].number = num;
                }
@@ -2258,70 +2916,98 @@ void EntityFrame5_WriteFrame(sizebuf_t *msg, entityframe5_database_t *d, int num
        // if there isn't at least enough room for an empty svc_entities,
        // don't bother trying...
        if (buf.cursize + 11 > buf.maxsize)
-               return;
+               return false;
 
        // build lists of entities by priority level
-       memset(entityframe5_prioritychaincounts, 0, sizeof(entityframe5_prioritychaincounts));
+       memset(d->prioritychaincounts, 0, sizeof(d->prioritychaincounts));
        l = 0;
        for (num = 0;num < d->maxedicts;num++)
        {
                if (d->priorities[num])
                {
-                       l = num;
-                       priority = d->priorities[num];
-                       if (entityframe5_prioritychaincounts[priority] < ENTITYFRAME5_MAXSTATES)
-                               entityframe5_prioritychains[priority][entityframe5_prioritychaincounts[priority]++] = num;
+                       if (d->deltabits[num])
+                       {
+                               if (d->priorities[num] < (ENTITYFRAME5_PRIORITYLEVELS - 1))
+                                       d->priorities[num] = EntityState5_Priority(d, num);
+                               l = num;
+                               priority = d->priorities[num];
+                               if (d->prioritychaincounts[priority] < ENTITYFRAME5_MAXSTATES)
+                                       d->prioritychains[priority][d->prioritychaincounts[priority]++] = num;
+                       }
+                       else
+                               d->priorities[num] = 0;
                }
        }
 
-       // add packetlog entry
-       packetlog = d->packetlog + packetlognumber;
-       packetlog->packetnumber = framenum;
-       packetlog->numstates = 0;
+       packetlog = NULL;
        // write stat updates
-       if (sv.protocol != PROTOCOL_QUAKE && sv.protocol != PROTOCOL_QUAKEDP && sv.protocol != PROTOCOL_NEHAHRAMOVIE && sv.protocol != PROTOCOL_DARKPLACES1 && sv.protocol != PROTOCOL_DARKPLACES2 && sv.protocol != PROTOCOL_DARKPLACES3 && sv.protocol != PROTOCOL_DARKPLACES4 && sv.protocol != PROTOCOL_DARKPLACES5)
+       if (sv.protocol != PROTOCOL_QUAKE && sv.protocol != PROTOCOL_QUAKEDP && sv.protocol != PROTOCOL_NEHAHRAMOVIE && sv.protocol != PROTOCOL_NEHAHRABJP && sv.protocol != PROTOCOL_NEHAHRABJP2 && sv.protocol != PROTOCOL_NEHAHRABJP3 && sv.protocol != PROTOCOL_DARKPLACES1 && sv.protocol != PROTOCOL_DARKPLACES2 && sv.protocol != PROTOCOL_DARKPLACES3 && sv.protocol != PROTOCOL_DARKPLACES4 && sv.protocol != PROTOCOL_DARKPLACES5)
        {
-               for (i = 0;i < MAX_CL_STATS && msg->cursize + 6 + 11 <= msg->maxsize;i++)
+               for (i = 0;i < MAX_CL_STATS && msg->cursize + 6 + 11 <= maxsize;i++)
                {
-                       if (d->statsdeltabits[i>>3] & (1<<(i&7)))
+                       if (host_client->statsdeltabits[i>>3] & (1<<(i&7)))
                        {
-                               d->statsdeltabits[i>>3] &= ~(1<<(i&7));
+                               host_client->statsdeltabits[i>>3] &= ~(1<<(i&7));
+                               // add packetlog entry now that we have something for it
+                               if (!packetlog)
+                               {
+                                       packetlog = d->packetlog + packetlognumber;
+                                       packetlog->packetnumber = framenum;
+                                       packetlog->numstates = 0;
+                                       memset(packetlog->statsdeltabits, 0, sizeof(packetlog->statsdeltabits));
+                               }
                                packetlog->statsdeltabits[i>>3] |= (1<<(i&7));
-                               if (d->stats[i] >= 0 && d->stats[i] < 256)
+                               if (host_client->stats[i] >= 0 && host_client->stats[i] < 256)
                                {
                                        MSG_WriteByte(msg, svc_updatestatubyte);
                                        MSG_WriteByte(msg, i);
-                                       MSG_WriteByte(msg, d->stats[i]);
+                                       MSG_WriteByte(msg, host_client->stats[i]);
+                                       l = 1;
                                }
                                else
                                {
                                        MSG_WriteByte(msg, svc_updatestat);
                                        MSG_WriteByte(msg, i);
-                                       MSG_WriteLong(msg, d->stats[i]);
+                                       MSG_WriteLong(msg, host_client->stats[i]);
+                                       l = 1;
                                }
                        }
                }
        }
+
+       // only send empty svc_entities frame if needed
+       if(!l && !need_empty)
+               return false;
+
+       // add packetlog entry now that we have something for it
+       if (!packetlog)
+       {
+               packetlog = d->packetlog + packetlognumber;
+               packetlog->packetnumber = framenum;
+               packetlog->numstates = 0;
+               memset(packetlog->statsdeltabits, 0, sizeof(packetlog->statsdeltabits));
+       }
+
        // write state updates
-       if (developer_networkentities.integer)
+       if (developer_networkentities.integer >= 10)
                Con_Printf("send: svc_entities %i\n", framenum);
        d->latestframenum = framenum;
        MSG_WriteByte(msg, svc_entities);
        MSG_WriteLong(msg, framenum);
        if (sv.protocol != PROTOCOL_QUAKE && sv.protocol != PROTOCOL_QUAKEDP && sv.protocol != PROTOCOL_NEHAHRAMOVIE && sv.protocol != PROTOCOL_DARKPLACES1 && sv.protocol != PROTOCOL_DARKPLACES2 && sv.protocol != PROTOCOL_DARKPLACES3 && sv.protocol != PROTOCOL_DARKPLACES4 && sv.protocol != PROTOCOL_DARKPLACES5 && sv.protocol != PROTOCOL_DARKPLACES6)
                MSG_WriteLong(msg, movesequence);
-       for (priority = E5_PROTOCOL_PRIORITYLEVELS - 1;priority >= 0 && packetlog->numstates < ENTITYFRAME5_MAXSTATES;priority--)
+       for (priority = ENTITYFRAME5_PRIORITYLEVELS - 1;priority >= 0 && packetlog->numstates < ENTITYFRAME5_MAXSTATES;priority--)
        {
-               for (i = 0;i < entityframe5_prioritychaincounts[priority] && packetlog->numstates < ENTITYFRAME5_MAXSTATES;i++)
+               for (i = 0;i < d->prioritychaincounts[priority] && packetlog->numstates < ENTITYFRAME5_MAXSTATES;i++)
                {
-                       num = entityframe5_prioritychains[priority][i];
+                       num = d->prioritychains[priority][i];
                        n = d->states + num;
                        if (d->deltabits[num] & E5_FULLUPDATE)
                                d->deltabits[num] = E5_FULLUPDATE | EntityState5_DeltaBits(&defaultstate, n);
                        buf.cursize = 0;
                        EntityState5_WriteUpdate(num, n, d->deltabits[num], &buf);
                        // if the entity won't fit, try the next one
-                       if (msg->cursize + buf.cursize + 2 > msg->maxsize)
+                       if (msg->cursize + buf.cursize + 2 > maxsize)
                                continue;
                        // write entity to the packet
                        SZ_Write(msg, buf.data, buf.cursize);
@@ -2337,13 +3023,53 @@ void EntityFrame5_WriteFrame(sizebuf_t *msg, entityframe5_database_t *d, int num
                }
        }
        MSG_WriteShort(msg, 0x8000);
+
+       return true;
 }
 
 
+static void QW_TranslateEffects(entity_state_t *s, int qweffects)
+{
+       s->effects = 0;
+       s->internaleffects = 0;
+       if (qweffects & QW_EF_BRIGHTFIELD)
+               s->effects |= EF_BRIGHTFIELD;
+       if (qweffects & QW_EF_MUZZLEFLASH)
+               s->effects |= EF_MUZZLEFLASH;
+       if (qweffects & QW_EF_FLAG1)
+       {
+               // mimic FTEQW's interpretation of EF_FLAG1 as EF_NODRAW on non-player entities
+               if (s->number > cl.maxclients)
+                       s->effects |= EF_NODRAW;
+               else
+                       s->internaleffects |= INTEF_FLAG1QW;
+       }
+       if (qweffects & QW_EF_FLAG2)
+       {
+               // mimic FTEQW's interpretation of EF_FLAG2 as EF_ADDITIVE on non-player entities
+               if (s->number > cl.maxclients)
+                       s->effects |= EF_ADDITIVE;
+               else
+                       s->internaleffects |= INTEF_FLAG2QW;
+       }
+       if (qweffects & QW_EF_RED)
+       {
+               if (qweffects & QW_EF_BLUE)
+                       s->effects |= EF_RED | EF_BLUE;
+               else
+                       s->effects |= EF_RED;
+       }
+       else if (qweffects & QW_EF_BLUE)
+               s->effects |= EF_BLUE;
+       else if (qweffects & QW_EF_BRIGHTLIGHT)
+               s->effects |= EF_BRIGHTLIGHT;
+       else if (qweffects & QW_EF_DIMLIGHT)
+               s->effects |= EF_DIMLIGHT;
+}
 
 void EntityStateQW_ReadPlayerUpdate(void)
 {
-       int slot = MSG_ReadByte();
+       int slot = MSG_ReadByte(&cl_message);
        int enumber = slot + 1;
        int weaponframe;
        int msec;
@@ -2351,7 +3077,7 @@ void EntityStateQW_ReadPlayerUpdate(void)
        int bits;
        entity_state_t *s;
        // look up the entity
-       entity_t *ent = cl_entities + enumber;
+       entity_t *ent = cl.entities + enumber;
        vec3_t viewangles;
        vec3_t velocity;
 
@@ -2361,57 +3087,71 @@ void EntityStateQW_ReadPlayerUpdate(void)
        // read the update
        s = &ent->state_current;
        *s = defaultstate;
-       s->active = true;
-       playerflags = MSG_ReadShort();
-       MSG_ReadVector(s->origin, cls.protocol);
-       s->frame = MSG_ReadByte();
+       s->active = ACTIVE_NETWORK;
+       s->number = enumber;
+       s->colormap = enumber;
+       playerflags = MSG_ReadShort(&cl_message);
+       MSG_ReadVector(&cl_message, s->origin, cls.protocol);
+       s->frame = MSG_ReadByte(&cl_message);
+
+       VectorClear(viewangles);
+       VectorClear(velocity);
+
        if (playerflags & QW_PF_MSEC)
        {
                // time difference between last update this player sent to the server,
                // and last input we sent to the server (this packet is in response to
                // our input, so msec is how long ago the last update of this player
                // entity occurred, compared to our input being received)
-               msec = MSG_ReadByte();
+               msec = MSG_ReadByte(&cl_message);
        }
        else
                msec = 0;
        if (playerflags & QW_PF_COMMAND)
        {
-               bits = MSG_ReadByte();
+               bits = MSG_ReadByte(&cl_message);
                if (bits & QW_CM_ANGLE1)
-                       viewangles[0] = MSG_ReadAngle16i();
+                       viewangles[0] = MSG_ReadAngle16i(&cl_message); // cmd->angles[0]
                if (bits & QW_CM_ANGLE2)
-                       viewangles[1] = MSG_ReadAngle16i();
+                       viewangles[1] = MSG_ReadAngle16i(&cl_message); // cmd->angles[1]
                if (bits & QW_CM_ANGLE3)
-                       viewangles[2] = MSG_ReadAngle16i();
+                       viewangles[2] = MSG_ReadAngle16i(&cl_message); // cmd->angles[2]
                if (bits & QW_CM_FORWARD)
-                       MSG_ReadShort();
+                       MSG_ReadShort(&cl_message); // cmd->forwardmove
                if (bits & QW_CM_SIDE)
-                       MSG_ReadShort();
+                       MSG_ReadShort(&cl_message); // cmd->sidemove
                if (bits & QW_CM_UP)
-                       MSG_ReadShort();
+                       MSG_ReadShort(&cl_message); // cmd->upmove
                if (bits & QW_CM_BUTTONS)
-                       MSG_ReadByte();
+                       (void) MSG_ReadByte(&cl_message); // cmd->buttons
                if (bits & QW_CM_IMPULSE)
-                       MSG_ReadByte();
+                       (void) MSG_ReadByte(&cl_message); // cmd->impulse
+               (void) MSG_ReadByte(&cl_message); // cmd->msec
        }
-       VectorClear(velocity);
        if (playerflags & QW_PF_VELOCITY1)
-               velocity[0] = MSG_ReadShort();
+               velocity[0] = MSG_ReadShort(&cl_message);
        if (playerflags & QW_PF_VELOCITY2)
-               velocity[1] = MSG_ReadShort();
+               velocity[1] = MSG_ReadShort(&cl_message);
        if (playerflags & QW_PF_VELOCITY3)
-               velocity[2] = MSG_ReadShort();
+               velocity[2] = MSG_ReadShort(&cl_message);
        if (playerflags & QW_PF_MODEL)
-               s->modelindex = MSG_ReadByte();
+               s->modelindex = MSG_ReadByte(&cl_message);
        else
                s->modelindex = cl.qw_modelindex_player;
        if (playerflags & QW_PF_SKINNUM)
-               s->skin = MSG_ReadByte();
+               s->skin = MSG_ReadByte(&cl_message);
        if (playerflags & QW_PF_EFFECTS)
-               s->effects = MSG_ReadByte();
+               QW_TranslateEffects(s, MSG_ReadByte(&cl_message));
        if (playerflags & QW_PF_WEAPONFRAME)
-               weaponframe = MSG_ReadByte();
+               weaponframe = MSG_ReadByte(&cl_message);
+       else
+               weaponframe = 0;
+
+       if (enumber == cl.playerentity)
+       {
+               // if this is an update on our player, update the angles
+               VectorCopy(cl.viewangles, viewangles);
+       }
 
        // calculate the entity angles from the viewangles
        s->angles[0] = viewangles[0] * -0.0333;
@@ -2441,88 +3181,56 @@ void EntityStateQW_ReadPlayerUpdate(void)
 
                VectorCopy(velocity, cl.mvelocity[0]);
                cl.stats[STAT_WEAPONFRAME] = weaponframe;
+               if (playerflags & QW_PF_GIB)
+                       cl.stats[STAT_VIEWHEIGHT] = 8;
+               else if (playerflags & QW_PF_DEAD)
+                       cl.stats[STAT_VIEWHEIGHT] = -16;
+               else
+                       cl.stats[STAT_VIEWHEIGHT] = 22;
        }
 
-       // set the cl_entities_active flag
-       cl_entities_active[enumber] = s->active;
+       // set the cl.entities_active flag
+       cl.entities_active[enumber] = (s->active == ACTIVE_NETWORK);
        // set the update time
        s->time = cl.mtime[0] - msec * 0.001; // qw has no clock
-       // fix the number (it gets wiped occasionally by copying from defaultstate)
-       s->number = enumber;
        // check if we need to update the lerp stuff
-       if (s->active)
-               CL_MoveLerpEntityStates(&cl_entities[enumber]);
+       if (s->active == ACTIVE_NETWORK)
+               CL_MoveLerpEntityStates(&cl.entities[enumber]);
 }
 
 static void EntityStateQW_ReadEntityUpdate(entity_state_t *s, int bits)
 {
        int qweffects = 0;
-       s->active = true;
+       s->active = ACTIVE_NETWORK;
        s->number = bits & 511;
        bits &= ~511;
        if (bits & QW_U_MOREBITS)
-               bits |= MSG_ReadByte();
+               bits |= MSG_ReadByte(&cl_message);
 
        // store the QW_U_SOLID bit here?
 
        if (bits & QW_U_MODEL)
-               s->modelindex = MSG_ReadByte();
+               s->modelindex = MSG_ReadByte(&cl_message);
        if (bits & QW_U_FRAME)
-               s->frame = MSG_ReadByte();
+               s->frame = MSG_ReadByte(&cl_message);
        if (bits & QW_U_COLORMAP)
-               s->colormap = MSG_ReadByte();
+               s->colormap = MSG_ReadByte(&cl_message);
        if (bits & QW_U_SKIN)
-               s->skin = MSG_ReadByte();
+               s->skin = MSG_ReadByte(&cl_message);
        if (bits & QW_U_EFFECTS)
-       {
-               s->effects = 0;
-               qweffects = MSG_ReadByte();
-               if (qweffects & QW_EF_BRIGHTFIELD)
-                       s->effects |= EF_BRIGHTFIELD;
-               if (qweffects & QW_EF_MUZZLEFLASH)
-                       s->effects |= EF_MUZZLEFLASH;
-               if (qweffects & QW_EF_FLAG1)
-               {
-                       // mimic FTEQW's interpretation of EF_FLAG1 as EF_NODRAW on non-player entities
-                       if (s->number > cl.maxclients)
-                               s->effects |= EF_NODRAW;
-                       else
-                               s->effects |= EF_FLAG1QW;
-               }
-               if (qweffects & QW_EF_FLAG2)
-               {
-                       // mimic FTEQW's interpretation of EF_FLAG2 as EF_ADDITIVE on non-player entities
-                       if (s->number > cl.maxclients)
-                               s->effects |= EF_ADDITIVE;
-                       else
-                               s->effects |= EF_FLAG2QW;
-               }
-               if (qweffects & QW_EF_RED)
-               {
-                       if (qweffects & QW_EF_BLUE)
-                               s->effects |= EF_RED | EF_BLUE;
-                       else
-                               s->effects |= EF_RED;
-               }
-               else if (qweffects & QW_EF_BLUE)
-                       s->effects |= EF_BLUE;
-               else if (qweffects & QW_EF_BRIGHTLIGHT)
-                       s->effects |= EF_BRIGHTLIGHT;
-               else if (qweffects & QW_EF_DIMLIGHT)
-                       s->effects |= EF_DIMLIGHT;
-       }
+               QW_TranslateEffects(s, qweffects = MSG_ReadByte(&cl_message));
        if (bits & QW_U_ORIGIN1)
-               s->origin[0] = MSG_ReadCoord13i();
+               s->origin[0] = MSG_ReadCoord13i(&cl_message);
        if (bits & QW_U_ANGLE1)
-               s->angles[0] = MSG_ReadAngle8i();
+               s->angles[0] = MSG_ReadAngle8i(&cl_message);
        if (bits & QW_U_ORIGIN2)
-               s->origin[1] = MSG_ReadCoord13i();
+               s->origin[1] = MSG_ReadCoord13i(&cl_message);
        if (bits & QW_U_ANGLE2)
-               s->angles[1] = MSG_ReadAngle8i();
+               s->angles[1] = MSG_ReadAngle8i(&cl_message);
        if (bits & QW_U_ORIGIN3)
-               s->origin[2] = MSG_ReadCoord13i();
+               s->origin[2] = MSG_ReadCoord13i(&cl_message);
        if (bits & QW_U_ANGLE3)
-               s->angles[2] = MSG_ReadAngle8i();
+               s->angles[2] = MSG_ReadAngle8i(&cl_message);
 
        if (developer_networkentities.integer >= 2)
        {
@@ -2538,53 +3246,78 @@ static void EntityStateQW_ReadEntityUpdate(entity_state_t *s, int bits)
                if (bits & QW_U_EFFECTS)
                        Con_Printf(" U_EFFECTS %i", qweffects);
                if (bits & QW_U_ORIGIN1)
-                       Con_Printf(" U_ORIGIN1 %i", s->origin[0]);
+                       Con_Printf(" U_ORIGIN1 %f", s->origin[0]);
                if (bits & QW_U_ANGLE1)
-                       Con_Printf(" U_ANGLE1 %i", s->angles[0]);
+                       Con_Printf(" U_ANGLE1 %f", s->angles[0]);
                if (bits & QW_U_ORIGIN2)
-                       Con_Printf(" U_ORIGIN2 %i", s->origin[1]);
+                       Con_Printf(" U_ORIGIN2 %f", s->origin[1]);
                if (bits & QW_U_ANGLE2)
-                       Con_Printf(" U_ANGLE2 %i", s->angles[1]);
+                       Con_Printf(" U_ANGLE2 %f", s->angles[1]);
                if (bits & QW_U_ORIGIN3)
-                       Con_Printf(" U_ORIGIN3 %i", s->origin[2]);
+                       Con_Printf(" U_ORIGIN3 %f", s->origin[2]);
                if (bits & QW_U_ANGLE3)
-                       Con_Printf(" U_ANGLE3 %i", s->angles[2]);
+                       Con_Printf(" U_ANGLE3 %f", s->angles[2]);
                if (bits & QW_U_SOLID)
                        Con_Printf(" U_SOLID");
                Con_Print("\n");
        }
 }
 
+entityframeqw_database_t *EntityFrameQW_AllocDatabase(mempool_t *pool)
+{
+       entityframeqw_database_t *d;
+       d = (entityframeqw_database_t *)Mem_Alloc(pool, sizeof(*d));
+       return d;
+}
+
+void EntityFrameQW_FreeDatabase(entityframeqw_database_t *d)
+{
+       Mem_Free(d);
+}
+
 void EntityFrameQW_CL_ReadFrame(qboolean delta)
 {
        qboolean invalid = false;
        int number, oldsnapindex, newsnapindex, oldindex, newindex, oldnum, newnum;
        entity_t *ent;
-       entityframeqw_database_t *d = cl.entitydatabaseqw;
+       entityframeqw_database_t *d;
        entityframeqw_snapshot_t *oldsnap, *newsnap;
 
-       newsnapindex = cls.netcon->qw.incoming_sequence & QW_UPDATE_MASK;
+       if (!cl.entitydatabaseqw)
+               cl.entitydatabaseqw = EntityFrameQW_AllocDatabase(cls.levelmempool);
+       d = cl.entitydatabaseqw;
+
+       // there is no cls.netcon in demos, so this reading code can't access
+       // cls.netcon-> at all...  so cls.qw_incoming_sequence and
+       // cls.qw_outgoing_sequence are updated every time the corresponding
+       // cls.netcon->qw. variables are updated
+       // read the number of this frame to echo back in next input packet
+       cl.qw_validsequence = cls.qw_incoming_sequence;
+       newsnapindex = cl.qw_validsequence & QW_UPDATE_MASK;
        newsnap = d->snapshot + newsnapindex;
        memset(newsnap, 0, sizeof(*newsnap));
+       oldsnap = NULL;
        if (delta)
        {
-               oldsnapindex = MSG_ReadByte() & QW_UPDATE_MASK;
-               oldsnap = d->snapshot + oldsnapindex;
-               if (cls.netcon->qw.outgoing_sequence - oldsnapindex >= QW_UPDATE_BACKUP-1)
+               number = MSG_ReadByte(&cl_message);
+               oldsnapindex = cl.qw_deltasequence[newsnapindex];
+               if ((number & QW_UPDATE_MASK) != (oldsnapindex & QW_UPDATE_MASK))
+                       Con_DPrintf("WARNING: from mismatch\n");
+               if (oldsnapindex != -1)
                {
-                       Con_DPrintf("delta update too old\n");
-                       newsnap->invalid = invalid = true; // too old
-                       delta = false;
+                       if (cls.qw_outgoing_sequence - oldsnapindex >= QW_UPDATE_BACKUP-1)
+                       {
+                               Con_DPrintf("delta update too old\n");
+                               newsnap->invalid = invalid = true; // too old
+                               delta = false;
+                       }
+                       oldsnap = d->snapshot + (oldsnapindex & QW_UPDATE_MASK);
                }
-       }
-       else
-       {
-               oldsnapindex = -1;
-               oldsnap = NULL;
+               else
+                       delta = false;
        }
 
-       // read the number of this frame to echo back in next input packet
-       cl.qw_validsequence = cls.netcon->qw.incoming_sequence;
+       // if we can't decode this frame properly, report that to the server
        if (invalid)
                cl.qw_validsequence = 0;
 
@@ -2594,8 +3327,8 @@ void EntityFrameQW_CL_ReadFrame(qboolean delta)
        oldindex = 0;
        for (;;)
        {
-               int word = (unsigned short)MSG_ReadShort();
-               if (msg_badread)
+               int word = (unsigned short)MSG_ReadShort(&cl_message);
+               if (cl_message.badread)
                        return; // just return, the main parser will print an error
                newnum = word == 0 ? 512 : (word & 511);
                oldnum = delta ? (oldindex >= oldsnap->num_entities ? 9999 : oldsnap->entities[oldindex].number) : 9999;
@@ -2638,44 +3371,48 @@ void EntityFrameQW_CL_ReadFrame(qboolean delta)
                {
                        if (newsnap->num_entities >= QW_MAX_PACKET_ENTITIES)
                                Host_Error("EntityFrameQW_CL_ReadFrame: newsnap->num_entities == MAX_PACKETENTITIES");
-                       newsnap->entities[newsnap->num_entities] = (newnum == oldnum) ? oldsnap->entities[oldindex++] : cl_entities[newnum].state_baseline;
+                       newsnap->entities[newsnap->num_entities] = (newnum == oldnum) ? oldsnap->entities[oldindex] : cl.entities[newnum].state_baseline;
                        EntityStateQW_ReadEntityUpdate(newsnap->entities + newsnap->num_entities, word);
                        newsnap->num_entities++;
                }
+
+               if (newnum == oldnum)
+                       oldindex++;
        }
 
-       // expand cl_num_entities to include every entity we've seen this game
+       // expand cl.num_entities to include every entity we've seen this game
        newnum = newsnap->num_entities ? newsnap->entities[newsnap->num_entities - 1].number : 1;
-       if (cl_num_entities <= newnum)
+       if (cl.num_entities <= newnum)
        {
-               cl_num_entities = newnum + 1;
-               if (cl_max_entities < newnum + 1)
+               cl.num_entities = newnum + 1;
+               if (cl.max_entities < newnum + 1)
                        CL_ExpandEntities(newnum);
        }
 
-       // now update the entities from the snapshot states
-       number = 1;
+       // now update the non-player entities from the snapshot states
+       number = cl.maxclients + 1;
        for (newindex = 0;;newindex++)
        {
-               newnum = newindex >= newsnap->num_entities ? cl_num_entities : newsnap->entities[newindex].number;
+               newnum = newindex >= newsnap->num_entities ? cl.num_entities : newsnap->entities[newindex].number;
                // kill any missing entities
                for (;number < newnum;number++)
                {
-                       if (cl_entities_active[number])
+                       if (cl.entities_active[number])
                        {
-                               cl_entities_active[number] = false;
-                               cl_entities[number].state_current.active = false;
+                               cl.entities_active[number] = false;
+                               cl.entities[number].state_current.active = ACTIVE_NOT;
                        }
                }
-               if (number >= cl_num_entities)
+               if (number >= cl.num_entities)
                        break;
                // update the entity
-               ent = &cl_entities[number];
+               ent = &cl.entities[number];
                ent->state_previous = ent->state_current;
                ent->state_current = newsnap->entities[newindex];
+               ent->state_current.time = cl.mtime[0];
                CL_MoveLerpEntityStates(ent);
                // the entity lives again...
-               cl_entities_active[number] = true;
+               cl.entities_active[number] = true;
                number++;
        }
 }