import pyramid.httpexceptions\r
import re\r
import time\r
+import sqlalchemy.sql.expression as expr\r
from pyramid.response import Response\r
from sqlalchemy import Sequence\r
from sqlalchemy.orm.exc import MultipleResultsFound, NoResultFound\r
-from xonstat.d0_blind_id import d0_blind_id_verify\r
from xonstat.elo import process_elos\r
from xonstat.models import *\r
-from xonstat.util import strip_colors, qfont_decode\r
+from xonstat.util import strip_colors, qfont_decode, verify_request\r
\r
\r
log = logging.getLogger(__name__)\r
game_meta = {}\r
events = {}\r
players = []\r
+ teams = []\r
+\r
+ # we're not in either stanza to start\r
+ in_P = in_Q = False\r
\r
for line in body.split('\n'):\r
try:\r
if key in 'S' 'n':\r
value = unicode(value, 'utf-8')\r
\r
- if key in 'V' 'T' 'G' 'M' 'S' 'C' 'R' 'W' 'I' 'D' 'O':\r
+ if key not in 'P' 'Q' 'n' 'e' 't' 'i':\r
game_meta[key] = value\r
\r
- if key == 'P':\r
- # if we were working on a player record already, append\r
- # it and work on a new one (only set team info)\r
- if len(events) > 0:\r
+ if key == 'Q' or key == 'P':\r
+ #log.debug('Found a {0}'.format(key))\r
+ #log.debug('in_Q: {0}'.format(in_Q))\r
+ #log.debug('in_P: {0}'.format(in_P))\r
+ #log.debug('events: {0}'.format(events))\r
+\r
+ # check where we were before and append events accordingly\r
+ if in_Q and len(events) > 0:\r
+ #log.debug('creating a team (Q) entry')\r
+ teams.append(events)\r
+ events = {}\r
+ elif in_P and len(events) > 0:\r
+ #log.debug('creating a player (P) entry')\r
players.append(events)\r
events = {}\r
\r
+ if key == 'P':\r
+ #log.debug('key == P')\r
+ in_P = True\r
+ in_Q = False\r
+ elif key == 'Q':\r
+ #log.debug('key == Q')\r
+ in_P = False\r
+ in_Q = True\r
+\r
events[key] = value\r
\r
if key == 'e':\r
# no key/value pair - move on to the next line\r
pass\r
\r
- # add the last player we were working on\r
- if len(events) > 0:\r
+ # add the last entity we were working on\r
+ if in_P and len(events) > 0:\r
players.append(events)\r
+ elif in_Q and len(events) > 0:\r
+ teams.append(events)\r
\r
- return (game_meta, players)\r
+ return (game_meta, players, teams)\r
\r
\r
def is_blank_game(gametype, players):\r
return is_supported\r
\r
\r
-def verify_request(request):\r
- """Verify requests using the d0_blind_id library"""\r
-\r
- # first determine if we should be verifying or not\r
- val_verify_requests = request.registry.settings.get('xonstat.verify_requests', 'true')\r
- if val_verify_requests == "true":\r
- flg_verify_requests = True\r
- else:\r
- flg_verify_requests = False\r
-\r
- try:\r
- (idfp, status) = d0_blind_id_verify(\r
- sig=request.headers['X-D0-Blind-Id-Detached-Signature'],\r
- querystring='',\r
- postdata=request.body)\r
-\r
- log.debug('\nidfp: {0}\nstatus: {1}'.format(idfp, status))\r
- except:\r
- idfp = None\r
- status = None\r
-\r
- if flg_verify_requests and not idfp:\r
- log.debug("ERROR: Unverified request")\r
- raise pyramid.httpexceptions.HTTPUnauthorized("Unverified request")\r
-\r
- return (idfp, status)\r
-\r
-\r
def do_precondition_checks(request, game_meta, raw_players):\r
"""Precondition checks for ALL gametypes.\r
These do not require a database connection."""\r
"""\r
flg_has_req_metadata = True\r
\r
- if 'T' not in metadata or\\r
- 'G' not in metadata or\\r
+ if 'G' not in metadata or\\r
'M' not in metadata or\\r
'I' not in metadata or\\r
'S' not in metadata:\r
\r
def should_do_elos(game_type_cd):\r
"""True of the game type should process Elos. False otherwise."""\r
- elo_game_types = ('duel', 'dm', 'ca', 'ctf', 'tdm', 'kh',\r
- 'ka', 'ft', 'freezetag')\r
+ elo_game_types = ('duel', 'dm', 'ca', 'ctf', 'tdm', 'ka', 'ft')\r
\r
if game_type_cd in elo_game_types:\r
return True\r
session.flush()\r
\r
\r
-def get_or_create_server(session=None, name=None, hashkey=None, ip_addr=None,\r
- revision=None):\r
+def get_or_create_server(session, name, hashkey, ip_addr, revision, port):\r
"""\r
Find a server by name or create one if not found. Parameters:\r
\r
name - server name of the server to be found or created\r
hashkey - server hashkey\r
"""\r
- try:\r
- # find one by that name, if it exists\r
- server = session.query(Server).filter_by(name=name).one()\r
-\r
- # store new hashkey\r
- if server.hashkey != hashkey:\r
- server.hashkey = hashkey\r
- session.add(server)\r
+ server = None\r
\r
- # store new IP address\r
- if server.ip_addr != ip_addr:\r
- server.ip_addr = ip_addr\r
- session.add(server)\r
-\r
- # store new revision\r
- if server.revision != revision:\r
- server.revision = revision\r
- session.add(server)\r
-\r
- log.debug("Found existing server {0}".format(server.server_id))\r
+ try:\r
+ port = int(port)\r
+ except:\r
+ port = None\r
+\r
+ # finding by hashkey is preferred, but if not we will fall\r
+ # back to using name only, which can result in dupes\r
+ if hashkey is not None:\r
+ servers = session.query(Server).\\r
+ filter_by(hashkey=hashkey).\\r
+ order_by(expr.desc(Server.create_dt)).limit(1).all()\r
+\r
+ if len(servers) > 0:\r
+ server = servers[0]\r
+ log.debug("Found existing server {0} by hashkey ({1})".format(\r
+ server.server_id, server.hashkey))\r
+ else:\r
+ servers = session.query(Server).\\r
+ filter_by(name=name).\\r
+ order_by(expr.desc(Server.create_dt)).limit(1).all()\r
\r
- except MultipleResultsFound, e:\r
- # multiple found, so also filter by hashkey\r
- server = session.query(Server).filter_by(name=name).\\r
- filter_by(hashkey=hashkey).one()\r
- log.debug("Found existing server {0}".format(server.server_id))\r
+ if len(servers) > 0:\r
+ server = servers[0]\r
+ log.debug("Found existing server {0} by name".format(server.server_id))\r
\r
- except NoResultFound, e:\r
- # not found, create one\r
+ # still haven't found a server by hashkey or name, so we need to create one\r
+ if server is None:\r
server = Server(name=name, hashkey=hashkey)\r
session.add(server)\r
session.flush()\r
log.debug("Created server {0} with hashkey {1}".format(\r
server.server_id, server.hashkey))\r
\r
+ # detect changed fields\r
+ if server.name != name:\r
+ server.name = name\r
+ session.add(server)\r
+\r
+ if server.hashkey != hashkey:\r
+ server.hashkey = hashkey\r
+ session.add(server)\r
+\r
+ if server.ip_addr != ip_addr:\r
+ server.ip_addr = ip_addr\r
+ session.add(server)\r
+\r
+ if server.port != port:\r
+ server.port = port\r
+ session.add(server)\r
+\r
+ if server.revision != revision:\r
+ server.revision = revision\r
+ session.add(server)\r
+\r
return server\r
\r
\r
return gmap\r
\r
\r
-def create_game(session=None, start_dt=None, game_type_cd=None,\r
- server_id=None, map_id=None, winner=None, match_id=None,\r
- duration=None):\r
+def create_game(session, start_dt, game_type_cd, server_id, map_id,\r
+ match_id, duration, mod, winner=None):\r
"""\r
Creates a game. Parameters:\r
\r
server_id - server identifier of the server hosting the game\r
map_id - map on which the game was played\r
winner - the team id of the team that won\r
+ duration - how long the game lasted\r
+ mod - mods in use during the game\r
"""\r
seq = Sequence('games_game_id_seq')\r
game_id = session.execute(seq)\r
game = Game(game_id=game_id, start_dt=start_dt, game_type_cd=game_type_cd,\r
server_id=server_id, map_id=map_id, winner=winner)\r
game.match_id = match_id\r
+ game.mod = mod[:64]\r
\r
try:\r
game.duration = datetime.timedelta(seconds=int(round(float(duration))))\r
def create_game_stat(session, game_meta, game, server, gmap, player, events):\r
"""Game stats handler for all game types"""\r
\r
- pgstat = create_default_game_stat(session, game.game_type_cd)\r
+ game_type_cd = game.game_type_cd\r
+\r
+ pgstat = create_default_game_stat(session, game_type_cd)\r
\r
# these fields should be on every pgstat record\r
pgstat.game_id = game.game_id\r
\r
if key == 'avglatency': pgstat.avg_latency = float(value)\r
if key == 'scoreboard-captime':\r
- pgstat.fastest_cap = datetime.timedelta(seconds=float(value)/100)\r
+ pgstat.fastest = datetime.timedelta(seconds=float(value)/100)\r
if game.game_type_cd == 'ctf':\r
update_fastest_cap(session, player.player_id, game.game_id,\r
- gmap.map_id, pgstat.fastest_cap)\r
+ gmap.map_id, pgstat.fastest)\r
\r
# there is no "winning team" field, so we have to derive it\r
if wins and pgstat.team is not None and game.winner is None:\r
return pgstat\r
\r
\r
+def create_anticheats(session, pgstat, game, player, events):\r
+ """Anticheats handler for all game types"""\r
+\r
+ anticheats = []\r
+\r
+ # all anticheat events are prefixed by "anticheat"\r
+ for (key,value) in events.items():\r
+ if key.startswith("anticheat"):\r
+ try:\r
+ ac = PlayerGameAnticheat(\r
+ player.player_id,\r
+ game.game_id,\r
+ key,\r
+ float(value)\r
+ )\r
+ anticheats.append(ac)\r
+ session.add(ac)\r
+ except Exception as e:\r
+ log.debug("Could not parse value for key %s. Ignoring." % key)\r
+\r
+ return anticheats\r
+\r
+\r
+def create_default_team_stat(session, game_type_cd):\r
+ """Creates a blanked-out teamstat record for the given game type"""\r
+\r
+ # this is what we have to do to get partitioned records in - grab the\r
+ # sequence value first, then insert using the explicit ID (vs autogenerate)\r
+ seq = Sequence('team_game_stats_team_game_stat_id_seq')\r
+ teamstat_id = session.execute(seq)\r
+ teamstat = TeamGameStat(team_game_stat_id=teamstat_id,\r
+ create_dt=datetime.datetime.utcnow())\r
+\r
+ # all team game modes have a score, so we'll zero that out always\r
+ teamstat.score = 0\r
+\r
+ if game_type_cd in 'ca' 'ft' 'lms' 'ka':\r
+ teamstat.rounds = 0\r
+\r
+ if game_type_cd == 'ctf':\r
+ teamstat.caps = 0\r
+\r
+ return teamstat\r
+\r
+\r
+def create_team_stat(session, game, events):\r
+ """Team stats handler for all game types"""\r
+\r
+ try:\r
+ teamstat = create_default_team_stat(session, game.game_type_cd)\r
+ teamstat.game_id = game.game_id\r
+\r
+ # we should have a team ID if we have a 'Q' event\r
+ if re.match(r'^team#\d+$', events.get('Q', '')):\r
+ team = int(events.get('Q').replace('team#', ''))\r
+ teamstat.team = team\r
+\r
+ # gametype-specific stuff is handled here. if passed to us, we store it\r
+ for (key,value) in events.items():\r
+ if key == 'scoreboard-score': teamstat.score = int(round(float(value)))\r
+ if key == 'scoreboard-caps': teamstat.caps = int(value)\r
+ if key == 'scoreboard-rounds': teamstat.rounds = int(value)\r
+\r
+ session.add(teamstat)\r
+ except Exception as e:\r
+ raise e\r
+\r
+ return teamstat\r
+\r
+\r
def create_weapon_stats(session, game_meta, game, player, pgstat, events):\r
"""Weapon stats handler for all game types"""\r
pwstats = []\r
"----- END REQUEST BODY -----\n\n")\r
\r
(idfp, status) = verify_request(request)\r
- (game_meta, raw_players) = parse_stats_submission(request.body)\r
+ (game_meta, raw_players, raw_teams) = parse_stats_submission(request.body)\r
revision = game_meta.get('R', 'unknown')\r
duration = game_meta.get('D', None)\r
\r
hashkey = idfp,\r
name = game_meta['S'],\r
revision = revision,\r
- ip_addr = get_remote_addr(request))\r
+ ip_addr = get_remote_addr(request),\r
+ port = game_meta.get('U', None))\r
\r
gmap = get_or_create_map(\r
session = session,\r
game_type_cd = game_type_cd,\r
map_id = gmap.map_id,\r
match_id = game_meta['I'],\r
- duration = duration)\r
+ duration = duration,\r
+ mod = game_meta.get('O', None))\r
\r
for events in raw_players:\r
player = get_or_create_player(\r
pgstat = create_game_stat(session, game_meta, game, server,\r
gmap, player, events)\r
\r
+ if player.player_id > 1:\r
+ anticheats = create_anticheats(session, pgstat, game, player,\r
+ events)\r
+\r
if should_do_weapon_stats(game_type_cd) and player.player_id > 1:\r
pwstats = create_weapon_stats(session, game_meta, game, player,\r
pgstat, events)\r
\r
+ for events in raw_teams:\r
+ try:\r
+ teamstat = create_team_stat(session, game, events)\r
+ except Exception as e:\r
+ raise e\r
+\r
if should_do_elos(game_type_cd):\r
create_elos(session, game)\r
\r
except Exception as e:\r
if session:\r
session.rollback()\r
- return e\r
+ raise e\r
projects / xonotic / xonstat.git / blobdiff