xonstat/views.py

   1 import datetime
   2 import time
   3 import re
   4 from pyramid.response import Response
   5 from pyramid.view import view_config
   6 from webhelpers.paginate import Page, PageURL
   7
   8 from xonstat.models import *
   9 from xonstat.util import page_url
  10 from sqlalchemy.orm.exc import MultipleResultsFound, NoResultFound
  11 from sqlalchemy import desc
  12
  13
  14 import logging
  15 log = logging.getLogger(__name__)
  16
  17 ##########################################################################
  18 # This is the main index - the entry point to the entire site
  19 ##########################################################################
  20 @view_config(renderer='index.jinja2')
  21 def main_index(request):
  22     log.debug("testing logging; entered MainHandler.index()")
  23     return {'project':'xonstat'}
  24
  25 ##########################################################################
  26 # This is the player views area - only views pertaining to Xonotic players
  27 # and their related information goes here
  28 ##########################################################################
  29 @view_config(renderer='player_index.mako')
  30 def player_index(request):
  31     players = DBSession.query(Player)
  32
  33     log.debug("testing logging; entered PlayerHandler.index()")
  34     return {'players':players}
  35
  36 @view_config(renderer='player_info.mako')
  37 def player_info(request):
  38     player_id = request.matchdict['id']
  39     try:
  40         player = DBSession.query(Player).filter_by(player_id=player_id).one()
  41         recent_games = DBSession.query(PlayerGameStat, Game, Server, Map).\
  42                 filter(PlayerGameStat.player_id == player_id).\
  43                 filter(PlayerGameStat.game_id == Game.game_id).\
  44                 filter(Game.server_id == Server.server_id).\
  45                 filter(Game.map_id == Map.map_id).\
  46                 order_by(Game.game_id.desc())[0:10]
  47
  48         log.debug(recent_games)
  49     except Exception as e:
  50         player = None
  51         recent_games = None
  52     return {'player':player,
  53             'recent_games':recent_games}
  54
  55
  56 ##########################################################################
  57 # This is the game views area - only views pertaining to Xonotic
  58 # games and their related information goes here
  59 ##########################################################################
  60 def game_index(request):
  61     if 'page' in request.matchdict:
  62         current_page = request.matchdict['page']
  63     else:
  64         current_page = 1
  65
  66     games_q = DBSession.query(Game, Server, Map).\
  67             filter(Game.server_id == Server.server_id).\
  68             filter(Game.map_id == Map.map_id).\
  69             order_by(Game.game_id.desc())
  70
  71     games = Page(games_q, current_page, url=page_url)
  72
  73     log.debug(games)
  74
  75     return {'games':games}
  76
  77
  78 def game_info(request):
  79     game_id = request.matchdict['id']
  80     try:
  81         notfound = False
  82
  83         (start_dt, game_type_cd, server_id, server_name, map_id, map_name) = \
  84         DBSession.query("start_dt", "game_type_cd", "server_id",
  85                 "server_name", "map_id", "map_name").\
  86                 from_statement("select g.start_dt, g.game_type_cd, "
  87                         "g.server_id, s.name as server_name, g.map_id, "
  88                         "m.name as map_name "
  89                         "from games g, servers s, maps m "
  90                         "where g.game_id = :game_id "
  91                         "and g.server_id = s.server_id "
  92                         "and g.map_id = m.map_id").\
  93                         params(game_id=game_id).one()
  94
  95         player_game_stats = DBSession.query(PlayerGameStat).\
  96                 from_statement("select * from player_game_stats "
  97                         "where game_id = :game_id "
  98                         "order by score desc").\
  99                             params(game_id=game_id).all()
 100     except Exception as inst:
 101         notfound = True
 102         start_dt = None
 103         game_type_cd = None
 104         server_id = None
 105         server_name = None
 106         map_id = None
 107         map_name = None
 108         player_game_stats = None
 109
 110     return {'notfound':notfound,
 111             'start_dt':start_dt,
 112             'game_type_cd':game_type_cd,
 113             'server_id':server_id,
 114             'server_name':server_name,
 115             'map_id':map_id,
 116             'map_name':map_name,
 117             'player_game_stats':player_game_stats}
 118
 119
 120 ##########################################################################
 121 # This is the server views area - only views pertaining to Xonotic
 122 # servers and their related information goes here
 123 ##########################################################################
 124 def server_info(request):
 125     server_id = request.matchdict['id']
 126     try:
 127         server = DBSession.query(Server).filter_by(server_id=server_id).one()
 128         recent_games = DBSession.query(Game, Server, Map).\
 129                 filter(Game.server_id == server_id).\
 130                 filter(Game.server_id == Server.server_id).\
 131                 filter(Game.map_id == Map.map_id).\
 132                 order_by(Game.game_id.desc())[0:10]
 133
 134         #recent_games = DBSession.query("game_id", "server_id", "server_name",
 135                 #"map_id", "map_name").\
 136                 #from_statement("select g.game_id, s.server_id, "
 137                 #"s.name as server_name, m.map_id, m.name as map_name "
 138                 #"from games g, servers s, maps m "
 139                 #"where g.server_id=:server_id "
 140                 #"and g.server_id = s.server_id "
 141                 #"and g.map_id = m.map_id "
 142                 #"order by g.start_dt desc "
 143                 #"limit 10 offset 1").\
 144                  #params(server_id=server_id).all()
 145
 146     except Exception as e:
 147         server = None
 148         recent_games = None
 149     return {'server':server,
 150             'recent_games':recent_games}
 151
 152
 153 ##########################################################################
 154 # This is the map views area - only views pertaining to Xonotic
 155 # maps and their related information goes here
 156 ##########################################################################
 157 def map_info(request):
 158     map_id = request.matchdict['id']
 159     try:
 160         gmap = DBSession.query(Map).filter_by(map_id=map_id).one()
 161     except:
 162         gmap = None
 163     return {'gmap':gmap}
 164
 165
 166 ##########################################################################
 167 # This is the stats views area - only views pertaining to Xonotic
 168 # statistics and its related information goes here
 169 ##########################################################################
 170 def get_or_create_server(session=None, name=None):
 171     try:
 172         # find one by that name, if it exists
 173         server = session.query(Server).filter_by(name=name).one()
 174         log.debug("Found server id {0} with name {1}.".format(
 175             server.server_id, server.name))
 176     except NoResultFound, e:
 177         server = Server(name=name)
 178         session.add(server)
 179         session.flush()
 180         log.debug("Created server id {0} with name {1}".format(
 181             server.server_id, server.name))
 182     except MultipleResultsFound, e:
 183         # multiple found, so use the first one but warn
 184         log.debug(e)
 185         servers = session.query(Server).filter_by(name=name).order_by(
 186                 Server.server_id).all()
 187         server = servers[0]
 188         log.debug("Created server id {0} with name {1} but found \
 189                 multiple".format(
 190             server.server_id, server.name))
 191
 192     return server
 193
 194 def get_or_create_map(session=None, name=None):
 195     try:
 196         # find one by the name, if it exists
 197         gmap = session.query(Map).filter_by(name=name).one()
 198         log.debug("Found map id {0} with name {1}.".format(gmap.map_id,
 199             gmap.name))
 200     except NoResultFound, e:
 201         gmap = Map(name=name)
 202         session.add(gmap)
 203         session.flush()
 204         log.debug("Created map id {0} with name {1}.".format(gmap.map_id,
 205             gmap.name))
 206     except MultipleResultsFound, e:
 207         # multiple found, so use the first one but warn
 208         log.debug(e)
 209         gmaps = session.query(Map).filter_by(name=name).order_by(
 210                 Map.map_id).all()
 211         gmap = gmaps[0]
 212         log.debug("Found map id {0} with name {1} but found \
 213                 multiple.".format(gmap.map_id, gmap.name))
 214
 215     return gmap
 216
 217 def create_game(session=None, start_dt=None, game_type_cd=None,
 218         server_id=None, map_id=None, winner=None):
 219     game = Game(start_dt=start_dt, game_type_cd=game_type_cd,
 220                 server_id=server_id, map_id=map_id, winner=winner)
 221     session.add(game)
 222     session.flush()
 223     log.debug("Created game id {0} on server {1}, map {2} at time \
 224             {3} and on map {4}".format(game.game_id,
 225                 server_id, map_id, start_dt, map_id))
 226
 227     return game
 228
 229 # search for a player and if found, create a new one (w/ hashkey)
 230 def get_or_create_player(session=None, hashkey=None):
 231     # if we have a bot
 232     if re.search('^bot#\d+$', hashkey):
 233         player = session.query(Player).filter_by(player_id=1).one()
 234     # if we have an untracked player
 235     elif re.search('^player#\d+$', hashkey):
 236         player = session.query(Player).filter_by(player_id=2).one()
 237     # else it is a tracked player
 238     else:
 239         # see if the player is already in the database
 240         # if not, create one and the hashkey along with it
 241         try:
 242             hashkey = session.query(Hashkey).filter_by(
 243                     hashkey=hashkey).one()
 244             player = session.query(Player).filter_by(
 245                     player_id=hashkey.player_id).one()
 246             log.debug("Found existing player {0} with hashkey {1}.".format(
 247                 player.player_id, hashkey.hashkey))
 248         except:
 249             player = Player()
 250             session.add(player)
 251             session.flush()
 252             hashkey = Hashkey(player_id=player.player_id, hashkey=hashkey)
 253             session.add(hashkey)
 254             log.debug("Created player {0} with hashkey {1}.".format(
 255                 player.player_id, hashkey.hashkey))
 256
 257     return player
 258
 259 def create_player_game_stat(session=None, player=None,
 260         game=None, player_events=None):
 261
 262     # in here setup default values (e.g. if game type is CTF then
 263     # set kills=0, score=0, captures=0, pickups=0, fckills=0, etc
 264     # TODO: use game's create date here instead of now()
 265     pgstat = PlayerGameStat(create_dt=datetime.datetime.now())
 266
 267     # set player id from player record
 268     pgstat.player_id = player.player_id
 269
 270     #set game id from game record
 271     pgstat.game_id = game.game_id
 272
 273     # all games have a score
 274     pgstat.score = 0
 275
 276     if game.game_type_cd == 'dm':
 277         pgstat.kills = 0
 278         pgstat.deaths = 0
 279         pgstat.suicides = 0
 280     elif game.game_type_cd == 'ctf':
 281         pgstat.kills = 0
 282         pgstat.captures = 0
 283         pgstat.pickups = 0
 284         pgstat.drops = 0
 285         pgstat.returns = 0
 286         pgstat.carrier_frags = 0
 287
 288     for (key,value) in player_events.items():
 289         if key == 'n': pgstat.nick = value
 290         if key == 't': pgstat.team = value
 291         if key == 'rank': pgstat.rank = value
 292         if key == 'alivetime':
 293             pgstat.alivetime = datetime.timedelta(seconds=int(round(float(value))))
 294         if key == 'scoreboard-drops': pgstat.drops = value
 295         if key == 'scoreboard-returns': pgstat.returns = value
 296         if key == 'scoreboard-fckills': pgstat.carrier_frags = value
 297         if key == 'scoreboard-pickups': pgstat.pickups = value
 298         if key == 'scoreboard-caps': pgstat.captures = value
 299         if key == 'scoreboard-score': pgstat.score = value
 300         if key == 'scoreboard-deaths': pgstat.deaths = value
 301         if key == 'scoreboard-kills': pgstat.kills = value
 302         if key == 'scoreboard-suicides': pgstat.suicides = value
 303
 304     # check to see if we had a name, and if
 305     # not use the name from the player id
 306     if pgstat.nick == None:
 307         pgstat.nick = player.nick
 308
 309     session.add(pgstat)
 310     session.flush()
 311
 312     return pgstat
 313
 314
 315 def create_player_weapon_stats(session=None, player=None,
 316         game=None, player_events=None):
 317     pwstats = []
 318
 319     for (key,value) in player_events.items():
 320         matched = re.search("acc-(.*?)-cnt-fired", key)
 321         if matched:
 322             log.debug("Matched key: {0}".format(key))
 323             weapon_cd = matched.group(1)
 324             pwstat = PlayerWeaponStat()
 325             pwstat.player_id = player.player_id
 326             pwstat.game_id = game.game_id
 327             pwstat.weapon_cd = weapon_cd
 328
 329             if 'n' in player_events:
 330                 pwstat.nick = player_events['n']
 331             else:
 332                 pwstat.nick = player_events['P']
 333
 334             if 'acc-' + weapon_cd + '-cnt-fired' in player_events:
 335                 pwstat.fired = int(round(float(
 336                         player_events['acc-' + weapon_cd + '-cnt-fired'])))
 337             if 'acc-' + weapon_cd + '-fired' in player_events:
 338                 pwstat.max = int(round(float(
 339                         player_events['acc-' + weapon_cd + '-fired'])))
 340             if 'acc-' + weapon_cd + '-cnt-hit' in player_events:
 341                 pwstat.hit = int(round(float(
 342                         player_events['acc-' + weapon_cd + '-cnt-hit'])))
 343             if 'acc-' + weapon_cd + '-hit' in player_events:
 344                 pwstat.actual = int(round(float(
 345                         player_events['acc-' + weapon_cd + '-hit'])))
 346             if 'acc-' + weapon_cd + '-frags' in player_events:
 347                 pwstat.frags = int(round(float(
 348                         player_events['acc-' + weapon_cd + '-frags'])))
 349
 350             session.add(pwstat)
 351             pwstats.append(pwstat)
 352
 353     return pwstats
 354
 355
 356 def parse_body(request):
 357     # storage vars for the request body
 358     game_meta = {}
 359     player_events = {}
 360     current_team = None
 361     players = []
 362
 363     log.debug(request.body)
 364
 365     for line in request.body.split('\n'):
 366         try:
 367             (key, value) = line.strip().split(' ', 1)
 368
 369             if key in 'V' 'T' 'G' 'M' 'S' 'C' 'R' 'W':
 370                 game_meta[key] = value
 371
 372             if key == 't':
 373                 current_team = value
 374
 375             if key == 'P':
 376                 # if we were working on a player record already, append
 377                 # it and work on a new one (only set team info)
 378                 if len(player_events) != 0:
 379                     players.append(player_events)
 380                     player_events = {'t':current_team}
 381
 382                 player_events[key] = value
 383
 384             if key == 'e':
 385                 (subkey, subvalue) = value.split(' ', 1)
 386                 player_events[subkey] = subvalue
 387
 388             if key == 'n':
 389                 player_events[key] = value
 390         except:
 391             # no key/value pair - move on to the next line
 392             pass
 393
 394     # add the last player we were working on
 395     if len(player_events) > 0:
 396         players.append(player_events)
 397
 398     return (game_meta, players)
 399
 400
 401 @view_config(renderer='stats_submit.mako')
 402 def stats_submit(request):
 403     try:
 404         session = DBSession()
 405
 406         (game_meta, players) = parse_body(request)
 407
 408         # verify required metadata is present
 409         if 'T' not in game_meta or\
 410             'G' not in game_meta or\
 411             'M' not in game_meta or\
 412             'S' not in game_meta:
 413             log.debug("Required game meta fields (T, G, M, or S) missing. "\
 414                     "Can't continue.")
 415             raise Exception("Required game meta fields (T, G, M, or S) missing.")
 416
 417         has_real_players = False
 418         for player_events in players:
 419             if not player_events['P'].startswith('bot'):
 420                 if 'joins' in player_events and 'matches' in player_events\
 421                     and 'scoreboardvalid' in player_events:
 422                     has_real_players = True
 423
 424         if not has_real_players:
 425             raise Exception("No real players found. Stats ignored.")
 426
 427         server = get_or_create_server(session=session, name=game_meta['S'])
 428         gmap = get_or_create_map(session=session, name=game_meta['M'])
 429
 430         if 'W' in game_meta:
 431             winner = game_meta['W']
 432         else:
 433             winner = None
 434
 435         game = create_game(session=session,
 436                 start_dt=datetime.datetime(
 437                     *time.gmtime(float(game_meta['T']))[:6]),
 438                 server_id=server.server_id, game_type_cd=game_meta['G'],
 439                 map_id=gmap.map_id, winner=winner)
 440
 441         # find or create a record for each player
 442         # and add stats for each if they were present at the end
 443         # of the game
 444         for player_events in players:
 445             player = get_or_create_player(session=session,
 446                     hashkey=player_events['P'])
 447             if 'joins' in player_events and 'matches' in player_events\
 448                     and 'scoreboardvalid' in player_events:
 449                 pgstat = create_player_game_stat(session=session,
 450                         player=player, game=game, player_events=player_events)
 451                 if not player_events['P'].startswith('bot'):
 452                     create_player_weapon_stats(session=session,
 453                             player=player, game=game, player_events=player_events)
 454
 455         session.commit()
 456         log.debug('Success! Stats recorded.')
 457         return Response('200 OK')
 458     except Exception as e:
 459         session.rollback()
 460         raise e