import requests
import datetime
import re

rostersPage = requests.get('http://the-confederation.net/index/profiles/0-18').text.replace('\n', '').replace('<a href', '\n<a href').replace('</a>', '</a>\n')

#print(rostersPage)

combinedPlayers = {}

for tag in rostersPage.split('\n'):
     #print(tag)
     if re.match('<a href', tag):
         if re.match('<a href="http://the-confederation.net/index/[0-9]-[0-9][0-9]', tag):
             url = tag.split('"')[1]
             name = re.sub('<font.*/font>|<br>', '', tag).split('>')[1].replace('</a','')
              
              
             for line in requests.get(url).text.split('\n'):
                 #print(line)
                 if re.match('<div id="block9" class="udtb"><div class="udtlb">Login date:</div>', line):
                     loginDate = line.split('>')[3].split('<')[0]
                      
             #print('{0:20} {1:50} {2:50}'.format(name, loginDate, url))
              
             lastGamePlayed = "Not Found"
              
             combinedPlayers[name] = [loginDate, lastGamePlayed]
              
playerUrls = []
for line in requests.get('http://www.sc2ranks.com/clan/am/ConFed/').text.splitlines():
     if re.match('^<a href=\'/character', line):
         splitLine = line.split('/')
         playerUrl = 'http://us.battle.net/api/sc2/profile/' + splitLine[3] + '/1/' + splitLine[4] + '/'
         playerUrls += [playerUrl]

for playerUrl in playerUrls:
     profile = requests.get(playerUrl).json()

     if "status" in profile:
         #print("Not Found " + playerUrl)
         continue

     matches = requests.get(playerUrl + 'matches').json()

     matchUnixStamps = []
     for match in matches["matches"]:
         matchUnixStamps += [match["date"]]

     latestPlayed = datetime.datetime.fromtimestamp(sorted(matchUnixStamps)[-1])

     #print('{0:20} {1:15} {2}'.format(profile["displayName"], profile["career"]["league"], latestPlayed))
      
     if profile["displayName"] in combinedPlayers:
         combinedPlayers[profile["displayName"]][1] = latestPlayed
     else:
         loginDate = ""
         combinedPlayers[profile["displayName"]] = [loginDate, latestPlayed]

#print(combinedPlayers)

print('{0:20} {1:50} {2:50}'.format('NAME', "WEBSITE LOGIN", "LAST GAME PLAYED"))
for name in combinedPlayers:
     print('{0:20} {1:50} {2}'.format(name, combinedPlayers[name][0], combinedPlayers[name][1]))
      

NAME                 WEBSITE LOGIN                    LAST GAME PLAYED                    
                       Saturday, 2014/May/10, 5:59 AM                    Not Found
Damocles              Saturday, 2014/March/08, 4:08 PM                  2014-05-30 23:12:56
Jacobis               Sunday, 2014/June/29, 0:55 AM                     2014-06-28 23:50:03
Bylander              Monday, 2014/June/16, 1:59 PM                     Not Found
Telos                 Friday, 2014/June/27, 1:14 PM                     Not Found
Rgnix                    2014-06-29 14:48:51
JDman                    2014-06-21 22:59:34
WeiSeR                    2014-06-29 13:47:25
Lazarus               Wednesday, 2014/April/30, 0:03 AM                 2014-06-25 23:25:03
Daedalus              Tuesday, 2014/June/24, 3:27 AM                    2014-06-24 02:14:34
Ticino                Friday, 2014/June/27, 2:29 PM                     Not Found
IgniTion              Saturday, 2013/May/25, 1:16 PM                    2014-06-08 17:07:32
Silverwind            Saturday, 2014/June/21, 1:25 PM                   Not Found
Shadow                Sunday, 2014/June/29, 3:49 PM                     Not Found
nGBeast               Tuesday, 2014/May/13, 6:46 PM                     Not Found
qCMiGhty              Monday, 2014/March/24, 6:53 PM                    2014-06-29 15:01:03
Seanybops                    2014-06-29 12:37:21
Cryptys               Friday, 2014/June/27, 12:53 PM                    2014-06-27 07:34:23
Adrenaline            Sunday, 2014/February/16, 4:07 PM                 Not Found
Vaala                 Sunday, 2014/April/20, 2:41 PM                    2014-06-29 13:55:34
Hybrid                    2014-06-25 12:18:28
DaFoo                 Saturday, 2014/June/28, 10:35 AM                  2014-06-22 18:44:00
MintyFresh            Monday, 2014/March/31, 7:14 PM                    2014-06-28 20:42:48
Grimson                    2014-05-08 18:25:18
GoatHerder                    2014-06-29 07:06:56
WeiSer                Sunday, 2014/June/29, 1:40 PM                     Not Found
SuiChoy               Friday, 2014/June/27, 6:54 AM                     2014-06-26 05:13:17
YoungKwangYu          Friday, 2014/June/27, 2:24 AM                     2014-06-24 17:25:29
Danoga                    2014-06-03 01:32:52
Remo                  Sunday, 2014/June/29, 3:26 PM                     2014-06-29 00:35:36
boogerbank            Saturday, 2014/June/21, 10:44 PM                  Not Found
PROJR                 Monday, 2014/June/16, 4:43 PM                     Not Found
Decay                 Tuesday, 2014/April/29, 1:19 AM                   Not Found
PheX                  Friday, 2014/June/27, 11:04 PM                    Not Found
IIIIIIIIIIII                    2014-06-28 23:57:52
ProPheCy              Sunday, 2014/June/22, 5:05 AM                     2014-06-29 14:51:50
SoulishZerg           Friday, 2014/June/27, 9:48 PM                     Not Found
ShoWGaSMAir                    2014-06-28 21:15:20
SoiledBoxers          Tuesday, 2014/June/10, 0:01 AM                    Not Found
StarTaledBOB          Sunday, 2014/June/29, 12:48 PM                    2014-06-29 14:48:51
Aeleion               Sunday, 2014/June/29, 0:50 AM                     Not Found
Owlfeathers           Thursday, 2014/June/26, 12:35 PM                  Not Found
Sovereign             Saturday, 2014/June/28, 9:09 PM                   Not Found
Flux                    2014-05-18 18:46:29
ZOD                    2014-06-27 22:24:48
ZZZ                   Sunday, 2014/June/29, 3:51 PM                     Not Found
SHoCKwAvE             Sunday, 2014/June/29, 3:33 PM                     Not Found
Arceus                Monday, 2014/June/16, 9:58 AM                     Not Found
Determined            Saturday, 2014/June/14, 11:31 PM                  Not Found
Xercrus               Tuesday, 2014/June/10, 11:07 AM                   Not Found
XLichKingX            Friday, 2014/June/20, 8:41 PM                     Not Found
Finrod                Wednesday, 2014/June/25, 11:07 AM                 2014-06-25 13:26:26
Bones                 Wednesday, 2013/November/20, 8:27 PM              Not Found
SLaYerSBoXeR                    2014-06-29 15:02:06
Wanderer              Saturday, 2014/June/28, 7:47 PM                   2014-06-28 02:58:34
GlassCannon           Wednesday, 2014/June/04, 9:18 PM                  2014-06-29 14:45:45
Rifleist              Wednesday, 2014/June/25, 8:24 PM                  Not Found
HerosEmpire           Thursday, 2014/June/12, 10:37 PM                  2014-06-13 22:57:00
GOIC                  Sunday, 2014/June/29, 1:37 PM                     Not Found
RuNei                    2014-06-28 20:25:43
EvilGenius                    2014-06-29 14:08:17
Valumar               Friday, 2014/May/16, 1:36 PM                      2014-06-15 18:38:22
tboss                    2014-06-28 01:29:19
Mayhem                Wednesday, 2014/June/04, 8:38 PM                  Not Found
JAB                   Sunday, 2014/June/15, 10:12 AM                    2014-06-29 12:03:46
Edred                 Sunday, 2014/June/29, 2:44 PM                     2014-06-24 21:37:01
Stealth               Monday, 2014/June/16, 3:02 PM                     2014-06-28 09:59:49
Paradox               Thursday, 2014/February/06, 3:31 AM               Not Found
Sharpshooter          Monday, 2014/March/03, 9:08 PM                    Not Found
Cure                  Monday, 2014/April/28, 1:50 AM                    Not Found
Hylander              Wednesday, 2014/June/25, 6:47 PM                  2014-06-28 15:53:39
Alceister             Monday, 2014/June/23, 0:24 AM                     Not Found
Hack                  Sunday, 2014/June/29, 0:10 AM                     Not Found
Darkson               Saturday, 2014/June/21, 9:21 PM                   2014-06-28 23:38:03
Hydra                 Sunday, 2014/June/15, 0:26 AM                     Not Found
Faust                 Friday, 2014/May/09, 3:55 AM                      Not Found
TeSsElAtOr            Sunday, 2014/June/22, 4:00 PM                     Not Found
FastMike                    2014-06-26 20:05:03
Kool                  Sunday, 2014/June/29, 9:56 AM                     Not Found
YachtMaster                    2014-06-29 13:55:34
Blargenspiel                    2014-06-29 12:58:16
Nazty                 Sunday, 2014/June/29, 3:45 PM                     Not Found
EffecT                Wednesday, 2014/June/25, 11:57 AM                 Not Found
Strength              Sunday, 2014/June/29, 9:08 AM                     Not Found
TheWofHowls                    2014-05-13 22:57:57
Motion                    2014-06-25 03:20:03
ShazamPoof            Sunday, 2014/June/29, 2:16 PM                     2014-06-27 00:21:04
Wugi                  Tuesday, 2014/June/24, 8:24 PM                    2014-06-29 02:52:05
FalseMotive           Saturday, 2014/April/26, 6:17 PM                  Not Found
Nico                  Sunday, 2014/June/22, 11:24 PM                    Not Found
StporA                Thursday, 2013/November/07, 1:38 AM               2014-06-13 11:06:38
Paelo                 Thursday, 2014/June/05, 11:27 PM                  Not Found
Kyle                  Saturday, 2014/April/26, 2:20 PM                  Not Found
Qualia                Sunday, 2014/June/29, 5:03 AM                     2014-06-28 22:53:36
TheBigTG              Sunday, 2014/June/29, 3:19 PM                     2014-06-28 20:10:18
Yachtmaster           Sunday, 2014/June/29, 9:31 AM                     Not Found
Faded                    2014-06-27 08:10:39
Doadrift              Sunday, 2014/June/29, 1:52 AM                     Not Found
Retro                 Sunday, 2014/June/29, 2:29 AM                     Not Found
Yizhong               Tuesday, 2014/June/17, 2:26 PM                    Not Found
Oblivion              Sunday, 2014/June/29, 2:08 PM                     2014-06-29 13:36:36
Vainity               Monday, 2014/June/23, 9:20 AM                     Not Found
Biesas                Sunday, 2014/May/25, 11:25 AM                     Not Found
ErgoProxy             Sunday, 2013/October/06, 5:52 PM                  2014-05-24 15:40:42
Inflamary             Sunday, 2014/June/29, 11:18 AM                    Not Found
RexCakex              Sunday, 2014/June/29, 1:16 PM                     Not Found
niMiK                    2014-06-05 07:02:35
Relay                 Sunday, 2014/June/29, 11:08 AM                    Not Found
mrdude                Tuesday, 2014/June/17, 0:05 AM                    2014-06-20 13:15:48
DYNISTY               Monday, 2014/March/24, 3:20 PM                    2014-05-21 03:55:54
Tacomanzzz                    2014-05-04 01:40:18
Runei                 Sunday, 2014/June/29, 8:35 AM                     Not Found
DarkRain              Wednesday, 2014/June/25, 8:05 PM                  2014-06-25 19:25:50
TheLtleTramp          Wednesday, 2014/June/04, 9:56 PM                  2014-06-29 13:58:14
ForevrBronze                    2014-06-29 00:43:11
DogFight              Friday, 2014/June/13, 9:44 PM                     2014-06-25 00:48:33
essthrice             Saturday, 2014/June/28, 9:18 PM                   2014-06-28 23:19:35
ProgX                    2014-06-29 02:50:25
Zerg                  Saturday, 2014/May/31, 12:21 PM                   2014-04-27 20:50:13
Zexx                  Monday, 2014/April/28, 0:30 AM                    2014-06-29 14:12:33
Napton                Monday, 2014/May/26, 3:26 PM                      Not Found
SnickleFritz          Sunday, 2014/May/04, 0:02 AM                      Not Found
Medi                  Saturday, 2014/June/28, 0:39 AM                   Not Found
Blacky                Saturday, 2014/June/28, 10:52 PM                  Not Found
KaYa                    2014-06-15 18:10:09
Liaison               Friday, 2014/June/27, 0:00 AM                     2014-06-27 20:51:01
UnReaL                Friday, 2014/June/13, 4:12 PM                     Not Found
Gigglesmirk           Sunday, 2014/June/29, 1:10 PM                     Not Found
TomersBombrz          Sunday, 2014/April/06, 8:16 AM                    Not Found
NiGhtMaRe             Friday, 2014/May/09, 7:35 PM                      2014-06-26 16:17:55
NoonPanda             Friday, 2014/June/27, 12:41 PM                    2014-06-23 16:46:05
Kayama                Thursday, 2014/June/19, 7:23 AM                   Not Found
Camysae               Saturday, 2014/June/28, 10:47 PM                  2014-06-26 22:06:48
VaiNity                    2014-06-27 00:38:59
Mezzo                 Sunday, 2014/June/29, 3:16 PM                     Not Found
permd                    2014-05-21 03:27:21
Voltron               Tuesday, 2014/April/08, 1:54 PM                   2014-06-29 12:43:59
Gibby                 Sunday, 2014/June/29, 12:09 PM                    Not Found
Xecutor                    2014-06-25 23:25:03
Tenshender            Wednesday, 2014/April/30, 9:27 PM                 2014-06-16 22:55:14
Hierophant            Monday, 2014/May/19, 10:04 PM                     2014-06-29 11:49:17
SibLiant              Sunday, 2013/September/29, 1:58 PM                2014-06-29 14:46:24
DOUBLED               Sunday, 2014/June/29, 12:29 PM                    Not Found
Satchel               Friday, 2014/June/20, 6:26 PM                     2014-06-29 14:30:05
strength                    2014-06-29 08:18:24
whitewolf             Wednesday, 2014/April/23, 4:05 PM                 Not Found
phraud                Monday, 2014/May/05, 11:57 PM                     2014-06-29 13:36:42
eaccea                Thursday, 2014/March/13, 1:06 AM                  2014-06-29 12:53:22
EdibleRex             Friday, 2014/May/16, 8:34 PM                      2014-06-24 14:30:14