from pymongo import MongoClient
from bson.objectid import ObjectId
import pandas as pd

# setUp 

prods = MongoClient('192.168.1.202')['dev'].products 
query = prods.find_one({'_id':ObjectId("53bce82e8ddf879f99703ee9")})
prices = query['_unitPrice']

def find_limits(describe, n = 1.5):
    '''find upper and lower limits from five number'''
    IQR = describe['75%'] - describe['25%']
    delta = n * IQR
    upper_limit = describe['75%'] + delta
    lower_limit = describe['25%'] - delta
    return lower_limit, upper_limit
#print(prices)
frame = pd.DataFrame(prices)
frame = frame.T
frame.columns = ['weight', 'price']
frame.price = frame.price.astype('int32')
de = frame.price.describe()
l, u = find_limits(de)
print(frame[ frame.price < l ])
print(frame[ frame.price > u ])

from rq import Queue, Connecction, Worker
def worker():
    with Connecction(Redis()):
        w = Worker(Queue('review_nlp'))
        w.work()

#yield from.. see PEP380
def walker(d):                                                                          
   if isinstance(d, dict):                                                             
       for k in d:                                                                     
           yield k                                                                     
           yield from walker(d[k])                                                     
d = {'a':1, 'b': {'c': 2, 'd': 'c'}}

#flatten nested list.
def flat(nested):
    try:
        for ele in nested:
            for subele in flatten_v3(ele):
                yield subele
    except TypeError:
        yield nested

from selenium import webdriver
from selenium.webdriver.common.keys import Keys

driver = webdriver.Firefox()
driver.get("http://www.python.org")
assert "Python" in driver.title
elem = driver.find_element_by_name("q")
elem.send_keys("selenium")
elem.send_keys(Keys.RETURN)
driver.close()

import unittest
from selenium import webdriver
from selenium.webdriver.common.keys import Keys

class PythonOrgSearch(unittest.TestCase):

    def setUp(self):
        self.driver = webdriver.Firefox()

    def test_search_in_python_org(self):
        driver = self.driver
        driver.get("http://www.python.org")
        self.assertIn("Python", driver.title)
        elem = driver.find_element_by_name("q")
        elem.send_keys("selenium")
        elem.send_keys(Keys.RETURN)

    def tearDown(self):
        self.driver.close()

if __name__ == "__main__":
    unittest.main()

element = browser.find_element_by_xpath("//select[@name='name']")
element = browser.find_element_by_xpath("//input[@id='kw1']")

element.clear()

##example
element = driver.find_element_by_xpath("//select[@name='name']")
all_options = element.find_elements_by_tag_name("option")
for option in all_options:
    print("Value is: %s" % option.get_attribute("value"))
    option.click()

from selenium.webdriver.support.ui import Select
select = Select(driver.find_element_by_name('name'))
select.select_by_index(index)
select.select_by_visible_text("text")
select.select_by_value(value)

select = Select(driver.find_element_by_id('id'))
select.deselect_all()

element = driver.find_element_by_name("source")
target = driver.find_element_by_name("target")

from selenium.webdriver import ActionChains
action_chains = ActionChains(driver)
action_chains.drag_and_drop(element, target)

driver.switch_to_window("windowName")

from pyquery import PyQuery as pq
perfix = 'http://www.fifa.com'

def fetchStatistic(link, meta):
    rec = {}
    rec.update(meta)
    d = pq(link)
    generic = pq(d('#generalStatsTopContainer').html())
    stats = ['attacks', 'shots', 'delivery_penalty_area', 
    'clearances_attempted', 'passes_completed']
    for stat in stats:
        #print('basic', stat)
        home = generic('[data-codename={}] [data-statref=home]'.format(stat)).text().split(' ')[0]
        away = generic('[data-codename={}] [data-statref=away]'.format(stat)).text().split(' ')[0]
        rec[stat] = {'home': home, 'away': away}
        #print(home)
        #print(away)

    #for i, t in d('table.statistic-block  tr'):

    ###fouls
    fouls = d('#disciplinary .chart-container-donut-doubleside')
    home_fouls = fouls.children('.chart-leftlabel').text()
    away_fouls = fouls.children('.chart-rightlabel').text()
    foulStat = d('#disciplinary .table.statistics-block tr')
    for i,c in enumerate(foulStat):
        content = foulStat.eq(i).text()
        h, *fc, a = content.split(' ')
        #print(' '.join(fc), h, a)
        rec[' '.join(fc)] = {'home': h, 'away':a}
    print(rec)
    #TODO insert into mongodb

def main():
    d = pq('http://www.fifa.com/worldcup/matches/index.html')
    matches = d('.match-list-date .mu.result')
    for i, match in enumerate(matches):
        content = matches.eq(i).html()
        d = pq(content)  
        href = d('a').attr('href')
        date = d('.mu-i .mu-i-date').text()
        rund = d('.mu-i .mu-i-group').text()
        home = d('.mu-m .t.home .t-nText').text()
        Score = d('.mu-m .s div.s-score').text().split('-')
        homeScore = Score[0]
        awayScore = Score[1]
        away = d('.mu-m .t.away .t-nText').text()
        statisticLink = href.replace('index','statistics') 

        print(home, homeScore, away, awayScore)
        meta = {'game': {'home':home, 'away': away},
                'score':{'home':homeScore,'away':awayScore},
                'date': date,
                'round': rund}
        fetchStatistic(perfix + statisticLink, meta)
        break

if __name__ == "__main__":
    #fetchStatistic('aa')
    main()