# -*-coding:utf-8-*-
import requests
from lxml import etree
import re
import pandas as pd

from dao_mongo import query_coll_with_like


def parse_week_title_data(title):
    """
    解析周交易数据
    :param title:
    :return:
    """
    # 创建一个空字典
    week_object = {}
    # 使用正则表达式匹配所需的变量
    match = re.search(r"【杭州成交周报】第(\d+)周新房成交(\d+)套,二手房(\d+)套,涨价房源(\d+)套", title)
    if match:
        week = match.group(1)
        new = match.group(2)
        resold = match.group(3)
        rise = match.group(4)
        week_object['week'] = week
        week_object['new'] = new
        week_object['resold'] = resold
        week_object['rise'] = rise
        # print(f"N【杭州成交周报】第{week}周新房成交{new}套,二手房{resold}套,涨价房源{rise}套")
    else:
        print("No match found.")
    return week_object


def parse_week_pages(pages):
    """
    从列表中找出需要的数据存入weekList列表
    :param pages:
    :return:
    """
    week_list = []
    for page in pages:
        week_data = parse_week_title_data(page['title'])
        week_list.append(week_data)
        # print(page)
    return week_list


def get_week_data(db):
    """
    获取星期数据并生成Excel
    :param db:
    :return:
    """
    # cursor = query_coll_with_field(db, 'page_info', 'citySuffix', 'hz')
    # 这里要按时间排序
    result_condition = {'_id': 0, 'citySuffix': 1, 'url': 1, 'title': 1, 'publishTimeForShow': 1}
    pages = query_coll_with_like(db, 'page_info', 'title', '【杭州成交周报】', result_condition, 'publishTimeForShow', 1)

    week_list = parse_week_pages(pages)

    # 存入Excel
    weeks = []
    news = []
    resolds = []
    rises = []
    for item in week_list:
        if item:
            weeks.append(item['week'])
            news.append(item['new'])
            resolds.append(item['resold'])
            rises.append(item['rise'])
    df_week = pd.DataFrame(
        dict(zip(['第周', '新房成交', '二手房成交', '涨价房源'],
                 [weeks, news, resolds, rises])))
    df_week.to_excel(f'杭州成交周报.xlsx', index=False)
    print('generation finished')


def parse_daily_title_data(page):
    """
    解析周交易数据
    :param page:
    :return:
    """

    title = page['title']
    publish = page['publishTimeForShow']
    # 创建一个空字典
    daily_object = {}
    # 使用正则表达式匹配所需的变量
    # 【杭州成交日报】03月26日新房成交275套、二手房288套;涨价房源108套
    match = re.search(r"【杭州成交日报】(\d+)月(\d+)日新房成交(\d+)套、二手房(\d+)套;涨价房源(\d+)套", title)
    if match:
        month = match.group(1)
        day = match.group(2)
        new = match.group(3)
        resold = match.group(4)
        rise = match.group(5)
        daily_object['month'] = month
        daily_object['day'] = day
        daily_object['new'] = new
        daily_object['resold'] = resold
        daily_object['rise'] = rise
    else:
        #print(f"No match found at {publish}  {title}")
        match = re.search(r"【杭州成交日报】(\d+)月(\d+)日涨价房源(\d+)套", title)
        if match:
            month = match.group(1)
            day = match.group(2)
            rise = match.group(3)
            daily_object['month'] = month
            daily_object['day'] = day
            daily_object['new'] = '0'
            daily_object['resold'] = '0'
            daily_object['rise'] = rise
        else:
            match = re.search(r"【杭州成交日报】(\d+)月(\d+)日新房成交(\d+)套;涨价房源(\d+)套", title)
            if match:
                month = match.group(1)
                day = match.group(2)
                new = match.group(3)
                rise = match.group(4)
                daily_object['month'] = month
                daily_object['day'] = day
                daily_object['new'] = new
                daily_object['resold'] = '0'
                daily_object['rise'] = rise
            else:
                match = re.search(r"【杭州成交日报】(\d+)月(\d+)日二手房(\d+)套;涨价房源(\d+)套", title)
                if match:
                    month = match.group(1)
                    day = match.group(2)
                    resold = match.group(3)
                    rise = match.group(4)
                    daily_object['month'] = month
                    daily_object['day'] = day
                    daily_object['new'] = '0'
                    daily_object['resold'] = resold
                    daily_object['rise'] = rise  
                else:
                    match = re.search(r"【杭州成交日报】(\d+)月(\d+)日新房成交(\d+)套、二手房(\d+)套", title)
                    if match:
                        month = match.group(1)
                        day = match.group(2)
                        new = match.group(3)
                        resold = match.group(4)
                        daily_object['month'] = month
                        daily_object['day'] = day
                        daily_object['new'] = new
                        daily_object['resold'] = resold
                        daily_object['rise'] = '0'
                    else:
                        print(f"No match found at {publish}  {title}")
    return daily_object


def parse_daily_pages(pages):
    """
    从列表中找出需要的数据存入daily_list列表
    :param pages:
    :return:
    """

    daily_list = []
    for page in pages:
        daily_data = parse_daily_title_data(page)
        daily_list.append(daily_data)
        # print(page)
    return daily_list


def get_daily_data(db):
    """
    获取日数据并生成Excel
    :param db:
    :return:
    """
    # cursor = query_coll_with_field(db, 'page_info', 'citySuffix', 'hz')
    result_condition = {'_id': 0, 'citySuffix': 1, 'url': 1, 'title': 1, 'publishTimeForShow': 1}
    pages = query_coll_with_like(db, 'page_info', 'title', '【杭州成交日报】', result_condition, 'publishTimeForShow', 1)

    daily_list = parse_daily_pages(pages)

    # 存入Excel
    months = []
    days = []
    news = []
    resolds = []
    rises = []
    for item in daily_list:
        if item:
            months.append(item['month'])
            days.append(item['day'])
            news.append(item['new'])
            resolds.append(item['resold'])
            rises.append(item['rise'])
    df_week = pd.DataFrame(
        dict(zip(['月', '日', '新房成交', '二手房成交', '涨价房源'],
                 [months, days, news, resolds, rises])))
    df_week.to_excel(f'杭州成交日报.xlsx', index=False)
    print('generation finished')