算法调参 weight_ratio, weight_seqratio

from openpyxl import Workbook

import xlrd

import time

import Levenshtein as Le

target_city_list = ['北京市', '上海市', '深圳市', '广州市']

source_name = 'JMTool任务_csv_py_wholeCSV-加百度170826165729'

BDpoi_list_tag, BDpoi_list_tagb = '|-|', '|--|'

FEXCEL = '%s%s' % (source_name, '.xlsx')

weight_ratio, weight_seqratio = 0.7, 0.3

def main_():

    global source_name

    data = xlrd.open_workbook(FEXCEL)

    table = data.sheets()[0]

    nrows, ncols = table.nrows, table.ncols

    res_dic = {}

    for i in range(0, nrows):

        l = table.row_values(i)

        dbid, area_code, ref_area_type_code, city, district, address, city_street, name_, BDpoi_list = l

        if dbid == 'dbid':

            continue

        if city not in target_city_list:

            continue

        if city not in res_dic:

            res_dic[city] = {}

        if district not in res_dic[city]:

            res_dic[city][district] = {}

        if name_ not in res_dic[city][district]:

            res_dic[city][district][name_] = []

        if BDpoi_list.find(BDpoi_list_tag) == -1:

            ll = dbid, area_code, ref_area_type_code, city, district, address, city_street, name_, BDpoi_list, '', '', ''

            res_dic[city][district][name_].append(ll)

        else:

            addr_ = '%s%s%s%s' % (city, district, address, city_street)

            chk_name_lsit, cmp_list, sorted_ratio_seqratio_res_dic = [name_, addr_], BDpoi_list.split(

                BDpoi_list_tag), {}

            for ii in cmp_list:

                if len(ii) == 0:

                    continue

                cmp_, BD_name, BD_addr = ['', ''], '', ''

                cmp_one = ii.split(BDpoi_list_tagb)

                if len(cmp_one) == 2:

                    # format data -fair

                    BD_name, BD_addr = cmp_[0], cmp_[1] = cmp_one[0], cmp_one[1].replace(city, '').replace(district, '')

                else:

                    BD_name = cmp_[0] = cmp_one[0]

                ratio_res, seqratio_res = Le.ratio(name_, BD_name), Le.seqratio(chk_name_lsit, cmp_)

                ratio_seqratio_res = weight_ratio * ratio_res + weight_seqratio * seqratio_res

                ll = dbid, area_code, ref_area_type_code, city, district, address, city_street, name_, BDpoi_list, BD_name, BD_addr, ratio_seqratio_res, ratio_res, seqratio_res

                if ratio_seqratio_res not in sorted_ratio_seqratio_res_dic:

                    sorted_ratio_seqratio_res_dic[ratio_seqratio_res] = []

                sorted_ratio_seqratio_res_dic[ratio_seqratio_res].append(ll)

            sorted_seqratio_res_list = sorted(sorted_ratio_seqratio_res_dic)

            for ratio_seqratio_res in sorted_seqratio_res_list:

                lll = sorted_ratio_seqratio_res_dic[ratio_seqratio_res]

                for vl in lll:

                    res_dic[city][district][name_].append(vl)

    wb = Workbook()

    worksheet = wb.active

    file_title_str = ' dbid, area_code, ref_area_type_code, city, district, address, city_street, name_, BDpoi_list, BD_name, BD_addr, ratio_seqratio_res, ratio_res, seqratio_res'

    file_title_l = file_title_str.replace(' ', '').split(',')

    worksheet.append(file_title_l)

    for city in res_dic:

        for district in res_dic[city]:

            for name_ in res_dic[city][district]:

                l = res_dic[city][district][name_]

                for ll in l:

                    worksheet.append(ll)

    localtime_ = time.strftime("%y%m%d%H%M%S", time.localtime())

    file_name = '%s%s%s' % (source_name, '-Levenshtein', localtime_)

    file_name_save = '%s%s' % (file_name, '.xlsx')

    wb.save(file_name_save)

    wb = Workbook()

    worksheet = wb.active

    file_title_str = ' dbid, area_code, ref_area_type_code, city, district, address, city_street, name_,BDpoi_list,max_BD_name, max_BD_addr, max_ratio_seqratio_res, ratio_res, seqratio_res'

    file_title_l = file_title_str.replace(' ', '').split(',')

    worksheet.append(file_title_l)

    for city in res_dic:

        for district in res_dic[city]:

            for name_ in res_dic[city][district]:

                l = res_dic[city][district][name_]

                lll = l[-1]

                worksheet.append(lll)

    localtime_ = time.strftime("%y%m%d%H%M%S", time.localtime())

    file_name = '%s%s%s' % (file_name, '-Levenshtein-ordered', localtime_)

    file_name_save = '%s%s' % (file_name, '.xlsx')

    wb.save(file_name_save)

main_()

　　

from openpyxl import Workbook

import xlrd

import time

import Levenshtein as Le

target_city_list = ['深圳市']

BDpoi_list_tag, BDpoi_list_tagb = '|-|', '|--|'

source_name = 'JMTool任务_csv_py_wholeCSV_住宅小区-加百度170826152533'

FEXCEL = '%s%s' % (source_name, '.xlsx')

weight_ratio, weight_seqratio = 0.7, 0.3

def main_():

    global source_name

    data = xlrd.open_workbook(FEXCEL)

    table = data.sheets()[0]

    nrows, ncols = table.nrows, table.ncols

    res_dic = {}

    for i in range(0, nrows):

        l = table.row_values(i)

        dbid, area_code, ref_area_type_code, city, district, address, city_street, name_, name_reduction, BDpoi_list = l

        if dbid == 'dbid':

            continue

        if city not in target_city_list:

            continue

        if city not in res_dic:

            res_dic[city] = {}

        if district not in res_dic[city]:

            res_dic[city][district] = {}

        if name_ not in res_dic[city][district]:

            res_dic[city][district][name_] = []

        if BDpoi_list.find(BDpoi_list_tag) == -1:

            ll = dbid, area_code, ref_area_type_code, city, district, address, city_street, name_, name_reduction, BDpoi_list, '', '', ''

            res_dic[city][district][name_].append(ll)

        else:

            addr_ = '%s%s%s%s' % (city, district, address, city_street)

            chk_name_lsit, cmp_list, sorted_ratio_seqratio_res_dic = [name_reduction, addr_], BDpoi_list.split(

                BDpoi_list_tag), {}

            for ii in cmp_list:

                if len(ii) == 0:

                    continue

                cmp_, BD_name, BD_addr = ['', ''], '', ''

                cmp_one = ii.split(BDpoi_list_tagb)

                if len(cmp_one) == 2:

                    # format data -fair

                    BD_name, BD_addr = cmp_[0], cmp_[1] = cmp_one[0], cmp_one[1].replace(city, '').replace(district, '')

                else:

                    BD_name = cmp_[0] = cmp_one[0]

                ratio_res, seqratio_res = Le.ratio(name_reduction, BD_name), Le.seqratio(chk_name_lsit, cmp_)

                ratio_seqratio_res = weight_ratio * ratio_res + weight_seqratio * seqratio_res

                ll = dbid, area_code, ref_area_type_code, city, district, address, city_street, name_, name_reduction, BDpoi_list, BD_name, BD_addr, ratio_seqratio_res, ratio_res, seqratio_res

                if ratio_seqratio_res not in sorted_ratio_seqratio_res_dic:

                    sorted_ratio_seqratio_res_dic[ratio_seqratio_res] = []

                sorted_ratio_seqratio_res_dic[ratio_seqratio_res].append(ll)

            sorted_seqratio_res_list = sorted(sorted_ratio_seqratio_res_dic)

            for ratio_seqratio_res in sorted_seqratio_res_list:

                lll = sorted_ratio_seqratio_res_dic[ratio_seqratio_res]

                for vl in lll:

                    res_dic[city][district][name_].append(vl)

    wb = Workbook()

    worksheet = wb.active

    file_title_str = 'dbid, area_code, ref_area_type_code, city, district, address, city_street, name_, name_reduction, BDpoi_list, BD_name, BD_addr, ratio_seqratio_res, ratio_res, seqratio_res'

    file_title_l = file_title_str.replace(' ', '').split(',')

    worksheet.append(file_title_l)

    for city in res_dic:

        for district in res_dic[city]:

            for name_ in res_dic[city][district]:

                l = res_dic[city][district][name_]

                for ll in l:

                    worksheet.append(ll)

    localtime_ = time.strftime("%y%m%d%H%M%S", time.localtime())

    file_name = '%s%s%s' % (source_name, '-Levenshtein', localtime_)

    file_name_save = '%s%s' % (file_name, '.xlsx')

    wb.save(file_name_save)

    wb = Workbook()

    worksheet = wb.active

    file_title_str = 'dbid, area_code, ref_area_type_code, city, district, address, city_street, name_, name_reduction,BDpoi_list,max_BD_name, max_BD_addr, max_ratio_seqratio_res, ratio_res, seqratio_res'

    file_title_l = file_title_str.replace(' ', '').split(',')

    worksheet.append(file_title_l)

    for city in res_dic:

        for district in res_dic[city]:

            for name_ in res_dic[city][district]:

                l = res_dic[city][district][name_]

                lll = l[-1]

                worksheet.append(lll)

    localtime_ = time.strftime("%y%m%d%H%M%S", time.localtime())

    file_name = '%s%s%s' % (file_name, '-Levenshtein-ordered', localtime_)

    file_name_save = '%s%s' % (file_name, '.xlsx')

    wb.save(file_name_save)

main_()