Python文件数据简单处理

1

import pandasimport numpy as np#判断哪些是没有跑出来的file_out = open("ALL_noasin.txt", "w+")if __name__ == '__main__':    asins=[]    with open("HM.txt") as file_a:        for line in file_a:            asins.append(line.strip())    print(len(asins))    asins.sort()    bsins = []    with open("TJ_asin.txt") as file_b:        for line in file_b:            bsins.append(line.strip())    print(len(bsins))    bsins.sort()    csins = []    with open("VioGi_asin.txt") as file_c:        for line in file_c:            csins.append(line.strip())    print(len(csins))    csins.sort()    do_asins=[]    with open("done_asin_2.txt") as file_d:        for line in file_d:            do_asins.append(line.strip())    print(len(do_asins))    do_asins.sort()    no_asins=[]    for asin in asins:        if asin not in do_asins:           no_asins.append(asin)           file_out.write(asin+"\n")    print(len(no_asins))    for asin in bsins:        if asin not in do_asins:           no_asins.append(asin)           file_out.write(asin+"\n")    print(len(no_asins))    for asin in csins:        if asin not in do_asins:           no_asins.append(asin)           file_out.write(asin+"\n")    print(len(no_asins))

2

#将txt文本中的sku 和 asin 选择出来file_out = open("new_ALL_noasin.txt", 'w+')with open("ALL_noasin.txt") as file:    for line in file:        newl= line.strip()        file_out.write("'" + newl + "'," + "\n")        print(newl)file_out.close()

3

import pymysqldef shop(name):    with open(name) as file:        flag = True        for line in file:            if flag == True:                flag = False                continue            list = line.strip().split(",")            sku = list[0]            asin = list[1]            print("asin" + asin)            state = selectByAsin(asin)            print("state = " + state)            if state == 'Select your vehicle:':                file_YES.write(sku + "," + asin + "," + "YES" + "\n")            elif state == 'Shop by vehicle:':                file_NO.write(sku + "," + asin + "," + "NO" + "\n")            else:                file_other.write(sku + "," + asin + "," + "other" + "\n")def selectByAsin(query_id):    db = pymysql.connect(host='localhost', user='root', passwd='', db='test', port=3306, charset='utf8')    cursor = db.cursor()    sql = ' select checked from amazon_aces where asin = %s '    cursor.execute(sql, (query_id))    state = cursor.fetchone()    if state is None:        return "Other"    state = list(state)[0]    db.commit()    cursor.close()    db.close()    return stateif __name__ == '__main__':    file_YES = open("YES_check.txt","w")    file_YES.write("sku,asin,state\n")    file_NO = open("NO_GO.txt","w")    file_NO.write("sku,asin,state\n")    file_other = open("other.txt","w")    file_other.write("sku,asin,state\n")    name = "TJ_result.txt"    shop(name)    name = "VioGi_result.txt"    shop(name)    name = "HM_result.txt"    shop(name)    file_YES.close()    file_NO.close()    file_other.close()