phoneModel.py

#!/usr/bin/env python3 
# -*- coding: utf-8 -*-
# @Time    : 2021/2/20 上午11:52
# @File    : phoneModel.py
# @Software: PyCharm

import os,re
import pandas as pd
from git import Repo # rely on gitpython

class PhoneModel:
    def __init__(self,origin=1):
        '''获取手机品牌型号'''
        if origin==0:# 拉取仓库
            repo=Repo.clone_from(repo_address,repo_path)
        else: # 拉取最新数据
            repo = Repo(repo_path)
            repo.remotes.origin.pull()
        self.new_commit=repo.head.commit.hexsha
        # 获取所有的品牌名
        self.brands=[brand for brand in os.listdir(os.path.join(repo_path,'brands')) if brand.endswith('md')]

    def get_model(self,brand):
        '''读取原始数据'''
        with open(os.path.join(repo_path,'brands',brand),'rt') as file:
            brand_info=file.read()
        brand_info_list=[item for item in brand_info.split('\n') if re.match('`.+: ',item) is not None]

        model_df=pd.DataFrame(columns=['brand','model','area','brand_name','model_name'])
        for record in brand_info_list:
            record_list=record.replace('`','').split(':')
            if record_list[1]=='**':
                continue
            model_str=record_list[0].replace(brand[:-3].split('_')[0].upper(),'').strip()
            model_list=[x for x in model_str.split() if x not in ('SHARK','HUAWEI','Letv','Le','ONE')]
            head=model_list[0][:3]
            tail=model_list[0][-3:]
            if all([x.startswith(head) or x.endswith(tail) or x.find('-')>0 for x in model_list]):
                for model in model_list:
                    model_df.loc[len(model_df)]=(brand[:-3].split('_')[0],model,'en' if brand.find('_en')>0 else 'cn',brand_map.get(brand[:-3].split('_')[0],'其他'),record_list[1])
        return model_df

    def get_all(self):
        brand_model=pd.DataFrame(columns=['brand','model','area','brand_name','model_name'])

        for brand in self.brands:
            self.get_model(brand)
            brand_model=brand_model.append(self.get_model(brand))

        self.brand_model=brand_model.reset_index(drop=True).drop_duplicates().reset_index(drop=True)

    def data_save(self):
        project_path=os.path.dirname(os.path.realpath(__file__))
        self.brand_model.to_csv(os.path.join(project_path,'brand_model.csv'),index=False,encoding='utf-8-sig')
        # 保存新的commit值
        with open(os.path.join(repo_path,'commit.log'),'wt') as file:
            file.write(self.new_commit)

if __name__=='__main__':
    repo_path=os.path.join(os.path.expanduser('~'),'MobileModels')
    repo_address='https://github.com/KHwang9883/MobileModels.git'

    brand_map={'meizu':'魅族','smartisan':'锤子','vivo':'VIVO','realme':'REALME',
               'xiaomi':'小米','apple':'苹果','oppo':'OPPO','nokia':'诺基亚',
               'mitv':'小米电视','huawei':'华为','oneplus':'一加','motorola':'摩托罗拉',
               'samsung':'三星','zte':'中兴','letv':'乐视','honor':'荣耀','lenovo':'联想',
               '360shouji':'奇酷','nubia':'努比亚'}

    try:
        with open(os.path.join(repo_path,'commit.log'),'rt') as file:
            last_commit=file.readline()
    except FileNotFoundError:
        last_commit=''

    pm=PhoneModel() # 初始 pm=PhoneModel(0),后续更新可不填
    if pm.new_commit!=last_commit:
        pm.get_all()
        pm.data_save()