从零学习量化交易56TopQuant函数库27ztools_strpy

ztools_str.py

#coding=utf-8
# -*- coding: utf-8 -*- 
'''
Top极宽量化(原zw量化)，Python量化第一品牌 

Top极宽·量化开源工具箱 系列软件 
by Top极宽·量化开源团队 2016.12.25 首发
  
文件名:ztools_str.py
默认缩写：import ztools_str as zstr
简介：Top极宽字符串常用工具函数集
'''

import os,sys,io,re
import random,arrow,bs4
import pandas as pd
import tushare as ts
import datetime as dt
import requests
import re
from urllib.parse import urlparse
#

import zsys
import ztools as zt
#
#-----------------------
'''

str.misc.xxx    
#
str_xpos
str.del.xxx  
str.flt.xxx  

#
pd.str.xxx  pandas

'''
#-----------------------

#-------str.misc.xxx    
def str_fnRnd(fn9='.dat'):
    d1=1000+random.randint(0,1000)
    d2=3000+random.randint(0,1000)
    #mss=str(d1)+str(d2)
    xss=''.join(['$$',str(d1),'_',str(d2),fn9])
    return xss

def str_fnDay(cs0):
    mss=str(dt.date.today())
    xss=''.join([cs0,'_',mss,'.dat'])
    return xss

def str_fn9xed(fs0,xs9):
    dss=fs0.split('.')[0]
    xss=''.join([dss,xs9])
    return xss    


def str_2xtim(x,ksgn='year'):
    t1=arrow.get(x)
    if (ksgn=='year')or(ksgn=='y'):xd=t1.year
    elif (ksgn=='month')or(ksgn=='m'):xd=t1.month
    elif (ksgn=='day')or(ksgn=='d'):xd=t1.day
    #
    elif (ksgn=='hour')or(ksgn=='h'):xd=t1.hour
    elif (ksgn=='minute')or(ksgn=='t'):xd=t1.minute
    elif (ksgn=='second')or(ksgn=='s'):xd=t1.sencond
    #
    elif (ksgn=='week')or(ksgn=='dw'):xd=t1.weekday()   #day of week
    elif ksgn=='dy':xd=t1.format('DDD') #day of year
    elif ksgn=='wy':xd=int(t1.strftime("%W")) #week of year
    #elif ksgn=='dm':xd=t1.format('D') #day of month
    #
    else :xd=''
    
    #
    return xd

#
def str_2host(url):
    uss=url.lower()
    uss=uss.replace('//api.','//')
    uss=uss.replace('//www.','//')
    ux=urlparse(uss)
    uhost = ux.netloc
    
    #
    return uhost
    
#    
    
def sgn_4lst(ksgn,vlst,sgnLnk='-'):
    
    xlst=list(map(lambda x:ksgn+sgnLnk+str(x), vlst))
    return xlst

#----str.xpos.xxx
def str_l01(dss,kss='.'):
    xc=dss.find(kss)
    return dss[:xc]

def str_r01(dss,kss='.'):
    xc=dss.rfind(kss)
    return dss[xc+1:]

def str_l01x(dss,kss='.'):
    xc=dss.find(kss)
    return dss[:xc],dss[xc+1:]

def str_r01x(dss,kss):
    xc=s.rfind('.')
    return dss[xc+1:],dss[:xc]
    
def str_xmid(dss,ks1,ks9):
    #s="abcd232" ;x=str_xmid(s,'b','2');print(x)
    mx=''.join(['(',ks1,')(.*?)(',ks9,')']);
    r = re.search( mx,dss)
    dat=''
    if r:dat=r.groups()[1]
    return dat

         
def str_xor(dss,klst):
    #s="abcd232" ;x=str_xor(s,['b1','21','b']);print(x)
    if klst==None:return True
    #
    kss='|'.join(klst)
    mx=''.join(['(?:',kss,')']);
    r = re.search( mx,dss)
    dat=(r!=None)
    #print(dat)
    return dat    

#def str_xand(dss,klst):    
    
def str_mxrep(dstr,old_lst,new_lst):
    for xss,xs2 in zip(old_lst,new_lst):
        if dstr.find(xss)>-1:dstr=dstr.replace(xss,xs2)
    #
    return dstr    

#-------str.del.xxx        
def str_del2cr(dss):
    while dss.find('\n\n')>-1:
        dss=dss.replace('\n\n','\n')
    return dss

def str_del4sp(dss):
    sp4='    '
    while dss.find(sp4)>-1:
        dss=dss.replace(sp4,'  ')
    return dss
    
def str_del2sp(s):
    return re.sub(r'\s{2,}', '', s, flags=re.MULTILINE)    

   
#-------str.rep.xxx  
    
#-------str.flt.xxx  
def str_flt(dss,xlst):
    for x in xlst:
        dss=dss.replace(x,'')
    return dss

#-------htm.xxx          
def htm_flt(css):
     css=css.replace('\t',' ')
     css=str_del2cr(css)
     css=str_del4sp(css)
     #
     return css
    
def htm_fltdr(css):
    xlst=[' ','（转）','(转)','组图','(图)','[转]','[转载]','【转】','【转载】'
          ,'<','>','&','"',' ','　'
          ,'-','-',',','，','?','？','!','！','(',')','[',']','/','\\'
          ,'#','.','、','”','“','_','（','）',':','：','【','】','「','」','《','》']
    css=str_flt(css,xlst) #,''
    return css
    

def htm_2xtxt(el):
    txt = el.get_text().strip()
    txt = str_del2sp(txt)
    return txt 


#-----------------------
    
#---pd.df.str.xxx
def df_strFind01(df,kss):
    xdf=df[df.str.find(kss)>-1]
    #print(xdf)
    xfg=len(xdf)>0
    return xfg
    
def df_strFind(df,kss,colSgn):
    xdf=df[df[colSgn].str.find(kss)>-1]
    #print(xdf)
    xfg=len(xdf[colSgn])>0
    return xfg

#---pd.df.flt.xxx    
def df_fltHdr(df9):
    df9=df9.drop_duplicates(['hdr'])
    df9=df9.dropna()
    df9=df9.sort_values('hdr')
    #
    return df9