Segment.py

from ss import fmm
from ss import stat2 as stat
import dictionary
# -*- coding: utf-8 -*-

def use_fmm(s1,dic,url,index):
    result_str=fmm.fmm(s1,dic)

    f=open('corpus/'+repr(index)+'-fmm.txt','w',encoding='UTF-8')
    f.write(url)
    f.write(result_str)

    f.close()

def use_stat(s1,dic,url,index):
    result_token_list=stat.stat_seg(s1,dic)
    result_str='|'.join(result_token_list)
    f=open('corpus/'+repr(index)+'-stat.txt','w',encoding='UTF-8')
    f.write(url)
    f.write(result_str)

    f.close()

import sys
import os
print(os.path.abspath('.'))
sys.path.append(os.path.abspath('.'))

start=int(input("start:"))
stop=int(input("stop:"))
for i in range(start,stop+1):
    f=open('corpus/'+repr(i)+'.txt','r',encoding='UTF-8')
    url=f.readline()#Remove the URL in head
    s1=f.read()
    f.close()
    dic,url_list=dictionary.getdict()

    use_fmm(s1,dic,url,i)
    use_stat(s1,dic,url,i)