server.go

/*

sego分词服务器同时提供了两种模式：

	"/"	分词演示网页
	"/json"	JSON格式的RPC服务
		输入：
			POST或GET模式输入text参数
		输出JSON格式：
			{
				segments:[
					{"text":"服务器", "pos":"n"},
					{"text":"指令", "pos":"n"},
					...
				]
			}


测试服务器见 http://sego.weiboglass.com

*/

package main

import (
	"encoding/json"
	"flag"
	"fmt"
	"github.com/huichen/sego"
	"io"
	"log"
	"net/http"
	"runtime"
)

var (
	host      = flag.String("host", "", "HTTP服务器主机名")
	port      = flag.Int("port", 8080, "HTTP服务器端口")
	dict      = flag.String("dict", "../data/dictionary.txt", "词典文件")
	staticFolder = flag.String("static_folder", "static", "静态页面存放的目录")
	segmenter = sego.Segmenter{}
)

type JsonResponse struct {
	Segments []*Segment `json:"segments"`
}

type Segment struct {
	Text string `json:"text"`
	Pos  string `json:"pos"`
}

func JsonRpcServer(w http.ResponseWriter, req *http.Request) {
	// 得到要分词的文本
	text := req.URL.Query().Get("text")
	if text == "" {
		text = req.PostFormValue("text")
	}

	// 分词
	segments := segmenter.Segment([]byte(text))

	// 整理为输出格式
	ss := []*Segment{}
	for _, segment := range segments {
		ss = append(ss, &Segment{Text: segment.Token().Text(), Pos: segment.Token().Pos()})
	}
	response, _ := json.Marshal(&JsonResponse{Segments: ss})

	w.Header().Set("Content-Type", "application/json")
	io.WriteString(w, string(response))
}

func main() {
	flag.Parse()

	// 将线程数设置为CPU数
	runtime.GOMAXPROCS(runtime.NumCPU())

	// 初始化分词器
	segmenter.LoadDictionary(*dict)

	http.HandleFunc("/json", JsonRpcServer)
	http.Handle("/", http.FileServer(http.Dir(*staticFolder)))
	log.Print("服务器启动")
	http.ListenAndServe(fmt.Sprintf("%s:%d", *host, *port), nil)
}