background/model/port.go

package model

import (
	"background/db"
	"github.com/go-openapi/errors"
	json "github.com/json-iterator/go"
	"qiniupkg.com/x/log.v7"
	"strings"
	"ubntgo/logger"
)

type Field struct {
	Field string  `sql:"Field"`
	Type string  `sql:"Type"`
	Key string `sql:"Key"`
}


func MysqlToElasticSearchMapping(types string,Key string) string{
	if Key == "PRI"{
		return "keyword"
	}
	if(strings.Contains(types,"int(")){
		return "integer"
	}
	if(strings.Contains(types,"longblob")){
		return "text"
	}
	if(strings.Contains(types,"varchar")){
		return "text"
	}
	if(strings.Contains(types,"datetime")){
		return "date"
	}
	return ""
}
/*
"settings":{
		"number_of_shards":1,
		"number_of_replicas":0
	},
	"mappings":{
		"properties":{
			"user":{
				"type":"keyword"
			},
			"message":{
				"type":"text",
				"store": true,
				"fielddata": true
			},
			"tags":{
				"type":"keyword"
			},
			"location":{
				"type":"geo_point"
			},
			"suggest_field":{
				"type":"completion"
			}
		}
	}
*/
// 不同类型db之间进行缓存
func PortDocumentToElasticsearch(tblname string )  error{
	columns := []Field{}

	e := db.GetMysqlClient().Query2("describe " + tblname,&columns)
	if nil != e{
		logger.Debug(e.Error())
		return e
	}
	if existed,_ := db.GetElastic().IndexExisted(tblname);existed{
		return errors.New(203,"data existed")
	}
	props := map[string]interface{}{}
	mapping := map[string]interface{}{
			"settings":map[string]interface{}{
				"analysis":map[string]interface{}{
					"analyzer":map[string]interface{}{
					"default":map[string]interface{}{
						"type": "smartcn",
					},
					},
				},
			},
			"mappings": map[string]interface{}{
				"properties":props,
			},
	}

	for _,v := range columns{
		props[v.Field] = map[string]string{"type":MysqlToElasticSearchMapping(v.Type,v.Key)};
	}
	dat,e := json.Marshal(mapping)
	if nil != e{
		log.Print(e.Error())
	}
	e = db.GetElastic().CreateIndex(tblname,string(dat))
	if nil != e{
		log.Print(e.Error())
	}
	log.Print(string(dat))
	return nil
}