Merge branch 'master' of https://github.com/iceopen/golang-extend

Author: iceopen

demo/bigcache/main.go

@@ -1,15 +1,25 @@
 package main
 
 import (
-	"log"
 	"time"
-
-	"github.com/google/gops/agent"
+	"fmt"
+	"github.com/allegro/bigcache"
 )
 
 func main() {
-	if err := agent.Listen(nil); err != nil {
-		log.Fatal(err)
+	cache, _ := bigcache.NewBigCache(bigcache.DefaultConfig(10 * time.Minute))
+
+
+	cache.Set("my-unique-key", []byte("value"))
+
+	entry, _ := cache.Get("my-unique-key")
+	fmt.Println(string(entry))
+	if string(entry) == "" {
+		fmt.Println("不存在")
+	}
+	entry, _ = cache.Get("my-unique-key1")
+	if string(entry) == "" {
+		fmt.Println("不存在")
 	}
-	time.Sleep(time.Hour)
+	fmt.Println(string(entry))
 }

demo/freecache/http/main.go

@@ -0,0 +1,34 @@
+package main
+
+import (
+	"github.com/gin-gonic/gin"
+	"github.com/coocood/freecache"
+	"runtime/debug"
+	"fmt"
+)
+
+func main() {
+	cacheSize := 100 * 1024 * 1024
+	cache := freecache.NewCache(cacheSize)
+	debug.SetGCPercent(20)
+	key := []byte("abc")
+	val := []byte("def")
+	expire := 60 // expire in 60 seconds
+	cache.Set(key, val, expire)
+	gin.SetMode(gin.ReleaseMode)
+	r := gin.Default()
+	r.GET("/", func(c *gin.Context) {
+		got, err := cache.Get(key)
+		if err != nil {
+			fmt.Println(err)
+		} else {
+			fmt.Println(string(got))
+		}
+
+		fmt.Println("entry count ", cache.EntryCount())
+		c.JSON(200, gin.H{
+			"message": "pong",
+		})
+	})
+	r.Run() // listen and serve on 0.0.0.0:8080
+}

demo/freecache/main.go

@@ -0,0 +1,27 @@
+package main
+
+import (
+	"github.com/coocood/freecache"
+	"runtime/debug"
+	"fmt"
+)
+
+func main() {
+	cacheSize := 100 * 1024 * 1024
+	cache := freecache.NewCache(cacheSize)
+	debug.SetGCPercent(20)
+	key := []byte("abc")
+	val := []byte("def")
+	expire := 60 // expire in 60 seconds
+	cache.Set(key, val, expire)
+	got, err := cache.Get(key)
+	if err != nil {
+		fmt.Println(err)
+	} else {
+		fmt.Println(string(got))
+	}
+	affected := cache.Del(key)
+	fmt.Println("deleted key ", affected)
+	fmt.Println("entry count ", cache.EntryCount())
+
+}

demo/net/udp/client/client.go

@@ -0,0 +1,37 @@
+package main
+
+import (
+	"fmt"
+	"net"
+)
+
+func main() {
+	// 创建连接
+	socket, err := net.DialUDP("udp4", nil, &net.UDPAddr{
+		IP:   net.IPv4(127, 0, 0, 1),
+		Port: 8080,
+	})
+	if err != nil {
+		fmt.Println("连接失败!", err)
+		return
+	}
+	defer socket.Close()
+
+	// 发送数据
+	senddata := []byte("hello server!")
+	_, err = socket.Write(senddata)
+	if err != nil {
+		fmt.Println("发送数据失败!", err)
+		return
+	}
+
+	// 接收数据
+	data := make([]byte, 4096)
+	read, remoteAddr, err := socket.ReadFromUDP(data)
+	if err != nil {
+		fmt.Println("读取数据失败!", err)
+		return
+	}
+	fmt.Println(read, remoteAddr)
+	fmt.Printf("%s\n", data)
+}

demo/net/udp/server.go

@@ -0,0 +1,39 @@
+package main
+
+import (
+	"fmt"
+	"net"
+)
+
+func main() {
+	// 创建监听
+	socket, err := net.ListenUDP("udp4", &net.UDPAddr{
+		IP:   net.IPv4(0, 0, 0, 0),
+		Port: 8080,
+	})
+	if err != nil {
+		fmt.Println("监听失败!", err)
+		return
+	}
+	defer socket.Close()
+
+	for {
+		// 读取数据
+		data := make([]byte, 4096)
+		read, remoteAddr, err := socket.ReadFromUDP(data)
+		if err != nil {
+			fmt.Println("读取数据失败!", err)
+			continue
+		}
+		fmt.Println(read, remoteAddr)
+		fmt.Printf("%s\n\n", data)
+
+		// 发送数据
+		senddata := []byte("hello client!")
+		_, err = socket.WriteToUDP(senddata, remoteAddr)
+		if err != nil {
+			return
+			fmt.Println("发送数据失败!", err)
+		}
+	}
+}

demo/riot/weibo/main.go

@@ -0,0 +1,152 @@
+package main
+
+import (
+	"bufio"
+	"encoding/gob"
+	"flag"
+	"fmt"
+	"log"
+	"os"
+	"reflect"
+	"strconv"
+	"strings"
+
+	"github.com/go-ego/riot"
+	"github.com/go-ego/riot/types"
+)
+
+const (
+	// SecondsInADay seconds in a day
+	SecondsInADay = 86400
+	// MaxTokenProximity max token proximity
+	MaxTokenProximity = 150
+)
+
+var (
+	weiboData = flag.String(
+		"weibo_data",
+		"../../testdata/weibo_data.txt",
+		"索引的微博帖子，每行当作一个文档")
+	query = flag.String(
+		"query",
+		"chinajoy 游戏",
+		"待搜索的短语")
+	dictionaries = flag.String(
+		"dictionaries",
+		"../data/dict/dictionary.txt",
+		"分词字典文件")
+	stopTokenFile = flag.String(
+		"stop_token_file",
+		"../data/dict/stop_tokens.txt",
+		"停用词文件")
+
+	searcher = riot.Engine{}
+	options  = types.RankOpts{
+		ScoringCriteria: WeiboScoringCriteria{},
+		OutputOffset:    0,
+		MaxOutputs:      100,
+	}
+	searchQueries = []string{}
+)
+
+// WeiboScoringFields 微博评分字段
+type WeiboScoringFields struct {
+	// 帖子的时间戳
+	Timestamp uint32
+
+	// 帖子的转发数
+	RepostsCount uint32
+
+	// 帖子的长度
+	TextLength int
+}
+
+// WeiboScoringCriteria 自定义的微博评分规则
+type WeiboScoringCriteria struct {
+}
+
+// Score score and sort
+func (criteria WeiboScoringCriteria) Score(
+	doc types.IndexedDoc, fields interface{}) []float32 {
+	if doc.TokenProximity > MaxTokenProximity { // 评分第一步
+		return []float32{}
+	}
+	if reflect.TypeOf(fields) != reflect.TypeOf(WeiboScoringFields{}) {
+		return []float32{}
+	}
+	output := make([]float32, 4)
+	wsf := fields.(WeiboScoringFields)
+	output[0] = float32(wsf.Timestamp / SecondsInADay) // 评分第二步
+	output[1] = float32(int(doc.BM25))                 // 评分第三步
+	output[2] = float32(wsf.RepostsCount)              // 评分第四步
+	output[3] = float32(wsf.TextLength)                // 评分第五步
+	return output
+}
+
+func main() {
+	// 解析命令行参数
+	flag.Parse()
+	log.Printf("待搜索的短语为\"%s\"", *query)
+
+	// 初始化
+	gob.Register(WeiboScoringFields{})
+	searcher.Init(types.EngineOpts{
+		Using:         1,
+		SegmenterDict: *dictionaries,
+		StopTokenFile: *stopTokenFile,
+		IndexerOpts: &types.IndexerOpts{
+			IndexType: types.LocsIndex,
+		},
+		DefaultRankOpts: &options,
+	})
+	defer searcher.Close()
+
+	// 读入微博数据
+	file, err := os.Open(*weiboData)
+	if err != nil {
+		log.Fatal(err)
+	}
+	defer file.Close()
+	log.Printf("读入文本 %s", *weiboData)
+	scanner := bufio.NewScanner(file)
+	lines := []string{}
+	fieldsSlice := []WeiboScoringFields{}
+	for scanner.Scan() {
+		data := strings.Split(scanner.Text(), "||||")
+		if len(data) != 10 {
+			continue
+		}
+		timestamp, _ := strconv.ParseUint(data[1], 10, 32)
+		repostsCount, _ := strconv.ParseUint(data[4], 10, 32)
+		text := data[9]
+		if text != "" {
+			lines = append(lines, text)
+			fields := WeiboScoringFields{
+				Timestamp:    uint32(timestamp),
+				RepostsCount: uint32(repostsCount),
+				TextLength:   len(text),
+			}
+			fieldsSlice = append(fieldsSlice, fields)
+		}
+	}
+	log.Printf("读入%d条微博\n", len(lines))
+
+	// 建立索引
+	log.Print("建立索引")
+	for i, text := range lines {
+		searcher.IndexDoc(
+			uint64(i),
+			types.DocIndexData{Content: text, Fields: fieldsSlice[i]})
+	}
+	searcher.FlushIndex()
+	log.Print("索引建立完毕")
+
+	// 搜索
+	log.Printf("开始查询")
+	output := searcher.Search(types.SearchReq{Text: *query})
+
+	// 显示
+	fmt.Println("output...")
+	fmt.Println(output)
+	log.Printf("查询完毕")
+}