测试例子

elastic/service.go

@@ -3,7 +3,6 @@ package elastic
 import (
 	"context"
 	"errors"
-	"fmt"
 	"github.com/olivere/elastic/v7"
 	"gitlab.jxhh.com/stbz/library.git/logs"
 	"sync/atomic"
@@ -11,7 +10,6 @@ import (
 )
 
 const (
-	docType = "_doc"
 	refresh = "true"
 )
 
@@ -28,6 +26,7 @@ func GetDoc(req GetDocReq) (docContent *elastic.GetResult,err error){
 	docContent, err = client.Get().Index(req.IndexName).Id(req.DocId).Do(ctx)
 	if err != nil  {
 		err = errors.New("获取文档失败,错误原因："+err.Error())
+		logs.Error("获取文档失败 错误原因：【%s】",err.Error())
 		return
 	}
 	return
@@ -47,6 +46,7 @@ func GetCount(req GetCountReq) (count int64,err error) {
 	count, err = countService.Query(req.Condition).Do(ctx)
 	if err != nil {
 		err = errors.New("获取总数失败,错误原因："+err.Error())
+		logs.Error("GetCount 获取总数失败：【%s】",err.Error())
 		return
 	}
 	return
@@ -100,7 +100,8 @@ func checkParam(req GetListReq) (isSearchAfter bool, from int, size int) {
 }
 
 //批量处理 准备数据 1.添加 2.更新 3.删除
-func Bulk(req BulkReq) (bulkIndex *BulkIndex, err error) {
+func Bulk(req BulkReq) (bulkIndex BulkIndex, err error) {
+
 	bulkIndexAdd := new(elastic.BulkIndexRequest)
 	bulkIndexUpdate := new(elastic.BulkUpdateRequest)
 	bulkIndexDel := new(elastic.BulkDeleteRequest)
@@ -114,6 +115,9 @@ func Bulk(req BulkReq) (bulkIndex *BulkIndex, err error) {
 		bulkIndexDel = BulkDel(req)
 
 	}
+	bulkIndex.BulkIndexRequest = new(elastic.BulkIndexRequest)
+	bulkIndex.BulkUpdateRequest = new(elastic.BulkUpdateRequest)
+	bulkIndex.BulkDeleteRequest = new(elastic.BulkDeleteRequest)
 	if bulkIndexAdd != nil {
 		bulkIndex.BulkIndexRequest = bulkIndexAdd
 	}
@@ -128,24 +132,24 @@ func Bulk(req BulkReq) (bulkIndex *BulkIndex, err error) {
 
 //批量处理 准备数据 1.添加
 func BulkAdd(req BulkReq) (indexReq *elastic.BulkIndexRequest) {
-	indexReq = elastic.NewBulkIndexRequest().Index(req.IndexName).Type(docType).Id(req.DocId).Routing(req.RoutingId).Doc(req.Doc)
+	indexReq = elastic.NewBulkIndexRequest().Index(req.IndexName).Id(req.DocId).Routing(req.RoutingId).Doc(req.Doc)
 	return
 }
 
 //批量处理 准备数据 1.删除
 func BulkDel(req BulkReq) (indexReq *elastic.BulkDeleteRequest) {
-	indexReq = elastic.NewBulkDeleteRequest().Index(req.IndexName).Type(docType).Id(req.DocId).Routing(req.RoutingId)
+	indexReq = elastic.NewBulkDeleteRequest().Index(req.IndexName).Id(req.DocId).Routing(req.RoutingId)
 	return
 }
 
 //批量处理 准备数据 1.更新
 func BulkUpdate(req BulkReq) (indexReq *elastic.BulkUpdateRequest) {
-	indexReq = elastic.NewBulkUpdateRequest().Index(req.IndexName).Type(docType).Id(req.DocId).Routing(req.RoutingId).Doc(req.Doc)
+	indexReq = elastic.NewBulkUpdateRequest().Index(req.IndexName).Id(req.DocId).Routing(req.RoutingId).Doc(req.Doc)
 	return
 }
 
 //批量处理数据
-func BulkDo(esRequest []elastic.BulkableRequest, ctx context.Context) (bulkResponse *elastic.BulkResponse, err error) {
+func BulkDo(esRequest []elastic.BulkableRequest) (bulkResponse *elastic.BulkResponse, err error) {
 	client, err := connection()
 	if err != nil || client == nil {
 		err = errors.New("elastic连接失败"+err.Error())
@@ -155,11 +159,15 @@ func BulkDo(esRequest []elastic.BulkableRequest, ctx context.Context) (bulkRespo
 	ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
 	defer cancel()
 	bulkResponse, err = client.Bulk().Add(esRequest...).Refresh(refresh).Do(ctx)
+	if err!=nil{
+		err = errors.New("BulkRestApi Bulk操作错误"+err.Error())
+		logs.Error("BulkRestApi Bulk操作错误：【%s】",err.Error())
+	}
 	return
 }
 
 //通过script更新文档 更新文档中某一字段
-func UpdateByScript(req UpdateByScriptReq) (err error) {
+func UpdateByScript(req UpdateByScriptReq) (updateResponse *elastic.UpdateResponse,err error) {
 	client, err := connection()
 	if err != nil || client == nil {
 		err = errors.New("elastic连接失败"+err.Error())
@@ -168,16 +176,17 @@ func UpdateByScript(req UpdateByScriptReq) (err error) {
 	defer client.Stop()
 	ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
 	defer cancel()
-	_, err = client.Update().Index("1").Id(req.DocId).Routing(req.RoutingId).Script(elastic.NewScript(req.ScriptCtx)).Do(ctx)
+	updateResponse, err = client.Update().Index(req.IndexName).Id(req.DocId).Routing(req.RoutingId).Script(elastic.NewScript(req.ScriptCtx)).Do(ctx)
 	if err != nil {
 		err = errors.New("script更新文档失败"+err.Error())
+		logs.Error("script更新文档失败：【%s】",err.Error())
 		return
 	}
 	return
 }
 
 //同BulkDo  BulkDo http处理 BulkProcessor tcp处理 相对更安全些
-func BulkProcessor(esRequest []elastic.BulkableRequest, ctx context.Context,numDocs int) (err error){
+func BulkProcessor(esRequest []elastic.BulkableRequest,numDocs int) (err error){
 	if numDocs>30{
 		err = errors.New("请合理输入参数，批量处理最大为30")
 		return
@@ -198,7 +207,7 @@ func BulkProcessor(esRequest []elastic.BulkableRequest, ctx context.Context,numD
 	beforeFn := func(executionId int64, requests []elastic.BulkableRequest) {
 		atomic.AddInt64(&beforeRequests, int64(len(requests)))
 		atomic.AddInt64(&before, 1)
-		logs.Info("elastic","序号：{} 开始执行 {} 条数据批量操作。", executionId,len(requests))
+		logs.Info("elastic","序号：{%d} 开始执行 {%d} 条数据批量操作。", executionId,len(requests))
 	}
 	afterFn := func(executionId int64, requests []elastic.BulkableRequest, response *elastic.BulkResponse, err error) {
 		// 在每次执行BulkRequest后调用，通过此方法可以获取BulkResponse是否包含错误
@@ -207,10 +216,11 @@ func BulkProcessor(esRequest []elastic.BulkableRequest, ctx context.Context,numD
 			atomic.AddInt64(&failures, 1)
 		}
 		atomic.AddInt64(&afterRequests, int64(len(requests)))
+
 		if response.Errors{
-			logs.Error("%s",response.Failed())
+			logs.Error("BulkProcessor afterFn错误 %s",response.Failed())
 		}else{
-			logs.Info("log","序号：{%s} ，执行 {%s} 条数据批量操作成功，共耗费{%d}毫秒",executionId,len(requests),response.Took)
+			logs.Info("log","序号：{%d} ，执行 {%d} 条数据批量操作成功，共耗费{%d}毫秒",executionId,len(requests),response.Took)
 		}
 
 	}
@@ -218,28 +228,19 @@ func BulkProcessor(esRequest []elastic.BulkableRequest, ctx context.Context,numD
 	//每添加30个request，执行一次bulk操作
 	p, err := client.BulkProcessor().Name("Worker-1").Before(beforeFn).After(afterFn).Stats(true).BulkActions(numDocs).Do(ctx)
 	if err != nil {
-		fmt.Println(err)
+		logs.Error("BulkProcessor Bulk操作错误：【%s】",err.Error())
 	}
 	for _,v:=range esRequest{
 		p.Add(v)
 	}
-	err = p.Close()
+	err =p.Flush()
 	if err != nil {
-		fmt.Println(err)
+		logs.Error("BulkProcessor Flush错误：【%s】",err.Error())
 	}
-	stats := p.Stats()
-	err =p.Flush()
-	fmt.Println(stats)
-	fmt.Printf("Number of times flush has been invoked: %d\n", stats.Flushed)
-	fmt.Printf("Number of times workers committed reqs: %d\n", stats.Committed)
-	fmt.Printf("Number of requests indexed            : %d\n", stats.Indexed)
-	fmt.Printf("Number of requests reported as created: %d\n", stats.Created)
-	fmt.Printf("Number of requests reported as updated: %d\n", stats.Updated)
-	fmt.Printf("Number of requests reported as success: %d\n", stats.Succeeded)
-	fmt.Printf("Number of requests reported as failed : %d\n", stats.Failed)
-	for i, w := range stats.Workers {
-		fmt.Printf("Worker %d: Number of requests queued: %d\n", i, w.Queued)
-		fmt.Printf("           Last response time       : %v\n", w.LastDuration)
+	err = p.Close()
+	if err != nil {
+		logs.Error("BulkProcessor Close错误：【%s】",err.Error())
 	}
+
 	return
 }

elastic/service_test.go

+package elastic
+
+import (
+	"encoding/json"
+	"fmt"
+	"github.com/olivere/elastic/v7"
+	"time"
+)
+//绑定结构体
+type JdRegion struct {
+	Title string `json:"title"`
+	Id int `json:"id"`
+	Cover string `json:"cover"`
+}
+//通过文档Id获取文档数据
+func testDocId()  {
+	res,err:=GetDoc(GetDocReq{
+		DocId: "goods_3281484",//文档Id
+		IndexName: "goods_app_index_test",//索引名称
+	})
+	var jdRegion JdRegion
+	err =json.Unmarshal(res.Source, &jdRegion)//数据解析绑定结构体
+	fmt.Println(jdRegion,err)
+}
+//通过搜索条件获取数据总数
+func testGetCount()  {
+	//搜索条件，根据自身业务调整
+	q :=elastic.NewBoolQuery()
+	q=q.Filter(elastic.NewTermQuery("status", 1))
+
+	//通过条件获取条数
+	res,err:=GetCount(GetCountReq{
+		Condition:q, //搜索条件
+		IndexName: "goods_app_index_test",//索引名称
+	})
+
+	fmt.Println(res,err)
+}
+//通过搜索条件 分页 获取数据
+func testGetListByFromSize()  {
+	//搜索条件，根据自身业务调整
+	q :=elastic.NewBoolQuery()
+	q=q.Filter(elastic.NewTermQuery("status", 1))
+
+	//通过条件获取数据列表
+	res,err:=GetList(GetListReq{
+		Condition:q,//搜索条件
+		IndexName: "goods_app_index_test",//索引名称
+		Page: 1,//页码
+		Limit: 10,//条数
+	})
+	fmt.Println(err)
+	//循环列表数据
+	for _, hit := range res.Hits.Hits {
+		var jdRegion JdRegion
+		err := json.Unmarshal(hit.Source, &jdRegion) //数据解析绑定结构体
+		fmt.Println(err)
+		fmt.Println(jdRegion)
+	}
+
+}
+//通过搜索条件 滚动式查询 不可分页 获取数据
+func testGetListSearchAfter()  {
+	//搜索条件，根据自身业务调整
+	q :=elastic.NewBoolQuery()
+	q=q.Filter(elastic.NewTermQuery("status", 1))
+	//通过条件获取数据列表
+	res,err:=GetList(GetListReq{
+		Condition:q,//搜索条件
+		IndexName: "goods_app_index_test",//索引名称
+		SearchAfter:&SearchAfter{
+			SortField: struct { //滚动式查询需排序数据
+				Field string `json:"field"`//排序字段名称 需指定数值型字段 例如商品Id
+				Sort  bool   `json:"sort" `//正序 true  倒叙 false
+			}{
+				"id",//商品Id
+				true,//正序
+			},
+			Value: 0,//从商品Id大于0开始查询
+		},
+	})
+	//循环列表数据
+	for _, hit := range res.Hits.Hits {
+		var jdRegion JdRegion
+		err := json.Unmarshal(hit.Source, &jdRegion) ///数据解析绑定结构体
+		fmt.Println(err)
+		fmt.Println(jdRegion)
+	}
+	fmt.Println(err)
+}
+
+type AddChooseGoodESParam struct {
+	SellerId          int         `json:"seller_id"`
+	MyJoinField       MyJoinField `json:"my_join_field"`
+	AddTimeChooseGood int64       `json:"add_time_choose_good"`
+	ChannelId         int         `json:"channel_id"`
+	GroupIds          string      `json:"groups_ids"`
+}
+type MyJoinField struct {
+	Name   string `json:"name"`
+	Parent string `json:"parent"`
+}
+//restapi http方式批量处理数据 1.增加 add 2.更新 update 3,删除 delete
+func testBulk()  {
+	//初始化数据切片
+	esRequest := make([]elastic.BulkableRequest, 0)
+	//定义文档Id，路由Id，如有父子文档定义父文档Id
+	var i []int
+	i = []int{2885234, 2885240, 2885235}
+	for _, v := range i {
+		docId := fmt.Sprintf("%s_%d_%d", "seller", 1, v)
+		routingId := fmt.Sprintf("%s_%d", "goods", v)
+		parent := fmt.Sprintf("%s_%d", "goods", v)
+		//自定义结构体 赋值需要处理的数据
+		esParam := AddChooseGoodESParam{
+			SellerId:          1,
+			MyJoinField:       MyJoinField{Name: "seller", Parent: parent},
+			AddTimeChooseGood: time.Now().UnixNano(),
+			ChannelId:         0,
+			GroupIds:          "0",
+		}
+		//准备批量数据
+		res, err := Bulk(BulkReq{
+			Type:      "add",                  //处理方式1.add 2.update 3.delete
+			IndexName: "goods_app_index_test", //索引名称
+			DocId:     docId,                  //文档Id
+			RoutingId: routingId,              //路由Id，指定路由更快速定位到分片，提高处理速度，
+			Doc:       esParam,                //数据，interface类型
+		})
+		fmt.Println(err, res)
+		//添加到切片中
+		esRequest = append(esRequest, res.BulkIndexRequest) //BulkIndexRequest,BulkUpdateRequest,BulkDeleteRequest
+	}
+	//操作处理添加到索引中
+	bulkResponse,err:=BulkDo(esRequest)
+	fmt.Println(err)
+	//结果状态 新增201为成功 修改200为成功 删除200为成功 具体其他状态请查阅文档
+	for _, val := range bulkResponse.Indexed() {
+		fmt.Println("新增成功",val.Status)
+		fmt.Println("修改成功",val.Status)
+		fmt.Println("删除成功",val.Status)
+	}
+
+}
+//根据script修改文档中部分字段
+func testScript()  {
+	//script为修改语句
+	script := fmt.Sprintf("%s'%s'", "ctx._source.group_ids = ", "0-1")
+	updateResponse,err :=UpdateByScript(UpdateByScriptReq{
+		DocId:     "goods_3281484",//文档Id
+		RoutingId: "goods_3281484",//路由Id
+		ScriptCtx: script,//script语句
+		IndexName: "goods_app_index_test",//索引名称
+	})
+	fmt.Println(err,updateResponse)
+	return
+}
+//tcp方式批量处理数据 更安全快速 1.增加 add 2.更新 update 3,删除 delete
+func testBulkProcessor() {
+	//初始化数据切片
+	esRequest := make([]elastic.BulkableRequest, 0)
+	var i []int
+	i = []int{2885234, 2885240, 2885235}
+	for _, v := range i {
+		//定义文档Id，路由Id，如有父子文档定义父文档Id
+		docId := fmt.Sprintf("%s_%d_%d", "seller", 2, v)
+		routingId := fmt.Sprintf("%s_%d", "goods", v)
+		parent := fmt.Sprintf("%s_%d", "goods", v)
+		//自定义结构体 赋值需要处理的数据
+		esParam := AddChooseGoodESParam{
+			SellerId:          1,
+			MyJoinField:       MyJoinField{Name: "seller", Parent: parent},
+			AddTimeChooseGood: time.Now().UnixNano(),
+			ChannelId:         0,
+			GroupIds:          "0",
+		}
+		//准备批量数据
+		res, err := Bulk(BulkReq{
+			Type:      "add",                  //处理方式1.add 2.update 3.delete
+			IndexName: "goods_app_index_test", //索引名称
+			DocId:     docId,                  //文档Id
+			RoutingId: routingId,              //路由Id，指定路由更快速定位到分片，提高处理速度，
+			Doc:       esParam,                //数据，interface类型
+		})
+		fmt.Println("------", err, res)
+		//添加到切片中
+		esRequest = append(esRequest, res.BulkIndexRequest) //BulkIndexRequest,BulkUpdateRequest,BulkDeleteRequest
+	}
+	//操作处理添加到索引中 numDocs 一次批量处理的数据最多30个
+	err := BulkProcessor(esRequest,  3)
+	fmt.Println(err)
+	return
+}

elastic/struct.go

@@ -18,6 +18,7 @@ type UpdateByScriptReq struct {
 	DocId string `json:"doc_id"`
 	RoutingId string `json:"routing_id"`
 	ScriptCtx string `json:"script_ctx"`
+	IndexName string `json:"index_name"`
 }
 type GetDocReq struct {
 	DocId string `json:"doc_id"`

go.mod

@@ -5,6 +5,6 @@ go 1.16
 require (
 	github.com/gogf/gf v1.16.6
 	github.com/kjk/betterguid v0.0.0-20170621091430-c442874ba63a
-	github.com/olivere/elastic/v7 v7.0.30 // indirect
+	github.com/olivere/elastic/v7 v7.0.30
 
 )

go.sum

 cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw=
+github.com/BurntSushi/toml v0.3.1 h1:WXkYYl6Yr3qBf1K79EBnL4mak0OimBfB0XUf9Vl28OQ=
 github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
 github.com/aws/aws-sdk-go v1.42.23/go.mod h1:gyRszuZ/icHmHAVE4gc/r+cfCmhA1AD+vqfWbgI+eHs=
 github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU=
+github.com/clbanning/mxj v1.8.5-0.20200714211355-ff02cfb8ea28 h1:LdXxtjzvZYhhUaonAaAKArG3pyC67kGL3YY+6hGG8G4=
 github.com/clbanning/mxj v1.8.5-0.20200714211355-ff02cfb8ea28/go.mod h1:BVjHeAH+rl9rs6f+QIpeRl0tfu10SXn1pUSa5PVGJng=
 github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw=
 github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc=
+github.com/davecgh/go-spew v1.1.0 h1:ZDRjVQ15GmhC3fiQ8ni8+OwkZQO4DARzQgrnXU1Liz8=
 github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
 github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
 github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98=
 github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c=
+github.com/fatih/color v1.12.0 h1:mRhaKNwANqRgUBGKmnI5ZxEk7QXmjQeCcuYFMX2bfcc=
 github.com/fatih/color v1.12.0/go.mod h1:ELkj/draVOlAH/xkhN6mQ50Qd0MPOk5AAr3maGEBuJM=
+github.com/fortytw2/leaktest v1.3.0 h1:u8491cBMTQ8ft8aeV+adlcytMZylmA5nnwwkRZjI8vw=
 github.com/fortytw2/leaktest v1.3.0/go.mod h1:jDsjWgpAGjm2CA7WthBh/CdZYEPF31XHquHwclZch5g=
+github.com/fsnotify/fsnotify v1.4.9 h1:hsms1Qyu0jgnwNXIxa+/V/PDsU6CfLf6CNO8H7IWoS4=
 github.com/fsnotify/fsnotify v1.4.9/go.mod h1:znqG4EE+3YCdAaPaxE2ZRY/06pZUdp0tY4IgpuI1SZQ=
+github.com/go-sql-driver/mysql v1.6.0 h1:BCTh4TKNUYmOmMUcQ3IipzF5prigylS7XXjEkfCHuOE=
 github.com/go-sql-driver/mysql v1.6.0/go.mod h1:DCzpHaOWr8IXmIStZouvnhqoel9Qv2LBy8hT2VhHyBg=
+github.com/gogf/gf v1.16.6 h1:Yp5YfwnGz41d1tiVqxcWXiPXyuzjTb7ax4SnPSXxDE8=
 github.com/gogf/gf v1.16.6/go.mod h1:4LoHfEBl2jbVmZpVx+qk2La3zWr1V315FtF2PVZuyQ8=
 github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
 github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc=
@@ -28,6 +36,7 @@ github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:W
 github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0=
 github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8=
 github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI=
+github.com/gomodule/redigo v1.8.5 h1:nRAxCa+SVsyjSBrtZmG/cqb6VbTmuRzpg/PoTFlpumc=
 github.com/gomodule/redigo v1.8.5/go.mod h1:P9dn9mFrCBvWhGE1wpxx6fgq7BAeLBk+UUUzlpkBYO0=
 github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M=
 github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU=
@@ -35,26 +44,35 @@ github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMyw
 github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
 github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
 github.com/google/go-cmp v0.5.3/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
+github.com/google/go-cmp v0.5.6 h1:BKbKCqvP6I+rmFHt06ZmyQtvB8xAkWdhFyr0ZUNZcxQ=
 github.com/google/go-cmp v0.5.6/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
 github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
+github.com/gorilla/websocket v1.4.2 h1:+/TMaTYc4QFitKJxsQ7Yye35DkWvkdLcvGKqM+x0Ufc=
 github.com/gorilla/websocket v1.4.2/go.mod h1:YR8l580nyteQvAITg2hZ9XVh4b55+EU/adAjf1fMHhE=
+github.com/grokify/html-strip-tags-go v0.0.0-20190921062105-daaa06bf1aaf h1:wIOAyJMMen0ELGiFzlmqxdcV1yGbkyHBAB6PolcNbLA=
 github.com/grokify/html-strip-tags-go v0.0.0-20190921062105-daaa06bf1aaf/go.mod h1:2Su6romC5/1VXOQMaWL2yb618ARB8iVo6/DR99A6d78=
 github.com/jmespath/go-jmespath v0.4.0/go.mod h1:T8mJZnbsbmF+m6zOOFylbeCJqk5+pHWvzYPziyZiYoo=
 github.com/jmespath/go-jmespath/internal/testify v1.5.1/go.mod h1:L3OGu8Wl2/fWfCI6z80xFu9LTZmf1ZRjMHUOPmWr69U=
 github.com/josharian/intern v1.0.0 h1:vlS4z54oSdjm0bgjRigI+G1HpF+tI+9rE5LLzOg8HmY=
 github.com/josharian/intern v1.0.0/go.mod h1:5DoeVV0s6jJacbCEi61lwdGj/aVlrQvzHFFd8Hwg//Y=
+github.com/kjk/betterguid v0.0.0-20170621091430-c442874ba63a h1:b+Gt8sQs//Sl5Dcem5zP9Qc2FgEUAygREa2AAa2Vmcw=
 github.com/kjk/betterguid v0.0.0-20170621091430-c442874ba63a/go.mod h1:uxRAhHE1nl34DpWgfe0CYbNYbCnYplaB6rZH9ReWtUk=
 github.com/mailru/easyjson v0.7.7 h1:UGYAvKxe3sBsEDzO8ZeWOSlIQfWFlxbzLZe7hwFURr0=
 github.com/mailru/easyjson v0.7.7/go.mod h1:xzfreul335JAWq5oZzymOObrkdz5UnU4kGfJJLY9Nlc=
+github.com/mattn/go-colorable v0.1.8 h1:c1ghPdyEDarC70ftn0y+A/Ee++9zz8ljHG1b13eJ0s8=
 github.com/mattn/go-colorable v0.1.8/go.mod h1:u6P/XSegPjTcexA+o6vUJrdnUu04hMope9wVRipJSqc=
+github.com/mattn/go-isatty v0.0.12 h1:wuysRhFDzyxgEmMf5xjvJ2M9dZoWAXNNr5LSBS7uHXY=
 github.com/mattn/go-isatty v0.0.12/go.mod h1:cbi8OIDigv2wuxKPP5vlRcQ1OAZbq2CE4Kysco4FUpU=
+github.com/mattn/go-runewidth v0.0.9 h1:Lm995f3rfxdpd6TSmuVCHVb/QhupuXlYr8sCI/QdE+0=
 github.com/mattn/go-runewidth v0.0.9/go.mod h1:H031xJmbD/WCDINGzjvQ9THkh0rPKHF+m2gUSrubnMI=
+github.com/olekukonko/tablewriter v0.0.5 h1:P2Ga83D34wi1o9J6Wh1mRuqd4mF/x/lgBS7N7AbDhec=
 github.com/olekukonko/tablewriter v0.0.5/go.mod h1:hPp6KlRPjbx+hW8ykQs1w3UBbZlj6HuIJcUGPhkA7kY=
 github.com/olivere/elastic/v7 v7.0.30 h1:MyDWv+ZSn+56AOmqr69Sg4EFaBdGMpWFEK5zuqaL8AM=
 github.com/olivere/elastic/v7 v7.0.30/go.mod h1:idEQxe7Es+Wr4XAuNnJdKeMZufkA9vQprOIFck061vg=
 github.com/opentracing/opentracing-go v1.2.0/go.mod h1:GxEUsuufX4nBwe+T+Wl9TAgYrxe9dPLANfrWvHYVTgc=
 github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=
 github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
+github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
 github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA=
 github.com/smartystreets/assertions v1.1.1/go.mod h1:tcbTF8ujkAEcZ8TElKY+i30BzYlVhC/LOxJk7iOWnoo=
@@ -64,10 +82,14 @@ github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+
 github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
 github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA=
 github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
+github.com/stretchr/testify v1.7.0 h1:nwc3DEeHmmLAfoZucVR881uASk0Mfjw8xYJ99tb5CcY=
 github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
 go.opencensus.io v0.23.0/go.mod h1:XItmlyltB5F7CS4xOC1DcqMoFqwtC6OG2xF7mCv7P7E=
+go.opentelemetry.io/otel v1.0.0-RC2 h1:SHhxSjB+omnGZPgGlKe+QMp3MyazcOHdQ8qwo89oKbg=
 go.opentelemetry.io/otel v1.0.0-RC2/go.mod h1:w1thVQ7qbAy8MHb0IFj8a5Q2QU0l2ksf8u/CN8m3NOM=
+go.opentelemetry.io/otel/oteltest v1.0.0-RC2 h1:xNKqMhlZYkASSyvF4JwObZFMq0jhFN3c3SP+2rCzVPk=
 go.opentelemetry.io/otel/oteltest v1.0.0-RC2/go.mod h1:kiQ4tw5tAL4JLTbcOYwK1CWI1HkT5aiLzHovgOVnz/A=
+go.opentelemetry.io/otel/trace v1.0.0-RC2 h1:dunAP0qDULMIT82atj34m5RgvsIK6LcsXf1c/MsYg1w=
 go.opentelemetry.io/otel/trace v1.0.0-RC2/go.mod h1:JPQ+z6nNw9mqEGT8o3eoPTdnNI+Aj5JcxEsVGREIAy4=
 golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
 golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
@@ -82,6 +104,7 @@ golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn
 golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
 golang.org/x/net v0.0.0-20201110031124-69a78807bb2b/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
 golang.org/x/net v0.0.0-20210520170846-37e1c6afe023/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
+golang.org/x/net v0.0.0-20211209124913-491a49abca63 h1:iocB37TsdFuN6IBRZ+ry36wrkoV51/tl5vOWqkcPGvY=
 golang.org/x/net v0.0.0-20211209124913-491a49abca63/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
 golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
 golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
@@ -95,10 +118,12 @@ golang.org/x/sys v0.0.0-20200116001909-b77594299b42/go.mod h1:h1NjWce9XRLGQEsW7w
 golang.org/x/sys v0.0.0-20200223170610-d5e6a3e2c0ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20210423082822-04245dca01da h1:b3NXsE2LusjYGGjL5bxEVZZORm/YEFFrWFjR8eFrw/c=
 golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
+golang.org/x/text v0.3.6 h1:aRYxNxv6iGQlyVaZmk6ZgYEDa+Jg18DxebPSrd6bg1M=
 golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
 golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
 golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
@@ -125,10 +150,12 @@ google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2
 google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU=
 google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU=
 google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c=
+gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b h1:h8qDotaEPuJATrMmW04NCwg7v22aHH28wwpauUhK9Oo=
 gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
 honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
 honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=