로그 전송을 비동기로

opensearch/client.go

@@ -8,9 +8,9 @@ import (
 	"encoding/base64"
 	"encoding/json"
 	"fmt"
-	"io"
 	"net/http"
 	"strings"
+	"sync/atomic"
 	"time"
 
 	osg "github.com/opensearch-project/opensearch-go/v4"
@@ -31,6 +31,7 @@ type Client struct {
 	indexTemplatePattern string
 	bulkHeader           http.Header
 	singleHeader         http.Header
+	sendingCount         int32
 }
 
 type LogDocument struct {
@@ -55,38 +56,43 @@ func NewLogDocument(logType string, body any) *LogDocument {
 	}
 }
 
-func (c *Client) Send(ld *LogDocument) error {
+func (c *Client) Send(ld *LogDocument) {
 	if c.Client == nil {
-		return nil
+		return
 	}
 
 	serialized, _ := json.Marshal(ld)
+	go func(serialized []byte) {
+		sending := atomic.AddInt32(&c.sendingCount, 1)
+		atomic.AddInt32(&c.sendingCount, -1)
+
+		if sending > 100 {
+			logger.Println("sending log bottleneck :", sending)
+			logger.Println(string(serialized))
+			return
+		}
+
 		reader := bytes.NewBuffer(serialized)
 		req := osapi.IndexReq{
 			Index:  c.indexTemplatePattern + ld.Type,
 			Body:   reader,
 			Header: c.singleHeader,
 		}
-	logger.Println("LogSend", req)
 
 		resp, err := c.Do(context.Background(), req, nil)
-	logger.Println(resp)
 		if err != nil {
-		return err
+			logger.Println("log send failed :", err)
+			return
 		}
-	defer resp.Body.Close()
-
-	r, err2 := io.ReadAll(resp.Body)
-	if err2 != nil {
-		logger.Println("LogSend resp read error :", err2)
-	} else {
-		logger.Println("LogSend resp :", string(r))
+		resp.Body.Close()
+	}(serialized)
 }
 
-	return nil
+func (c *Client) SendBulk(ds map[string]*LogDocument) {
+	if c == nil {
+		return
 	}
 
-func (c *Client) SendBulk(ds map[string]*LogDocument) error {
 	var contents string
 
 	for _, d := range ds {
@@ -94,6 +100,16 @@ func (c *Client) SendBulk(ds map[string]*LogDocument) error {
 		contents += fmt.Sprintf(`{"create":{"_index":"%s%s"}}`+"\n"+`%s`+"\n", c.indexTemplatePattern, d.Type, string(b))
 	}
 
+	go func(contents string) {
+		sending := atomic.AddInt32(&c.sendingCount, 1)
+		atomic.AddInt32(&c.sendingCount, -1)
+
+		if sending > 100 {
+			logger.Println("sending log bottleneck :", sending)
+			logger.Println(contents)
+			return
+		}
+
 		reader := bytes.NewBuffer([]byte(contents))
 		req := osapi.BulkReq{
 			Body:   reader,
@@ -101,12 +117,11 @@ func (c *Client) SendBulk(ds map[string]*LogDocument) error {
 		}
 		resp, err := c.Do(context.Background(), req, nil)
 		if err != nil {
-		return err
+			logger.Println("log send bulk failed :", err)
+			return
 		}
-	logger.Println(resp)
-	defer resp.Body.Close()
-
-	return nil
+		resp.Body.Close()
+	}(contents)
 }
 
 var jwtHeader string