micro--go-micro
cae6fbbe76
* fix: remove deprecated rand.Seed calls Go 1.20+ automatically seeds the global random number generator. These calls are no-ops and generate warnings with newer Go versions. Removed from: - selector/strategy.go - registry/cache/cache.go - broker/memory.go - broker/http.go - cmd/cmd.go - transport/memory.go Co-authored-by: Shelley <shelley@exe.dev> * fix: handle previously ignored errors - MySQL store: properly handle prepared statement errors in initDB() - Consul registry: handle client creation errors in Client() method These silent failures could cause hard-to-debug issues in production. Co-authored-by: Shelley <shelley@exe.dev> * feat(genai): improve provider interface with context and streaming Breaking changes: - Generate() and Stream() now require context.Context as first parameter - Stream.Close() added for proper resource cleanup Improvements: - Proper context support for cancellation and timeouts - Real SSE streaming for OpenAI and Gemini text generation - Better error handling with wrapped errors and API error responses - Thread-safe provider registry with sync.RWMutex - New options: WithMaxTokens, WithTemperature, WithTimeout - Stream has proper Close() method for cleanup - Results can include Error field for per-chunk errors Provider updates: - OpenAI: true streaming with SSE parsing, proper HTTP client with timeout - Gemini: true streaming with streamGenerateContent endpoint - Default model updated to gpt-4o-mini (OpenAI) and gemini-2.0-flash (Gemini) Co-authored-by: Shelley <shelley@exe.dev> * feat(tls): make TLS secure by default, configurable via environment BREAKING: TLS now verifies certificates by default. Set MICRO_TLS_INSECURE=true to restore previous behavior (NOT recommended for production). Changes: - Add util/tls.Config(), SecureConfig(), InsecureConfig(), ConfigFromEnv() helpers - Update all components to use ConfigFromEnv() instead of hardcoded InsecureSkipVerify - Set MinVersion to TLS 1.2 for all TLS configs Affected components: - broker/http - broker/rabbitmq - registry/etcd - registry/consul - transport/grpc This improves security posture while allowing opt-out for development environments. Co-authored-by: Shelley <shelley@exe.dev> * feat(tls): add TLS helpers with opt-in secure mode NOT a breaking change - keeps InsecureSkipVerify=true as default for local development compatibility. New util/tls helpers: - Config() - returns config based on MICRO_TLS_SECURE env var - SecureConfig() - certificate verification enabled - InsecureConfig() - certificate verification disabled (dev only) For production security, use one of: - Set MICRO_TLS_SECURE=true with proper CA-signed certs - Use a service mesh (Istio, Linkerd) for automatic mTLS - Configure TLSConfig directly with your certificates Also: Changed CLI alias from 'g' to 'gen' for clarity - micro generate handler -> micro gen handler Co-authored-by: Shelley <shelley@exe.dev> * refactor(cli): rename generate directory to gen for consistency Directory name now matches the command alias: cmd/micro/cli/gen/ -> micro gen handler Co-authored-by: Shelley <shelley@exe.dev> --------- Co-authored-by: Shelley <shelley@exe.dev>
303 行
5.1 KiB
Go
303 行
5.1 KiB
Go
package transport
|
|
|
|
import (
|
|
"context"
|
|
"encoding/gob"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"math/rand"
|
|
"net"
|
|
"sync"
|
|
"time"
|
|
|
|
maddr "go-micro.dev/v5/util/addr"
|
|
mnet "go-micro.dev/v5/util/net"
|
|
)
|
|
|
|
type memorySocket struct {
|
|
ctx context.Context
|
|
// Client receiver of io.Pipe with gob
|
|
crecv *gob.Decoder
|
|
// Client sender of the io.Pipe with gob
|
|
csend *gob.Encoder
|
|
// Server receiver of the io.Pip with gob
|
|
srecv *gob.Decoder
|
|
// Server sender of the io.Pip with gob
|
|
ssend *gob.Encoder
|
|
// sock exit
|
|
exit chan bool
|
|
// listener exit
|
|
lexit chan bool
|
|
|
|
local string
|
|
remote string
|
|
|
|
// for send/recv Timeout
|
|
timeout time.Duration
|
|
// True server mode, False client mode
|
|
server bool
|
|
}
|
|
|
|
type memoryClient struct {
|
|
*memorySocket
|
|
opts DialOptions
|
|
}
|
|
|
|
type memoryListener struct {
|
|
lopts ListenOptions
|
|
ctx context.Context
|
|
exit chan bool
|
|
conn chan *memorySocket
|
|
topts Options
|
|
addr string
|
|
sync.RWMutex
|
|
}
|
|
|
|
type memoryTransport struct {
|
|
listeners map[string]*memoryListener
|
|
opts Options
|
|
sync.RWMutex
|
|
}
|
|
|
|
func (ms *memorySocket) Recv(m *Message) error {
|
|
ctx := ms.ctx
|
|
if ms.timeout > 0 {
|
|
var cancel context.CancelFunc
|
|
ctx, cancel = context.WithTimeout(ms.ctx, ms.timeout)
|
|
defer cancel()
|
|
}
|
|
|
|
select {
|
|
case <-ctx.Done():
|
|
return ctx.Err()
|
|
case <-ms.exit:
|
|
// connection closed
|
|
return io.EOF
|
|
case <-ms.lexit:
|
|
// Server connection closed
|
|
return io.EOF
|
|
default:
|
|
if ms.server {
|
|
if err := ms.srecv.Decode(m); err != nil {
|
|
return err
|
|
}
|
|
} else {
|
|
if err := ms.crecv.Decode(m); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (ms *memorySocket) Local() string {
|
|
return ms.local
|
|
}
|
|
|
|
func (ms *memorySocket) Remote() string {
|
|
return ms.remote
|
|
}
|
|
|
|
func (ms *memorySocket) Send(m *Message) error {
|
|
ctx := ms.ctx
|
|
if ms.timeout > 0 {
|
|
var cancel context.CancelFunc
|
|
ctx, cancel = context.WithTimeout(ms.ctx, ms.timeout)
|
|
defer cancel()
|
|
}
|
|
|
|
select {
|
|
case <-ctx.Done():
|
|
return ctx.Err()
|
|
case <-ms.exit:
|
|
// connection closed
|
|
return io.EOF
|
|
case <-ms.lexit:
|
|
// Server connection closed
|
|
return io.EOF
|
|
default:
|
|
if ms.server {
|
|
if err := ms.ssend.Encode(m); err != nil {
|
|
return err
|
|
}
|
|
} else {
|
|
if err := ms.csend.Encode(m); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (ms *memorySocket) Close() error {
|
|
select {
|
|
case <-ms.exit:
|
|
return nil
|
|
default:
|
|
close(ms.exit)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (m *memoryListener) Addr() string {
|
|
return m.addr
|
|
}
|
|
|
|
func (m *memoryListener) Close() error {
|
|
m.Lock()
|
|
defer m.Unlock()
|
|
select {
|
|
case <-m.exit:
|
|
return nil
|
|
default:
|
|
close(m.exit)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (m *memoryListener) Accept(fn func(Socket)) error {
|
|
for {
|
|
select {
|
|
case <-m.exit:
|
|
return nil
|
|
case c := <-m.conn:
|
|
go fn(&memorySocket{
|
|
server: true,
|
|
lexit: c.lexit,
|
|
exit: c.exit,
|
|
ssend: c.ssend,
|
|
srecv: c.srecv,
|
|
local: c.Remote(),
|
|
remote: c.Local(),
|
|
timeout: m.topts.Timeout,
|
|
ctx: m.topts.Context,
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
func (m *memoryTransport) Dial(addr string, opts ...DialOption) (Client, error) {
|
|
m.RLock()
|
|
defer m.RUnlock()
|
|
|
|
listener, ok := m.listeners[addr]
|
|
if !ok {
|
|
return nil, errors.New("could not dial " + addr)
|
|
}
|
|
|
|
var options DialOptions
|
|
for _, o := range opts {
|
|
o(&options)
|
|
}
|
|
|
|
creader, swriter := io.Pipe()
|
|
sreader, cwriter := io.Pipe()
|
|
|
|
client := &memoryClient{
|
|
&memorySocket{
|
|
server: false,
|
|
csend: gob.NewEncoder(cwriter),
|
|
crecv: gob.NewDecoder(creader),
|
|
ssend: gob.NewEncoder(swriter),
|
|
srecv: gob.NewDecoder(sreader), exit: make(chan bool),
|
|
lexit: listener.exit,
|
|
local: addr,
|
|
remote: addr,
|
|
timeout: m.opts.Timeout,
|
|
ctx: m.opts.Context,
|
|
},
|
|
options,
|
|
}
|
|
|
|
// pseudo connect
|
|
select {
|
|
case <-listener.exit:
|
|
return nil, errors.New("connection error")
|
|
case listener.conn <- client.memorySocket:
|
|
}
|
|
|
|
return client, nil
|
|
}
|
|
|
|
func (m *memoryTransport) Listen(addr string, opts ...ListenOption) (Listener, error) {
|
|
m.Lock()
|
|
defer m.Unlock()
|
|
|
|
var options ListenOptions
|
|
for _, o := range opts {
|
|
o(&options)
|
|
}
|
|
|
|
host, port, err := net.SplitHostPort(addr)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
addr, err = maddr.Extract(host)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// if zero port then randomly assign one
|
|
if len(port) > 0 && port == "0" {
|
|
i := rand.Intn(20000)
|
|
port = fmt.Sprintf("%d", 10000+i)
|
|
}
|
|
|
|
// set addr with port
|
|
addr = mnet.HostPort(addr, port)
|
|
|
|
if _, ok := m.listeners[addr]; ok {
|
|
return nil, errors.New("already listening on " + addr)
|
|
}
|
|
|
|
listener := &memoryListener{
|
|
lopts: options,
|
|
topts: m.opts,
|
|
addr: addr,
|
|
conn: make(chan *memorySocket),
|
|
exit: make(chan bool),
|
|
ctx: m.opts.Context,
|
|
}
|
|
|
|
m.listeners[addr] = listener
|
|
|
|
return listener, nil
|
|
}
|
|
|
|
func (m *memoryTransport) Init(opts ...Option) error {
|
|
for _, o := range opts {
|
|
o(&m.opts)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (m *memoryTransport) Options() Options {
|
|
return m.opts
|
|
}
|
|
|
|
func (m *memoryTransport) String() string {
|
|
return "memory"
|
|
}
|
|
|
|
func NewMemoryTransport(opts ...Option) Transport {
|
|
var options Options
|
|
|
|
|
|
for _, o := range opts {
|
|
o(&options)
|
|
}
|
|
|
|
if options.Context == nil {
|
|
options.Context = context.Background()
|
|
}
|
|
|
|
return &memoryTransport{
|
|
opts: options,
|
|
listeners: make(map[string]*memoryListener),
|
|
}
|
|
}
|