// Copyright The OpenTelemetry Authors // SPDX-License-Identifier: Apache-2.0 package main import ( "bytes" "context" "encoding/json" "fmt" "net" "net/http" "os" "strconv" "sync" "time" "go.opentelemetry.io/otel/attribute" "go.opentelemetry.io/otel/trace" "github.com/Shopify/sarama" "github.com/google/uuid" "github.com/sirupsen/logrus" "go.opentelemetry.io/contrib/instrumentation/github.com/Shopify/sarama/otelsarama" "go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc" "go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp" "go.opentelemetry.io/contrib/instrumentation/runtime" "go.opentelemetry.io/otel" "go.opentelemetry.io/otel/exporters/otlp/otlpmetric/otlpmetricgrpc" "go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc" "go.opentelemetry.io/otel/propagation" sdkmetric "go.opentelemetry.io/otel/sdk/metric" sdkresource "go.opentelemetry.io/otel/sdk/resource" sdktrace "go.opentelemetry.io/otel/sdk/trace" "google.golang.org/grpc" "google.golang.org/grpc/codes" "google.golang.org/grpc/credentials/insecure" healthpb "google.golang.org/grpc/health/grpc_health_v1" "google.golang.org/grpc/status" "google.golang.org/protobuf/proto" pb "github.com/open-telemetry/opentelemetry-demo/src/checkoutservice/genproto/oteldemo" "github.com/open-telemetry/opentelemetry-demo/src/checkoutservice/kafka" "github.com/open-telemetry/opentelemetry-demo/src/checkoutservice/money" ) //go:generate go install google.golang.org/protobuf/cmd/protoc-gen-go //go:generate go install google.golang.org/grpc/cmd/protoc-gen-go-grpc //go:generate protoc --go_out=./ --go-grpc_out=./ --proto_path=../../pb ../../pb/demo.proto var log *logrus.Logger var tracer trace.Tracer var resource *sdkresource.Resource var initResourcesOnce sync.Once func init() { log = logrus.New() log.Level = logrus.DebugLevel log.Formatter = &logrus.JSONFormatter{ FieldMap: logrus.FieldMap{ logrus.FieldKeyTime: "timestamp", logrus.FieldKeyLevel: "severity", logrus.FieldKeyMsg: "message", }, TimestampFormat: time.RFC3339Nano, } log.Out = os.Stdout } func initResource() *sdkresource.Resource { initResourcesOnce.Do(func() { extraResources, _ := sdkresource.New( context.Background(), sdkresource.WithOS(), sdkresource.WithProcess(), sdkresource.WithContainer(), sdkresource.WithHost(), ) resource, _ = sdkresource.Merge( sdkresource.Default(), extraResources, ) }) return resource } func initTracerProvider() *sdktrace.TracerProvider { ctx := context.Background() exporter, err := otlptracegrpc.New(ctx) if err != nil { log.Fatalf("new otlp trace grpc exporter failed: %v", err) } tp := sdktrace.NewTracerProvider( sdktrace.WithBatcher(exporter), sdktrace.WithResource(initResource()), ) otel.SetTracerProvider(tp) otel.SetTextMapPropagator(propagation.NewCompositeTextMapPropagator(propagation.TraceContext{}, propagation.Baggage{})) return tp } func initMeterProvider() *sdkmetric.MeterProvider { ctx := context.Background() exporter, err := otlpmetricgrpc.New(ctx) if err != nil { log.Fatalf("new otlp metric grpc exporter failed: %v", err) } mp := sdkmetric.NewMeterProvider( sdkmetric.WithReader(sdkmetric.NewPeriodicReader(exporter)), sdkmetric.WithResource(initResource()), ) otel.SetMeterProvider(mp) return mp } type checkoutService struct { productCatalogSvcAddr string cartSvcAddr string currencySvcAddr string shippingSvcAddr string emailSvcAddr string paymentSvcAddr string kafkaBrokerSvcAddr string pb.UnimplementedCheckoutServiceServer KafkaProducerClient sarama.AsyncProducer } func main() { var port string mustMapEnv(&port, "CHECKOUT_SERVICE_PORT") tp := initTracerProvider() defer func() { if err := tp.Shutdown(context.Background()); err != nil { log.Printf("Error shutting down tracer provider: %v", err) } }() mp := initMeterProvider() defer func() { if err := mp.Shutdown(context.Background()); err != nil { log.Printf("Error shutting down meter provider: %v", err) } }() err := runtime.Start(runtime.WithMinimumReadMemStatsInterval(time.Second)) if err != nil { log.Fatal(err) } tracer = tp.Tracer("checkoutservice") svc := new(checkoutService) mustMapEnv(&svc.shippingSvcAddr, "SHIPPING_SERVICE_ADDR") mustMapEnv(&svc.productCatalogSvcAddr, "PRODUCT_CATALOG_SERVICE_ADDR") mustMapEnv(&svc.cartSvcAddr, "CART_SERVICE_ADDR") mustMapEnv(&svc.currencySvcAddr, "CURRENCY_SERVICE_ADDR") mustMapEnv(&svc.emailSvcAddr, "EMAIL_SERVICE_ADDR") mustMapEnv(&svc.paymentSvcAddr, "PAYMENT_SERVICE_ADDR") svc.kafkaBrokerSvcAddr = os.Getenv("KAFKA_SERVICE_ADDR") if svc.kafkaBrokerSvcAddr != "" { svc.KafkaProducerClient, err = kafka.CreateKafkaProducer([]string{svc.kafkaBrokerSvcAddr}, log) if err != nil { log.Fatal(err) } } log.Infof("service config: %+v", svc) lis, err := net.Listen("tcp", fmt.Sprintf(":%s", port)) if err != nil { log.Fatal(err) } var srv = grpc.NewServer( grpc.UnaryInterceptor(otelgrpc.UnaryServerInterceptor()), grpc.StreamInterceptor(otelgrpc.StreamServerInterceptor()), ) pb.RegisterCheckoutServiceServer(srv, svc) healthpb.RegisterHealthServer(srv, svc) log.Infof("starting to listen on tcp: %q", lis.Addr().String()) err = srv.Serve(lis) log.Fatal(err) } func mustMapEnv(target *string, envKey string) { v := os.Getenv(envKey) if v == "" { panic(fmt.Sprintf("environment variable %q not set", envKey)) } *target = v } func (cs *checkoutService) Check(ctx context.Context, req *healthpb.HealthCheckRequest) (*healthpb.HealthCheckResponse, error) { return &healthpb.HealthCheckResponse{Status: healthpb.HealthCheckResponse_SERVING}, nil } func (cs *checkoutService) Watch(req *healthpb.HealthCheckRequest, ws healthpb.Health_WatchServer) error { return status.Errorf(codes.Unimplemented, "health check via Watch not implemented") } func (cs *checkoutService) PlaceOrder(ctx context.Context, req *pb.PlaceOrderRequest) (*pb.PlaceOrderResponse, error) { span := trace.SpanFromContext(ctx) span.SetAttributes( attribute.String("app.user.id", req.UserId), attribute.String("app.user.currency", req.UserCurrency), ) log.Infof("[PlaceOrder] user_id=%q user_currency=%q", req.UserId, req.UserCurrency) var err error defer func() { if err != nil { span.AddEvent("error", trace.WithAttributes(attribute.String("exception.message", err.Error()))) } }() orderID, err := uuid.NewUUID() if err != nil { return nil, status.Errorf(codes.Internal, "failed to generate order uuid") } prep, err := cs.prepareOrderItemsAndShippingQuoteFromCart(ctx, req.UserId, req.UserCurrency, req.Address) if err != nil { return nil, status.Errorf(codes.Internal, err.Error()) } span.AddEvent("prepared") total := &pb.Money{CurrencyCode: req.UserCurrency, Units: 0, Nanos: 0} total = money.Must(money.Sum(total, prep.shippingCostLocalized)) for _, it := range prep.orderItems { multPrice := money.MultiplySlow(it.Cost, uint32(it.GetItem().GetQuantity())) total = money.Must(money.Sum(total, multPrice)) } txID, err := cs.chargeCard(ctx, total, req.CreditCard) if err != nil { return nil, status.Errorf(codes.Internal, "failed to charge card: %+v", err) } log.Infof("payment went through (transaction_id: %s)", txID) span.AddEvent("charged", trace.WithAttributes(attribute.String("app.payment.transaction.id", txID))) shippingTrackingID, err := cs.shipOrder(ctx, req.Address, prep.cartItems) if err != nil { return nil, status.Errorf(codes.Unavailable, "shipping error: %+v", err) } shippingTrackingAttribute := attribute.String("app.shipping.tracking.id", shippingTrackingID) span.AddEvent("shipped", trace.WithAttributes(shippingTrackingAttribute)) _ = cs.emptyUserCart(ctx, req.UserId) orderResult := &pb.OrderResult{ OrderId: orderID.String(), ShippingTrackingId: shippingTrackingID, ShippingCost: prep.shippingCostLocalized, ShippingAddress: req.Address, Items: prep.orderItems, } shippingCostFloat, _ := strconv.ParseFloat(fmt.Sprintf("%d.%02d", prep.shippingCostLocalized.GetUnits(), prep.shippingCostLocalized.GetNanos()/1000000000), 64) totalPriceFloat, _ := strconv.ParseFloat(fmt.Sprintf("%d.%02d", total.GetUnits(), total.GetNanos()/1000000000), 64) span.SetAttributes( attribute.String("app.order.id", orderID.String()), attribute.Float64("app.shipping.amount", shippingCostFloat), attribute.Float64("app.order.amount", totalPriceFloat), attribute.Int("app.order.items.count", len(prep.orderItems)), shippingTrackingAttribute, ) if err := cs.sendOrderConfirmation(ctx, req.Email, orderResult); err != nil { log.Warnf("failed to send order confirmation to %q: %+v", req.Email, err) } else { log.Infof("order confirmation email sent to %q", req.Email) } // send to kafka only if kafka broker address is set if cs.kafkaBrokerSvcAddr != "" { cs.sendToPostProcessor(ctx, orderResult) } resp := &pb.PlaceOrderResponse{Order: orderResult} return resp, nil } type orderPrep struct { orderItems []*pb.OrderItem cartItems []*pb.CartItem shippingCostLocalized *pb.Money } func (cs *checkoutService) prepareOrderItemsAndShippingQuoteFromCart(ctx context.Context, userID, userCurrency string, address *pb.Address) (orderPrep, error) { ctx, span := tracer.Start(ctx, "prepareOrderItemsAndShippingQuoteFromCart") defer span.End() var out orderPrep cartItems, err := cs.getUserCart(ctx, userID) if err != nil { return out, fmt.Errorf("cart failure: %+v", err) } orderItems, err := cs.prepOrderItems(ctx, cartItems, userCurrency) if err != nil { return out, fmt.Errorf("failed to prepare order: %+v", err) } shippingUSD, err := cs.quoteShipping(ctx, address, cartItems) if err != nil { return out, fmt.Errorf("shipping quote failure: %+v", err) } shippingPrice, err := cs.convertCurrency(ctx, shippingUSD, userCurrency) if err != nil { return out, fmt.Errorf("failed to convert shipping cost to currency: %+v", err) } out.shippingCostLocalized = shippingPrice out.cartItems = cartItems out.orderItems = orderItems var totalCart int32 for _, ci := range cartItems { totalCart += ci.Quantity } shippingCostFloat, _ := strconv.ParseFloat(fmt.Sprintf("%d.%02d", shippingPrice.GetUnits(), shippingPrice.GetNanos()/1000000000), 64) span.SetAttributes( attribute.Float64("app.shipping.amount", shippingCostFloat), attribute.Int("app.cart.items.count", int(totalCart)), attribute.Int("app.order.items.count", len(orderItems)), ) return out, nil } func createClient(ctx context.Context, svcAddr string) (*grpc.ClientConn, error) { return grpc.DialContext(ctx, svcAddr, grpc.WithTransportCredentials(insecure.NewCredentials()), grpc.WithUnaryInterceptor(otelgrpc.UnaryClientInterceptor()), grpc.WithStreamInterceptor(otelgrpc.StreamClientInterceptor()), ) } func (cs *checkoutService) quoteShipping(ctx context.Context, address *pb.Address, items []*pb.CartItem) (*pb.Money, error) { conn, err := createClient(ctx, cs.shippingSvcAddr) if err != nil { return nil, fmt.Errorf("could not connect shipping service: %+v", err) } defer conn.Close() shippingQuote, err := pb.NewShippingServiceClient(conn). GetQuote(ctx, &pb.GetQuoteRequest{ Address: address, Items: items}) if err != nil { return nil, fmt.Errorf("failed to get shipping quote: %+v", err) } return shippingQuote.GetCostUsd(), nil } func (cs *checkoutService) getUserCart(ctx context.Context, userID string) ([]*pb.CartItem, error) { conn, err := createClient(ctx, cs.cartSvcAddr) if err != nil { return nil, fmt.Errorf("could not connect cart service: %+v", err) } defer conn.Close() cart, err := pb.NewCartServiceClient(conn).GetCart(ctx, &pb.GetCartRequest{UserId: userID}) if err != nil { return nil, fmt.Errorf("failed to get user cart during checkout: %+v", err) } return cart.GetItems(), nil } func (cs *checkoutService) emptyUserCart(ctx context.Context, userID string) error { conn, err := createClient(ctx, cs.cartSvcAddr) if err != nil { return fmt.Errorf("could not connect cart service: %+v", err) } defer conn.Close() if _, err = pb.NewCartServiceClient(conn).EmptyCart(ctx, &pb.EmptyCartRequest{UserId: userID}); err != nil { return fmt.Errorf("failed to empty user cart during checkout: %+v", err) } return nil } func (cs *checkoutService) prepOrderItems(ctx context.Context, items []*pb.CartItem, userCurrency string) ([]*pb.OrderItem, error) { out := make([]*pb.OrderItem, len(items)) conn, err := createClient(ctx, cs.productCatalogSvcAddr) if err != nil { return nil, fmt.Errorf("could not connect product catalog service: %+v", err) } defer conn.Close() cl := pb.NewProductCatalogServiceClient(conn) for i, item := range items { product, err := cl.GetProduct(ctx, &pb.GetProductRequest{Id: item.GetProductId()}) if err != nil { return nil, fmt.Errorf("failed to get product #%q", item.GetProductId()) } price, err := cs.convertCurrency(ctx, product.GetPriceUsd(), userCurrency) if err != nil { return nil, fmt.Errorf("failed to convert price of %q to %s", item.GetProductId(), userCurrency) } out[i] = &pb.OrderItem{ Item: item, Cost: price} } return out, nil } func (cs *checkoutService) convertCurrency(ctx context.Context, from *pb.Money, toCurrency string) (*pb.Money, error) { conn, err := createClient(ctx, cs.currencySvcAddr) if err != nil { return nil, fmt.Errorf("could not connect currency service: %+v", err) } defer conn.Close() result, err := pb.NewCurrencyServiceClient(conn).Convert(ctx, &pb.CurrencyConversionRequest{ From: from, ToCode: toCurrency}) if err != nil { return nil, fmt.Errorf("failed to convert currency: %+v", err) } return result, err } func (cs *checkoutService) chargeCard(ctx context.Context, amount *pb.Money, paymentInfo *pb.CreditCardInfo) (string, error) { conn, err := createClient(ctx, cs.paymentSvcAddr) if err != nil { return "", fmt.Errorf("failed to connect payment service: %+v", err) } defer conn.Close() paymentResp, err := pb.NewPaymentServiceClient(conn).Charge(ctx, &pb.ChargeRequest{ Amount: amount, CreditCard: paymentInfo}) if err != nil { return "", fmt.Errorf("could not charge the card: %+v", err) } return paymentResp.GetTransactionId(), nil } func (cs *checkoutService) sendOrderConfirmation(ctx context.Context, email string, order *pb.OrderResult) error { emailServicePayload, err := json.Marshal(map[string]interface{}{ "email": email, "order": order, }) if err != nil { return fmt.Errorf("failed to marshal order to JSON: %+v", err) } resp, err := otelhttp.Post(ctx, cs.emailSvcAddr+"/send_order_confirmation", "application/json", bytes.NewBuffer(emailServicePayload)) if err != nil { return fmt.Errorf("failed POST to email service: %+v", err) } defer resp.Body.Close() if resp.StatusCode != http.StatusOK { return fmt.Errorf("failed POST to email service: expected 200, got %d", resp.StatusCode) } return err } func (cs *checkoutService) shipOrder(ctx context.Context, address *pb.Address, items []*pb.CartItem) (string, error) { conn, err := createClient(ctx, cs.shippingSvcAddr) if err != nil { return "", fmt.Errorf("failed to connect email service: %+v", err) } defer conn.Close() resp, err := pb.NewShippingServiceClient(conn).ShipOrder(ctx, &pb.ShipOrderRequest{ Address: address, Items: items}) if err != nil { return "", fmt.Errorf("shipment failed: %+v", err) } return resp.GetTrackingId(), nil } func (cs *checkoutService) sendToPostProcessor(ctx context.Context, result *pb.OrderResult) { message, err := proto.Marshal(result) if err != nil { log.Errorf("Failed to marshal message to protobuf: %+v", err) return } // Inject tracing info into message msg := sarama.ProducerMessage{ Topic: kafka.Topic, Value: sarama.ByteEncoder(message), } otel.GetTextMapPropagator().Inject(ctx, otelsarama.NewProducerMessageCarrier(&msg)) cs.KafkaProducerClient.Input() <- &msg successMsg := <-cs.KafkaProducerClient.Successes() log.Infof("Successful to write message. offset: %v", successMsg.Offset) }