ai-code-battle/cmd/acb-worker/b2.go
jedarden 341591a10b fix(worker): disable SDK checksum trailer for R2 uploads
AWS SDK Go v2 s3 v1.100.0 defaults to RequestChecksumCalculationWhenSupported,
which causes PutObject to send STREAMING-UNSIGNED-PAYLOAD-TRAILER — a chunked
transfer mode R2 doesn't support. Setting WhenRequired makes the SDK send a
standard signed payload instead, resolving the 403 SignatureDoesNotMatch.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-04-30 10:35:00 -04:00

160 lines
4.4 KiB
Go

// B2 client for uploading replays to Backblaze B2 (cold archive)
package main
import (
"bytes"
"context"
"fmt"
"github.com/aws/aws-sdk-go-v2/aws"
"github.com/aws/aws-sdk-go-v2/config"
"github.com/aws/aws-sdk-go-v2/credentials"
"github.com/aws/aws-sdk-go-v2/service/s3"
)
// B2Client handles B2 bucket operations (S3-compatible).
type B2Client struct {
client *s3.Client
bucket string
endpoint string
}
// NewR2Client creates a new Cloudflare R2 client using the same B2Client type.
func NewR2Client(cfg *Config) *B2Client {
awsCfg, err := config.LoadDefaultConfig(context.TODO(),
config.WithCredentialsProvider(credentials.NewStaticCredentialsProvider(
cfg.R2AccessKey,
cfg.R2SecretKey,
"",
)),
config.WithRegion("auto"),
)
if err != nil {
panic(fmt.Sprintf("failed to load R2 AWS config: %v", err))
}
client := s3.NewFromConfig(awsCfg, func(o *s3.Options) {
o.BaseEndpoint = aws.String(cfg.R2Endpoint)
o.UsePathStyle = true
// R2 rejects STREAMING-UNSIGNED-PAYLOAD-TRAILER (SDK default for PutObject).
// WhenRequired disables automatic checksum calculation so the SDK sends a
// standard signed payload instead.
o.RequestChecksumCalculation = aws.RequestChecksumCalculationWhenRequired
o.ResponseChecksumValidation = aws.ResponseChecksumValidationWhenRequired
})
return &B2Client{
client: client,
bucket: cfg.R2Bucket,
endpoint: cfg.R2Endpoint,
}
}
// NewB2Client creates a new B2 client.
func NewB2Client(cfg *Config) *B2Client {
// Load AWS config with B2 credentials
// For S3-compatible endpoints (ARMOR/B2), the region is not used
// but must be set to a valid value for the SDK
awsCfg, err := config.LoadDefaultConfig(context.TODO(),
config.WithCredentialsProvider(credentials.NewStaticCredentialsProvider(
cfg.B2AccessKey,
cfg.B2SecretKey,
"",
)),
config.WithRegion("us-east-1"),
)
if err != nil {
panic(fmt.Sprintf("failed to load AWS config: %v", err))
}
// Use BaseEndpoint + UsePathStyle for S3-compatible endpoints (ARMOR/B2).
// EndpointResolverV2 with a custom resolver does NOT honor UsePathStyle —
// the resolver replaces the full URI before bucket addressing is applied,
// so the bucket ends up dropped from the path. BaseEndpoint is the SDK's
// supported path for custom S3-compatible services; path style is applied
// after the base URL is set, producing /bucket/key URLs correctly.
client := s3.NewFromConfig(awsCfg, func(o *s3.Options) {
o.BaseEndpoint = aws.String(cfg.B2Endpoint)
o.UsePathStyle = true
})
return &B2Client{
client: client,
bucket: cfg.B2Bucket,
endpoint: cfg.B2Endpoint,
}
}
// Upload uploads data to B2. Pass contentEncoding="" for uncompressed objects.
func (c *B2Client) Upload(ctx context.Context, key string, data []byte, contentType string, contentEncoding string) error {
input := &s3.PutObjectInput{
Bucket: aws.String(c.bucket),
Key: aws.String(key),
Body: bytes.NewReader(data),
ContentType: aws.String(contentType),
CacheControl: aws.String("public, max-age=31536000, immutable"),
}
if contentEncoding != "" {
input.ContentEncoding = aws.String(contentEncoding)
}
_, err := c.client.PutObject(ctx, input)
return err
}
// Download downloads data from B2.
func (c *B2Client) Download(ctx context.Context, key string) ([]byte, error) {
resp, err := c.client.GetObject(ctx, &s3.GetObjectInput{
Bucket: aws.String(c.bucket),
Key: aws.String(key),
})
if err != nil {
return nil, err
}
defer resp.Body.Close()
buf := new(bytes.Buffer)
if _, err := buf.ReadFrom(resp.Body); err != nil {
return nil, err
}
return buf.Bytes(), nil
}
// Delete deletes an object from B2.
func (c *B2Client) Delete(ctx context.Context, key string) error {
_, err := c.client.DeleteObject(ctx, &s3.DeleteObjectInput{
Bucket: aws.String(c.bucket),
Key: aws.String(key),
})
return err
}
// List lists objects with a prefix.
func (c *B2Client) List(ctx context.Context, prefix string) ([]string, error) {
var keys []string
paginator := s3.NewListObjectsV2Paginator(c.client, &s3.ListObjectsV2Input{
Bucket: aws.String(c.bucket),
Prefix: aws.String(prefix),
})
for paginator.HasMorePages() {
page, err := paginator.NextPage(ctx)
if err != nil {
return nil, err
}
for _, obj := range page.Contents {
if obj.Key != nil {
keys = append(keys, *obj.Key)
}
}
}
return keys, nil
}
// Endpoint returns the B2 endpoint URL.
func (c *B2Client) Endpoint() string {
return c.endpoint
}