DynamoDB: connection refused #1045

Dregorio1 · 2023-04-13T17:04:39Z

Dregorio1
Apr 13, 2023

Hello, I have code

"context"
"github.com/aws/aws-sdk-go-v2/aws"
"github.com/aws/aws-sdk-go-v2/config"
"github.com/aws/aws-sdk-go-v2/credentials"
"github.com/aws/aws-sdk-go-v2/service/dynamodb"
"github.com/aws/aws-sdk-go-v2/service/dynamodb/types"
"github.com/testcontainers/testcontainers-go/wait"
"github.com/testcontainers/testcontainers-go"
 
func (c *TestContext) ConnectToDynamoDB() (*dynamodb.Client, error) {
	ctx := context.Background()
	// create a container request for DynamoDB
	req := testcontainers.ContainerRequest{
		Image:        "amazon/dynamodb-local:latest",
		Cmd:          []string{"-jar", "DynamoDBLocal.jar", "-inMemory"},
		ExposedPorts: []string{"8000/tcp"},
		WaitingFor:   wait.NewHostPortStrategy("8000"),
	}
 
	d, err := testcontainers.GenericContainer(ctx, testcontainers.GenericContainerRequest{
		ContainerRequest: req,
		Started:          true,
	})
	if err != nil {
		return nil, err
	}
 
	defer d.Terminate(ctx)
 
	ip, err := d.Host(ctx)
	if err != nil {
		return nil, err
	}
 
	port, err := d.MappedPort(ctx, "8000")
	if err != nil {
		return nil, err
	}
 
	cfg, err := config.LoadDefaultConfig(ctx,
		config.WithEndpointResolverWithOptions(aws.EndpointResolverWithOptionsFunc(func(service, region string, options ...interface{}) (aws.Endpoint, error) {
			return aws.Endpoint{
				URL: fmt.Sprintf("http://%s:%s", ip, port),
			}, nil
		})),
		config.WithCredentialsProvider(credentials.StaticCredentialsProvider{
			Value: aws.Credentials{
				AccessKeyID: "dummy", SecretAccessKey: "dummy", SessionToken: "dummy",
				Source: "Hard-coded credentials; values are irrelevant for local DynamoDB",
			},
		}),
	)
	if err != nil {
		return nil, err
	}
 
	db := dynamodb.NewFromConfig(cfg)
 
    // test
	listTab, err := db.ListTables(ctx, &dynamodb.ListTablesInput{})
	if err != nil {
		return nil, err
	}
 
	return db, nil
}

db.ListTables return // failed to setup the DynamoDB for the test (operation error DynamoDB: ListTables, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , request send failed, Post "https://localhost:32849/tcp/": dial tcp 127.0.0.1:32849: connect: connection refused) - What do I wrong? I want to write UT for DynamoDB

mdelapenya · 2023-04-13T17:30:19Z

mdelapenya
Apr 13, 2023
Maintainer

I'd need more time for reproducing it, but on the meantime í want to check if you already took a look to the localstack module 🤔

4 replies

Dregorio1 Apr 13, 2023
Author

@mdelapenya Thank you for the answer. I did not look at this localstack I will do that now

Dregorio1 Apr 14, 2023
Author

@mdelapenya I have change my code to use localstack, works better, but still has some problems. I have added container logs. New code:

	"github.com/aws/aws-sdk-go-v2/aws"
	"github.com/aws/aws-sdk-go-v2/config"
	"github.com/aws/aws-sdk-go-v2/credentials"
	"github.com/aws/aws-sdk-go-v2/service/dynamodb"
	"github.com/aws/aws-sdk-go-v2/service/dynamodb/types"
	_ "github.com/docker/go-connections/nat"
	"github.com/testcontainers/testcontainers-go"
	"github.com/testcontainers/testcontainers-go/modules/localstack"
 
func (c *TestContext) ConnectToDynamoDB() (error) {
	container, err := localstack.StartContainer(c.Ctx, localstack.NoopOverrideContainerRequest)
	if err != nil {
		return err
	}
 
	g := TestLogConsumer{
		Msgs: []string{},
	}
	container.FollowOutput(&g)
	err = container.StartLogProducer(c.Ctx)
	if err != nil {
		return err
	}
 
	mappedPort, err := container.MappedPort(c.Ctx, "4566/tcp")
	if err != nil {
		return err
	}
 
	provider, err := testcontainers.NewDockerProvider()
	if err != nil {
		return err
	}
	defer provider.Client().Close()
 
	host, err := provider.DaemonHost(c.Ctx)
	if err != nil {
		return err
	}
 
	cfg, err := config.LoadDefaultConfig(c.Ctx,
		config.WithEndpointResolverWithOptions(aws.EndpointResolverWithOptionsFunc(func(service, region string, options ...interface{}) (aws.Endpoint, error) {
			return aws.Endpoint{
				URL: fmt.Sprintf("http://%s:%d", host, mappedPort.Int()),
			}, nil
		})),
		config.WithCredentialsProvider(credentials.StaticCredentialsProvider{
			Value: aws.Credentials{
				AccessKeyID: "dummy", SecretAccessKey: "dummy", SessionToken: "dummy",
				Source: "Hard-coded credentials; values are irrelevant for local DynamoDB",
			},
		}),
	)
	if err != nil {
		return err
	}
 
	db = dynamodb.NewFromConfig(cfg)
 
	_, err = db.CreateTable(c.Ctx, &dynamodb.CreateTableInput{
		AttributeDefinitions: []types.AttributeDefinition{{
			AttributeName: aws.String("ID"),
			AttributeType: types.ScalarAttributeTypeS,
		}},
		KeySchema: []types.KeySchemaElement{{
			AttributeName: aws.String("ID"),
			KeyType:       types.KeyTypeHash,
		}},
		TableName: aws.String(tableName),
		ProvisionedThroughput: &types.ProvisionedThroughput{
			ReadCapacityUnits:  aws.Int64(10),
			WriteCapacityUnits: aws.Int64(10),
		},
	})
	if err != nil {
		return err
	}
 
	waiter := dynamodb.NewTableExistsWaiter(db)
	err = waiter.Wait(c.Ctx, &dynamodb.DescribeTableInput{
		TableName: aws.String(tableName)}, 30*time.Second)
	if err != nil {
		return fmt.Errorf("Wait for table exists failed. Here's why: %v\n", err)
	}
 
	if err = PostData(db, []Data{bla, bla2}); err != nil { //db.Scan(...)
		return err
	}
 
	return nil
}

And logs from container:

LocalStack version: 1.4.0
LocalStack Docker container id: 09917432ab77
LocalStack build date: 2023-02-13
LocalStack build git hash: dde691c8
 
2023-04-14 11:56:19,021 INFO success: infra entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-04-14T11:56:19.492  WARN --- [-functhread5] hypercorn.error            : ASGI Framework Lifespan error, continuing without Lifespan support
2023-04-14T11:56:19.492  WARN --- [-functhread5] hypercorn.error            : ASGI Framework Lifespan error, continuing without Lifespan support
2023-04-14T11:56:19.493  INFO --- [-functhread5] hypercorn.error            : Running on https://0.0.0.0:4566 (CTRL + C to quit)
2023-04-14T11:56:19.493  INFO --- [-functhread5] hypercorn.error            : Running on https://0.0.0.0:4566 (CTRL + C to quit)
2023-04-14T11:56:19.796  INFO --- [  MainThread] localstack.utils.bootstrap : Execution of "start_runtime_components" took 1726.88ms
Ready.
2023-04-14T11:56:20.088  INFO --- [-functhread9] l.services.dynamodb.server : Initializing DynamoDB Local with the following configuration:
2023-04-14T11:56:20.088  INFO --- [-functhread9] l.services.dynamodb.server : Port:	56513
2023-04-14T11:56:20.088  INFO --- [-functhread9] l.services.dynamodb.server : InMemory:	false
2023-04-14T11:56:20.088  INFO --- [-functhread9] l.services.dynamodb.server : DbPath:	/var/lib/localstack/tmp/state/dynamodb
2023-04-14T11:56:20.088  INFO --- [-functhread9] l.services.dynamodb.server : SharedDb:	false
2023-04-14T11:56:20.088  INFO --- [-functhread9] l.services.dynamodb.server : shouldDelayTransientStatuses:	false
2023-04-14T11:56:20.088  INFO --- [-functhread9] l.services.dynamodb.server : CorsParams:	null
2023-04-14T11:56:20.096  INFO --- [-functhread9] l.services.dynamodb.server : 
2023-04-14T11:56:21.189  INFO --- [   asgi_gw_0] localstack.utils.bootstrap : Execution of "require" took 1611.36ms
2023-04-14T11:56:21.261  INFO --- [   asgi_gw_0] localstack.request.aws     : AWS dynamodb.ListTables => 200
2023-04-14T11:56:21.352  INFO --- [   asgi_gw_0] localstack.request.aws     : AWS dynamodb.CreateTable => 200
2023-04-14T11:56:23.613  INFO --- [   asgi_gw_1] localstack.request.aws     : AWS dynamodb.DescribeTable => 400 (ResourceNotFoundException)
2023-04-14T11:56:33.615  INFO --- [   asgi_gw_1] localstack.request.aws     : AWS dynamodb.DescribeTable => 400 (ResourceNotFoundException)

The same code works, when I run it on container running by myself.

mdelapenya Apr 14, 2023
Maintainer

Ok, let me find time to reproduce your code snippet. Hopefully soon :)

BTW, in the next release we are deprecating how the localstack module is started, please take a look at https://golang.testcontainers.org/modules/localstack/#usage-example (applies to the current dev-next release)

mdelapenya Apr 24, 2023
Maintainer

Hey @Dregorio1 I'm able to run this code snippet, directly using the localstack module, as a dynamodb_test.go file into the v2 test package:

package v2_test

import (
	"context"
	"fmt"
	"testing"
	"time"

	"github.com/aws/aws-sdk-go-v2/aws"
	"github.com/aws/aws-sdk-go-v2/config"
	"github.com/aws/aws-sdk-go-v2/credentials"
	"github.com/aws/aws-sdk-go-v2/service/dynamodb"
	"github.com/aws/aws-sdk-go-v2/service/dynamodb/types"
	"github.com/stretchr/testify/require"
	"github.com/testcontainers/testcontainers-go"
	"github.com/testcontainers/testcontainers-go/modules/localstack"
)

type TestLogConsumer struct {
	Msgs []string
}

func (lc *TestLogConsumer) Accept(l testcontainers.Log) {
	fmt.Print(string(l.Content))
}

func TestConnectToDynamoDB(t *testing.T) {
	ctx := context.Background()

	container, err := localstack.RunContainer(ctx, testcontainers.WithImage("localstack/localstack:2.0.0"))
	require.Nil(t, err)

	g := TestLogConsumer{
		Msgs: []string{},
	}
	container.FollowOutput(&g)
	err = container.StartLogProducer(ctx)
	require.Nil(t, err)

	mappedPort, err := container.MappedPort(ctx, "4566/tcp")
	require.Nil(t, err)

	provider, err := testcontainers.NewDockerProvider()
	require.Nil(t, err)
	defer provider.Close()

	host, err := provider.DaemonHost(ctx)
	require.Nil(t, err)

	cfg, err := config.LoadDefaultConfig(ctx,
		config.WithEndpointResolverWithOptions(aws.EndpointResolverWithOptionsFunc(func(service, region string, options ...interface{}) (aws.Endpoint, error) {
			return aws.Endpoint{
				URL: fmt.Sprintf("http://%s:%d", host, mappedPort.Int()),
			}, nil
		})),
		config.WithCredentialsProvider(credentials.StaticCredentialsProvider{
			Value: aws.Credentials{
				AccessKeyID: "dummy", SecretAccessKey: "dummy", SessionToken: "dummy",
				Source: "Hard-coded credentials; values are irrelevant for local DynamoDB",
			},
		}),
	)
	require.Nil(t, err)

	db := dynamodb.NewFromConfig(cfg)

	tableName := "tableName"

	_, err = db.CreateTable(ctx, &dynamodb.CreateTableInput{
		AttributeDefinitions: []types.AttributeDefinition{{
			AttributeName: aws.String("ID"),
			AttributeType: types.ScalarAttributeTypeS,
		}},
		KeySchema: []types.KeySchemaElement{{
			AttributeName: aws.String("ID"),
			KeyType:       types.KeyTypeHash,
		}},
		TableName: aws.String(tableName),
		ProvisionedThroughput: &types.ProvisionedThroughput{
			ReadCapacityUnits:  aws.Int64(10),
			WriteCapacityUnits: aws.Int64(10),
		},
	})
	require.Nil(t, err)

	waiter := dynamodb.NewTableExistsWaiter(db)
	err = waiter.Wait(ctx, &dynamodb.DescribeTableInput{
		TableName: aws.String(tableName)}, 30*time.Second)
	require.Nil(t, err, "Wait for table exists failed. Here's why: %v\n", err)
}

The test fails, but I think because the waiter cannot find the new table, which is something escapes to my localstack/dynamodb knowledge:

Testcontainers properties file has been found: /Users/mdelapenya/.testcontainers.properties
2023/04/24 11:42:24 github.com/testcontainers/testcontainers-go - Connected to docker: 
  Server Version: 20.10.23
  API Version: 1.41
  Operating System: Docker Desktop
  Total Memory: 7851 MB
Setting HOSTNAME_EXTERNAL to localhost (to match host-routable address for container)
2023/04/24 11:42:24 🐳 Creating container for image docker.io/testcontainers/ryuk:0.4.0
2023/04/24 11:42:24 ✅ Container created: ecac64f412e0
2023/04/24 11:42:24 🐳 Starting container: ecac64f412e0
2023/04/24 11:42:24 🚧 Waiting for container id ecac64f412e0 image: docker.io/testcontainers/ryuk:0.4.0
2023/04/24 11:42:24 ✅ Container started: ecac64f412e0
2023/04/24 11:42:51 🐳 Creating container for image localstack/localstack:2.0.0
2023/04/24 11:42:52 ✅ Container created: 76357572178e
2023/04/24 11:42:52 🐳 Starting container: 76357572178e
2023/04/24 11:42:52 🚧 Waiting for container id 76357572178e image: localstack/localstack:2.0.0
2023/04/24 11:42:55 ✅ Container started: 76357572178e

LocalStack version: 2.0.0
LocalStack Docker container id: 76357572178e
LocalStack build date: 2023-03-30
LocalStack build git hash: 7d80ee7f

2023-04-24T09:42:53.513  WARN --- [  MainThread] localstack.deprecations    : HOSTNAME_EXTERNAL is deprecated (since 2.0.0) and will be removed in upcoming releases of LocalStack! This configuration will be migrated to LOCALSTACK_HOST
2023-04-24T09:42:53.997  WARN --- [-functhread5] hypercorn.error            : ASGI Framework Lifespan error, continuing without Lifespan support
2023-04-24T09:42:53.997  WARN --- [-functhread5] hypercorn.error            : ASGI Framework Lifespan error, continuing without Lifespan support
2023-04-24T09:42:53.998  INFO --- [-functhread5] hypercorn.error            : Running on https://0.0.0.0:4566 (CTRL + C to quit)
2023-04-24T09:42:53.998  INFO --- [-functhread5] hypercorn.error            : Running on https://0.0.0.0:4566 (CTRL + C to quit)
2023-04-24T09:42:54.222  INFO --- [  MainThread] localstack.utils.bootstrap : Execution of "start_runtime_components" took 610.09ms
Ready.
2023-04-24T09:43:27.561  INFO --- [functhread13] l.services.dynamodb.server : Initializing DynamoDB Local with the following configuration:
2023-04-24T09:43:27.562  INFO --- [functhread13] l.services.dynamodb.server : Port:	55281
2023-04-24T09:43:27.562  INFO --- [functhread13] l.services.dynamodb.server : InMemory:	false
2023-04-24T09:43:27.562  INFO --- [functhread13] l.services.dynamodb.server : DbPath:	/var/lib/localstack/tmp/state/dynamodb
2023-04-24T09:43:27.562  INFO --- [functhread13] l.services.dynamodb.server : SharedDb:	false
2023-04-24T09:43:27.563  INFO --- [functhread13] l.services.dynamodb.server : shouldDelayTransientStatuses:	false
2023-04-24T09:43:27.563  INFO --- [functhread13] l.services.dynamodb.server : CorsParams:	null
2023-04-24T09:43:27.574  INFO --- [functhread13] l.services.dynamodb.server : 
2023-04-24T09:43:29.175  INFO --- [   asgi_gw_0] localstack.utils.bootstrap : Execution of "require" took 33656.61ms
2023-04-24T09:43:29.380  INFO --- [   asgi_gw_0] localstack.request.aws     : AWS dynamodb.CreateTable => 200
2023-04-24T09:43:29.402  INFO --- [   asgi_gw_1] localstack.request.aws     : AWS dynamodb.DescribeTable => 400 (ResourceNotFoundException)
2023-04-24T09:43:39.428  INFO --- [   asgi_gw_1] localstack.request.aws     : AWS dynamodb.DescribeTable => 400 (ResourceNotFoundException)
--- FAIL: TestConnectToDynamoDB (75.04s)
    dynamodb_test.go:89: 
        	Error Trace:	/Users/mdelapenya/sourcecode/src/github.com/testcontainers/testcontainers-go/modules/localstack/v2/dynamodb_test.go:89
        	Error:      	Expected nil, but got: &errors.errorString{s:"exceeded max wait time for TableExists waiter"}
        	Test:       	TestConnectToDynamoDB
        	Messages:   	Wait for table exists failed. Here's why: exceeded max wait time for TableExists waiter
FAIL

I think you should use the module and customize with your own needs to complete your scenario

mdelapenya · 2023-10-05T08:19:53Z

mdelapenya
Oct 5, 2023
Maintainer

@Dregorio1 I think we can close this discussion after my previous comments. Please feel free to reopen if you need it.

0 replies

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

DynamoDB: connection refused #1045

{{title}}

Replies: 2 comments 4 replies

{{title}}

{{title}}

{{title}}

{{title}}

{{title}}

{{title}}

{{editor}}'s edit

{{editor}}'s edit

Select a reply

DynamoDB: connection refused #1045

Dregorio1 Apr 13, 2023

Replies: 2 comments · 4 replies

mdelapenya Apr 13, 2023 Maintainer

Dregorio1 Apr 13, 2023 Author

Dregorio1 Apr 14, 2023 Author

mdelapenya Apr 14, 2023 Maintainer

mdelapenya Apr 24, 2023 Maintainer

mdelapenya Oct 5, 2023 Maintainer

Dregorio1
Apr 13, 2023

Replies: 2 comments 4 replies

mdelapenya
Apr 13, 2023
Maintainer

Dregorio1 Apr 13, 2023
Author

Dregorio1 Apr 14, 2023
Author

mdelapenya Apr 14, 2023
Maintainer

mdelapenya Apr 24, 2023
Maintainer

mdelapenya
Oct 5, 2023
Maintainer