-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* Implement a Destination base * Implement the Writer for the Destination (#8) * Implement acceptance test (#14) * Add Destination documentation (#17) * Destination integration test (#12) * Add error check to the destination_test * Rename the Write return variable * Add test-integration command * Update Destination Parameters with sdk.Validation * Add a few data types to acceptance test * Update AuthMechanism Destination Parameters * Update AuthMechanism Destination Parameters * Add Integration test step to the build github action * Remove test constant from command package --------- Co-authored-by: BohdanMyronchuk <[email protected]> Co-authored-by: Yurii Voskoboinikov <[email protected]>
- Loading branch information
3 people
authored
Mar 2, 2023
1 parent
f083973
commit e9c219a
Showing
14 changed files
with
1,032 additions
and
11 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,151 @@ | ||
| // Copyright © 2022 Meroxa, Inc. & Yalantis | ||
| // | ||
| // Licensed under the Apache License, Version 2.0 (the "License"); | ||
| // you may not use this file except in compliance with the License. | ||
| // You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| // Unless required by applicable law or agreed to in writing, software | ||
| // distributed under the License is distributed on an "AS IS" BASIS, | ||
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| // See the License for the specific language governing permissions and | ||
| // limitations under the License. | ||
|
|
||
| package mongo | ||
|
|
||
| import ( | ||
| "context" | ||
| "fmt" | ||
| "os" | ||
| "testing" | ||
| "time" | ||
|
|
||
| "github.com/brianvoe/gofakeit" | ||
| "github.com/conduitio-labs/conduit-connector-mongo/config" | ||
| sdk "github.com/conduitio/conduit-connector-sdk" | ||
| "github.com/matryer/is" | ||
| "go.mongodb.org/mongo-driver/bson/primitive" | ||
| "go.mongodb.org/mongo-driver/mongo" | ||
| "go.mongodb.org/mongo-driver/mongo/options" | ||
| ) | ||
|
|
||
| const ( | ||
| testEnvNameURI = "CONNECTION_URI" | ||
| testDB = "test_acceptance" | ||
| testCollectionPrefix = "test_acceptance_coll" | ||
| ) | ||
|
|
||
| type driver struct { | ||
| sdk.ConfigurableAcceptanceTestDriver | ||
| } | ||
|
|
||
| // GenerateRecord overrides the [sdk.ConfigurableAcceptanceTestDriver] GenerateRecord method. | ||
| // It generates a MongoDB-specific payload and a random bson.ObjectID key converted to a string. | ||
| func (d driver) GenerateRecord(t *testing.T, operation sdk.Operation) sdk.Record { | ||
| t.Helper() | ||
|
|
||
| id := primitive.NewObjectID().String() | ||
|
|
||
| return sdk.Record{ | ||
| Operation: operation, | ||
| Key: sdk.StructuredData{ | ||
| "_id": id, | ||
| }, | ||
| Payload: sdk.Change{ | ||
| After: sdk.StructuredData{ | ||
| "_id": id, | ||
| "name": gofakeit.Name(), | ||
| "email": gofakeit.Email(), | ||
| "created_at": time.Now().Format(time.RFC3339), | ||
| "float64": gofakeit.Float64(), | ||
| "map": map[string]any{"key1": gofakeit.Name(), "key2": gofakeit.Float64()}, | ||
| "slice": []any{gofakeit.Name(), gofakeit.Float64()}, | ||
| }, | ||
| }, | ||
| } | ||
| } | ||
|
|
||
| func TestAcceptance(t *testing.T) { | ||
| uri := os.Getenv(testEnvNameURI) | ||
| if uri == "" { | ||
| t.Skipf("%s env var must be set", testEnvNameURI) | ||
| } | ||
|
|
||
| cfg := map[string]string{ | ||
| config.KeyURI: uri, | ||
| config.KeyDB: testDB, | ||
| } | ||
|
|
||
| sdk.AcceptanceTest(t, driver{ | ||
| sdk.ConfigurableAcceptanceTestDriver{ | ||
| Config: sdk.ConfigurableAcceptanceTestDriverConfig{ | ||
| Connector: Connector, | ||
| SourceConfig: cfg, | ||
| DestinationConfig: cfg, | ||
| BeforeTest: beforeTest(cfg), | ||
| AfterTest: afterTest(cfg), | ||
| }, | ||
| }, | ||
| }) | ||
| } | ||
|
|
||
| // beforeTest set the config collection field to a unique name prefixed with the testCollectionPrefix. | ||
| func beforeTest(cfg map[string]string) func(*testing.T) { | ||
| return func(t *testing.T) { | ||
| t.Helper() | ||
|
|
||
| is := is.New(t) | ||
|
|
||
| // create a test mongo client | ||
| mongoClient, err := createTestMongoClient(context.Background(), cfg[config.KeyURI]) | ||
| is.NoErr(err) | ||
| defer func() { | ||
| err = mongoClient.Disconnect(context.Background()) | ||
| is.NoErr(err) | ||
| }() | ||
|
|
||
| cfg[config.KeyCollection] = fmt.Sprintf("%s_%d", testCollectionPrefix, time.Now().UnixNano()) | ||
|
|
||
| // connect to the test database and create a collection | ||
| testDatabase := mongoClient.Database(cfg[config.KeyDB]) | ||
| is.NoErr(testDatabase.CreateCollection(context.Background(), cfg[config.KeyCollection])) | ||
| } | ||
| } | ||
|
|
||
| // afterTest connects to a MongoDB instance and drops a test collection. | ||
| func afterTest(cfg map[string]string) func(*testing.T) { | ||
| return func(t *testing.T) { | ||
| t.Helper() | ||
|
|
||
| is := is.New(t) | ||
|
|
||
| // create a test mongo client | ||
| mongoClient, err := createTestMongoClient(context.Background(), cfg[config.KeyURI]) | ||
| is.NoErr(err) | ||
| defer func() { | ||
| err = mongoClient.Disconnect(context.Background()) | ||
| is.NoErr(err) | ||
| }() | ||
|
|
||
| // connect to the test database and collection | ||
| testDatabase := mongoClient.Database(cfg[config.KeyDB]) | ||
| testCollection := testDatabase.Collection(cfg[config.KeyCollection]) | ||
|
|
||
| // drop the test collection | ||
| err = testCollection.Drop(context.Background()) | ||
| is.NoErr(err) | ||
| } | ||
| } | ||
|
|
||
| // createTestMongoClient connects to a MongoDB by a provided URI. | ||
| func createTestMongoClient(ctx context.Context, uri string) (*mongo.Client, error) { | ||
| opts := options.Client().ApplyURI(uri) | ||
|
|
||
| mongoClient, err := mongo.Connect(ctx, opts) | ||
| if err != nil { | ||
| return nil, fmt.Errorf("mongo connect: %w", err) | ||
| } | ||
|
|
||
| return mongoClient, nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.