[AP-345] Do not denest tap-mixpanel stream properties (#564)

docs/connectors/taps/mixpanel.rst

@@ -63,6 +63,10 @@ Example YAML for ``tap-mixpanel``:
       project_timezone: "Europe/London"         # Time zone in which integer date times are stored. The project timezone
                                                 # may be found in the project settings in the Mixpanel console.
       user_agent: "tap-mixpanel <[email protected]>"  # Optional: Process and email for API logging purposes.
+      #denest_properties: "false"               # Optional: Do not denest JSON responses in `export` and `engage` streams
+                                                # to avoid very wide tables. If denesting is disabled then responses are
+                                                # loaded into one JSON column in the target.
+                                                # Default denest_properties is false.
 
       #export_events:                           # Optional: List of event names to export
       #  - event_one

pipelinewise/cli/samples/tap_mixpanel.yml.sample

@@ -25,6 +25,10 @@ db_conn:
   project_timezone: "Europe/London"         # Time zone in which integer date times are stored. The project timezone
                                             # may be found in the project settings in the Mixpanel console.
   user_agent: "tap-mixpanel <[email protected]>"  # Optional: Process and email for API logging purposes.
+  #denest_properties: "false"               # Optional: Do not denest JSON responses in `export` and `engage` streams
+                                            # to avoid very wide tables. If denesting is disabled then responses are
+                                            # loaded into one JSON column in the target.
+                                            # Default denest_properties is false.
 
   #export_events:                           # Optional: List of event names to export
   #  - event_one

pipelinewise/cli/tap_properties.py

@@ -255,7 +255,11 @@ def get_tap_properties(tap=None, temp_dir=None):
             'default_data_flattening_max_level': 0
         },
         'tap-mixpanel': {
-            'tap_config_extras': {},
+            'tap_config_extras': {
+                'user_agent': 'PipelineWise - Tap Mixpanel',
+                # Do not denest properties by default
+                'denest_properties': tap.get('db_conn', {}).get('denest_properties', 'false') if tap else None
+            },
             'tap_stream_id_pattern': '{{table_name}}',
             'tap_stream_name_pattern': '{{table_name}}',
             'tap_catalog_argument': '--catalog',

singer-connectors/tap-mixpanel/requirements.txt

@@ -1 +1 @@
-pipelinewise-tap-mixpanel==1.0.1
+pipelinewise-tap-mixpanel==1.2.0