-
Notifications
You must be signed in to change notification settings - Fork 79
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
49 changed files
with
3,282 additions
and
1,210 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
5 changes: 5 additions & 0 deletions
5
marketing-analytics/activation/common-libs/nodejs-common/RELEASE_NOTES.md
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
116 changes: 116 additions & 0 deletions
116
marketing-analytics/activation/common-libs/nodejs-common/src/apis/base/ads_api_common.js
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,116 @@ | ||
| // Copyright 2024 Google Inc. | ||
| // | ||
| // Licensed under the Apache License, Version 2.0 (the "License"); | ||
| // you may not use this fileAccessObject except in compliance with the License. | ||
| // You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| // Unless required by applicable law or agreed to in writing, software | ||
| // distributed under the License is distributed on an "AS IS" BASIS, | ||
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| // See the License for the specific language governing permissions and | ||
| // limitations under the License. | ||
| /** | ||
| * @fileoverview Common functions for Google Ads and Search Ads API classes. | ||
| */ | ||
|
|
||
| 'use strict'; | ||
|
|
||
| const { Transform } = require('stream'); | ||
| const { | ||
| extractObject, | ||
| changeObjectNamingFromLowerCamelToSnake, | ||
| getLogger, | ||
| } = require('../../components/utils.js'); | ||
|
|
||
| /** | ||
| * Returns a integer format CID by removing dashes and spaces. | ||
| * @param {string} cid | ||
| * @return {string} | ||
| */ | ||
| function getCleanCid(cid) { | ||
| return cid.toString().trim().replace(/-/g, ''); | ||
| } | ||
|
|
||
| const START_TAG = '"results":'; | ||
| const FIELD_MASK_TAG = '"fieldMask"'; | ||
| const END_TAG = '"requestId"'; | ||
|
|
||
| /** | ||
| * Generates a function that can convert a given JSON object to a JSON string | ||
| * with only specified fields(fieldMask), in specified naming convention. | ||
| * @param {string} fieldMask The 'fieldMask' string from response. | ||
| * @param {boolean=} snakeCase Whether or not output JSON in snake naming. | ||
| */ | ||
| function generateProcessFn(fieldMask, snakeCase = false) { | ||
| const extractor = extractObject(fieldMask.split(',')); | ||
| return (originalObject) => { | ||
| const extracted = extractor(originalObject); | ||
| const generatedObject = snakeCase | ||
| ? changeObjectNamingFromLowerCamelToSnake(extracted) : extracted; | ||
| return JSON.stringify(generatedObject); | ||
| }; | ||
| }; | ||
|
|
||
| /** | ||
| * A stream.Transform that can extract properties and convert naming of the | ||
| * reponse of Google/Search Ads report from REST interface. | ||
| */ | ||
| class RestSearchStreamTransform extends Transform { | ||
|
|
||
| /** | ||
| * @constructor | ||
| * @param {boolean=} snakeCase Whether or not output JSON in snake naming. | ||
| */ | ||
| constructor(snakeCase = false) { | ||
| super({ objectMode: true }); | ||
| this.snakeCase = snakeCase; | ||
| this.chunks = [Buffer.from('')]; | ||
| this.processFn; // The function to process a row of the report. | ||
| this.logger = getLogger('ADS.STREAM.T'); | ||
| this.stopwatch = Date.now(); | ||
| } | ||
|
|
||
| _transform(chunk, encoding, callback) { | ||
| const latest = Buffer.concat([this.chunks[this.chunks.length - 1], chunk]); | ||
| const endIndex = latest.indexOf(END_TAG); | ||
| if (endIndex > -1) { | ||
| this.chunks.push(chunk); | ||
| const rawString = Buffer.concat(this.chunks).toString(); | ||
| const startIndex = rawString.indexOf(START_TAG) + START_TAG.length; | ||
| const maskIndex = rawString.lastIndexOf(FIELD_MASK_TAG); | ||
| if (!this.processFn) { | ||
| const fieldMask = rawString | ||
| .substring(maskIndex + FIELD_MASK_TAG.length, rawString.indexOf(END_TAG)) | ||
| .split('"')[1]; | ||
| this.logger.debug(`Got fieldMask: ${fieldMask}`); | ||
| this.processFn = generateProcessFn(fieldMask, this.snakeCase); | ||
| } | ||
| const resultsWithTailing = rawString.substring(startIndex, maskIndex); | ||
| const results = resultsWithTailing.substring( | ||
| 0, resultsWithTailing.lastIndexOf(',')); | ||
| const rows = JSON.parse(results); | ||
| const data = rows.map(this.processFn).join('\n') + '\n'; | ||
| // Clear cached chunks. | ||
| this.chunks = [latest.subarray(latest.indexOf(END_TAG) + END_TAG.length)]; | ||
|
|
||
| this.logger.debug(`Got ${rows.length} rows. Process time:`, | ||
| Date.now() - this.stopwatch); | ||
| this.stopwatch = Date.now(); | ||
| callback(null, data); | ||
| } else { | ||
| if (chunk.length < END_TAG.length) {// Update latest chunk for short chunk | ||
| this.chunks[this.chunks.length - 1] = latest; | ||
| } else { | ||
| this.chunks.push(chunk); | ||
| } | ||
| callback(); | ||
| } | ||
| } | ||
| } | ||
|
|
||
| module.exports = { | ||
| getCleanCid, | ||
| RestSearchStreamTransform, | ||
| }; |
Oops, something went wrong.