diff --git a/usecases/temporal/README.md b/usecases/temporal/README.md new file mode 100644 index 0000000..04eb59e --- /dev/null +++ b/usecases/temporal/README.md @@ -0,0 +1,27 @@ +# Temporal + Dozer + +The basic premise of this demo is an eCommerce workflow: + +1. User places order +2. Record order in PG database +3. Check that there is enough stock in the warehouse (PG + CSV -> Dozer) +4. Fulfil order (write to PG database) + +This is supported by a workflow to refill the warehouse's stock which does: + +1. Check how much to order (PG + CSV -> Dozer) +2. Record the stock refill (write CSV) + +On top of all this is a dozer dashboard API, which combines a MongoDB listings +collection with the output of the warehouse stock dozer instance + +Detailed article present on [Dozer blog](https://getdozer.io/blog/temporal-dozer/) + +# Folder structure + +- `data`: listings dataset. Import into mongodb using `zcat data/listings/metadata/listings_0.json.gz | mongoimport --db products --collection listings`. You can import more than just the first file, but you might run out of memory ([#2214](https://github.com/getdozer/dozer/pull/2214) helps with that) +- `init/orders.sql`: postgres schema +- `workflows/`: temporal workflows. Currently only the first step of the order placement workflow is implemented. +- `worker.py`: temporal worker. Needs to be run for the workflow to make progress. +- `warehouse_logs/logs/`: warehouse order log CSVs. Schema: `product_id(string),amount(int)` +- `dozer/`: the two dozer applications. The `dashboard` app depends on the `fulfillment` app diff --git a/usecases/temporal/data/LICENSE-CC-BY-4.0.txt b/usecases/temporal/data/LICENSE-CC-BY-4.0.txt new file mode 100644 index 0000000..49ce653 --- /dev/null +++ b/usecases/temporal/data/LICENSE-CC-BY-4.0.txt @@ -0,0 +1,317 @@ +Creative Commons Attribution 4.0 International Public License + +By exercising the Licensed Rights (defined below), You accept and agree +to be bound by the terms and conditions of this Creative Commons +Attribution 4.0 International Public License ("Public License"). To the +extent this Public License may be interpreted as a contract, You are +granted the Licensed Rights in consideration of Your acceptance of +these terms and conditions, and the Licensor grants You such rights in +consideration of benefits the Licensor receives from making the +Licensed Material available under these terms and conditions. + + +Section 1 -- Definitions. + + a. Adapted Material means material subject to Copyright and Similar + Rights that is derived from or based upon the Licensed Material + and in which the Licensed Material is translated, altered, + arranged, transformed, or otherwise modified in a manner requiring + permission under the Copyright and Similar Rights held by the + Licensor. For purposes of this Public License, where the Licensed + Material is a musical work, performance, or sound recording, + Adapted Material is always produced where the Licensed Material is + synched in timed relation with a moving image. + + b. Adapter's License means the license You apply to Your Copyright + and Similar Rights in Your contributions to Adapted Material in + accordance with the terms and conditions of this Public License. + + c. Copyright and Similar Rights means copyright and/or similar rights + closely related to copyright including, without limitation, + performance, broadcast, sound recording, and Sui Generis Database + Rights, without regard to how the rights are labeled or + categorized. For purposes of this Public License, the rights + specified in Section 2(b)(1)-(2) are not Copyright and Similar + Rights. + + d. Effective Technological Measures means those measures that, in the + absence of proper authority, may not be circumvented under laws + fulfilling obligations under Article 11 of the WIPO Copyright + Treaty adopted on December 20, 1996, and/or similar international + agreements. + + e. Exceptions and Limitations means fair use, fair dealing, and/or + any other exception or limitation to Copyright and Similar Rights + that applies to Your use of the Licensed Material. + + f. Licensed Material means the artistic or literary work, database, + or other material to which the Licensor applied this Public + License. + + g. Licensed Rights means the rights granted to You subject to the + terms and conditions of this Public License, which are limited to + all Copyright and Similar Rights that apply to Your use of the + Licensed Material and that the Licensor has authority to license. + + h. Licensor means the individual(s) or entity(ies) granting rights + under this Public License. + + i. Share means to provide material to the public by any means or + process that requires permission under the Licensed Rights, such + as reproduction, public display, public performance, distribution, + dissemination, communication, or importation, and to make material + available to the public including in ways that members of the + public may access the material from a place and at a time + individually chosen by them. + + j. Sui Generis Database Rights means rights other than copyright + resulting from Directive 96/9/EC of the European Parliament and of + the Council of 11 March 1996 on the legal protection of databases, + as amended and/or succeeded, as well as other essentially + equivalent rights anywhere in the world. + + k. You means the individual or entity exercising the Licensed Rights + under this Public License. Your has a corresponding meaning. + + +Section 2 -- Scope. + + a. License grant. + + 1. Subject to the terms and conditions of this Public License, + the Licensor hereby grants You a worldwide, royalty-free, + non-sublicensable, non-exclusive, irrevocable license to + exercise the Licensed Rights in the Licensed Material to: + + a. reproduce and Share the Licensed Material, in whole or + in part; and + + b. produce, reproduce, and Share Adapted Material. + + 2. Exceptions and Limitations. For the avoidance of doubt, where + Exceptions and Limitations apply to Your use, this Public + License does not apply, and You do not need to comply with + its terms and conditions. + + 3. Term. The term of this Public License is specified in Section + 6(a). + + 4. Media and formats; technical modifications allowed. The + Licensor authorizes You to exercise the Licensed Rights in + all media and formats whether now known or hereafter created, + and to make technical modifications necessary to do so. The + Licensor waives and/or agrees not to assert any right or + authority to forbid You from making technical modifications + necessary to exercise the Licensed Rights, including + technical modifications necessary to circumvent Effective + Technological Measures. For purposes of this Public License, + simply making modifications authorized by this Section 2(a) + (4) never produces Adapted Material. + + 5. Downstream recipients. + + a. Offer from the Licensor -- Licensed Material. Every + recipient of the Licensed Material automatically + receives an offer from the Licensor to exercise the + Licensed Rights under the terms and conditions of this + Public License. + + b. No downstream restrictions. You may not offer or impose + any additional or different terms or conditions on, or + apply any Effective Technological Measures to, the + Licensed Material if doing so restricts exercise of the + Licensed Rights by any recipient of the Licensed + Material. + + 6. No endorsement. Nothing in this Public License constitutes or + may be construed as permission to assert or imply that You + are, or that Your use of the Licensed Material is, connected + with, or sponsored, endorsed, or granted official status by, + the Licensor or others designated to receive attribution as + provided in Section 3(a)(1)(A)(i). + + b. Other rights. + + 1. Moral rights, such as the right of integrity, are not + licensed under this Public License, nor are publicity, + privacy, and/or other similar personality rights; however, to + the extent possible, the Licensor waives and/or agrees not to + assert any such rights held by the Licensor to the limited + extent necessary to allow You to exercise the Licensed + Rights, but not otherwise. + + 2. Patent and trademark rights are not licensed under this + Public License. + + 3. To the extent possible, the Licensor waives any right to + collect royalties from You for the exercise of the Licensed + Rights, whether directly or through a collecting society + under any voluntary or waivable statutory or compulsory + licensing scheme. In all other cases the Licensor expressly + reserves any right to collect such royalties. + + +Section 3 -- License Conditions. + +Your exercise of the Licensed Rights is expressly made subject to the +following conditions. + + a. Attribution. + + 1. If You Share the Licensed Material (including in modified + form), You must: + + a. retain the following if it is supplied by the Licensor + with the Licensed Material: + + i. identification of the creator(s) of the Licensed + Material and any others designated to receive + attribution, in any reasonable manner requested by + the Licensor (including by pseudonym if + designated); + + ii. a copyright notice; + + iii. a notice that refers to this Public License; + + iv. a notice that refers to the disclaimer of + warranties; + + v. a URI or hyperlink to the Licensed Material to the + extent reasonably practicable; + + b. indicate if You modified the Licensed Material and + retain an indication of any previous modifications; and + + c. indicate the Licensed Material is licensed under this + Public License, and include the text of, or the URI or + hyperlink to, this Public License. + + 2. You may satisfy the conditions in Section 3(a)(1) in any + reasonable manner based on the medium, means, and context in + which You Share the Licensed Material. For example, it may be + reasonable to satisfy the conditions by providing a URI or + hyperlink to a resource that includes the required + information. + + 3. If requested by the Licensor, You must remove any of the + information required by Section 3(a)(1)(A) to the extent + reasonably practicable. + + 4. If You Share Adapted Material You produce, the Adapter's + License You apply must not prevent recipients of the Adapted + Material from complying with this Public License. + + +Section 4 -- Sui Generis Database Rights. + +Where the Licensed Rights include Sui Generis Database Rights that +apply to Your use of the Licensed Material: + + a. for the avoidance of doubt, Section 2(a)(1) grants You the right + to extract, reuse, reproduce, and Share all or a substantial + portion of the contents of the database; + + b. if You include all or a substantial portion of the database + contents in a database in which You have Sui Generis Database + Rights, then the database in which You have Sui Generis Database + Rights (but not its individual contents) is Adapted Material; and + + c. You must comply with the conditions in Section 3(a) if You Share + all or a substantial portion of the contents of the database. + +For the avoidance of doubt, this Section 4 supplements and does not +replace Your obligations under this Public License where the Licensed +Rights include other Copyright and Similar Rights. + + +Section 5 -- Disclaimer of Warranties and Limitation of Liability. + + a. UNLESS OTHERWISE SEPARATELY UNDERTAKEN BY THE LICENSOR, TO THE + EXTENT POSSIBLE, THE LICENSOR OFFERS THE LICENSED MATERIAL AS-IS + AND AS-AVAILABLE, AND MAKES NO REPRESENTATIONS OR WARRANTIES OF + ANY KIND CONCERNING THE LICENSED MATERIAL, WHETHER EXPRESS, + IMPLIED, STATUTORY, OR OTHER. THIS INCLUDES, WITHOUT LIMITATION, + WARRANTIES OF TITLE, MERCHANTABILITY, FITNESS FOR A PARTICULAR + PURPOSE, NON-INFRINGEMENT, ABSENCE OF LATENT OR OTHER DEFECTS, + ACCURACY, OR THE PRESENCE OR ABSENCE OF ERRORS, WHETHER OR NOT + KNOWN OR DISCOVERABLE. WHERE DISCLAIMERS OF WARRANTIES ARE NOT + ALLOWED IN FULL OR IN PART, THIS DISCLAIMER MAY NOT APPLY TO YOU. + + b. TO THE EXTENT POSSIBLE, IN NO EVENT WILL THE LICENSOR BE LIABLE + TO YOU ON ANY LEGAL THEORY (INCLUDING, WITHOUT LIMITATION, + NEGLIGENCE) OR OTHERWISE FOR ANY DIRECT, SPECIAL, INDIRECT, + INCIDENTAL, CONSEQUENTIAL, PUNITIVE, EXEMPLARY, OR OTHER LOSSES, + COSTS, EXPENSES, OR DAMAGES ARISING OUT OF THIS PUBLIC LICENSE OR + USE OF THE LICENSED MATERIAL, EVEN IF THE LICENSOR HAS BEEN + ADVISED OF THE POSSIBILITY OF SUCH LOSSES, COSTS, EXPENSES, OR + DAMAGES. WHERE A LIMITATION OF LIABILITY IS NOT ALLOWED IN FULL OR + IN PART, THIS LIMITATION MAY NOT APPLY TO YOU. + + c. The disclaimer of warranties and limitation of liability provided + above shall be interpreted in a manner that, to the extent + possible, most closely approximates an absolute disclaimer and + waiver of all liability. + + +Section 6 -- Term and Termination. + + a. This Public License applies for the term of the Copyright and + Similar Rights licensed here. However, if You fail to comply with + this Public License, then Your rights under this Public License + terminate automatically. + + b. Where Your right to use the Licensed Material has terminated under + Section 6(a), it reinstates: + + 1. automatically as of the date the violation is cured, provided + it is cured within 30 days of Your discovery of the + violation; or + + 2. upon express reinstatement by the Licensor. + + For the avoidance of doubt, this Section 6(b) does not affect any + right the Licensor may have to seek remedies for Your violations + of this Public License. + + c. For the avoidance of doubt, the Licensor may also offer the + Licensed Material under separate terms or conditions or stop + distributing the Licensed Material at any time; however, doing so + will not terminate this Public License. + + d. Sections 1, 5, 6, 7, and 8 survive termination of this Public + License. + + +Section 7 -- Other Terms and Conditions. + + a. The Licensor shall not be bound by any additional or different + terms or conditions communicated by You unless expressly agreed. + + b. Any arrangements, understandings, or agreements regarding the + Licensed Material not stated herein are separate from and + independent of the terms and conditions of this Public License. + + +Section 8 -- Interpretation. + + a. For the avoidance of doubt, this Public License does not, and + shall not be interpreted to, reduce, limit, restrict, or impose + conditions on any use of the Licensed Material that could lawfully + be made without permission under this Public License. + + b. To the extent possible, if any provision of this Public License is + deemed unenforceable, it shall be automatically reformed to the + minimum extent necessary to make it enforceable. If the provision + cannot be reformed, it shall be severed from this Public License + without affecting the enforceability of the remaining terms and + conditions. + + c. No term or condition of this Public License will be waived and no + failure to comply consented to unless expressly agreed to by the + Licensor. + + d. Nothing in this Public License constitutes or may be interpreted + as a limitation upon, or waiver of, any privileges and immunities + that apply to the Licensor or You, including from the legal + processes of any jurisdiction or authority. diff --git a/usecases/temporal/data/listings/README.md b/usecases/temporal/data/listings/README.md new file mode 100644 index 0000000..8d92c72 --- /dev/null +++ b/usecases/temporal/data/listings/README.md @@ -0,0 +1,161 @@ +# Amazon Berkeley Objects (c) by Amazon.com + +[Amazon Berkeley Objects](https://amazon-berkeley-objects.s3.us-east-1.amazonaws.com/index.html) +is a collection of product listings with multilingual metadata, catalog +imagery, high-quality 3d models with materials and parts, and benchmarks derived +from that data. + +## License + +This work is licensed under the Creative Commons Attribution 4.0 International +Public License. To obtain a copy of the full license, see LICENSE-CC-BY-4.0.txt, +visit [CreativeCommons.org](https://creativecommons.org/licenses/by/4.0/) +or send a letter to Creative Commons, PO Box 1866, Mountain View, CA 94042, USA. + +Under the following terms: + + * Attribution — You must give appropriate credit, provide a link to the + license, and indicate if changes were made. You may do so in any reasonable + manner, but not in any way that suggests the licensor endorses you or your + use. + + * No additional restrictions — You may not apply legal terms or technological + measures that legally restrict others from doing anything the license + permits. + +## Attribution + +Credit for the data, including all images and 3d models, must be given to: + +> Amazon.com + +Credit for building the dataset, archives and benchmark sets must be given to: + +> Matthieu Guillaumin (Amazon.com), Thomas Dideriksen (Amazon.com), +> Kenan Deng (Amazon.com), Himanshu Arora (Amazon.com), +> Jasmine Collins (UC Berkeley) and Jitendra Malik (UC Berkeley) + +## Description + +The `listings/` directory and `abo-listings.tar` archive are made of the +following files: + + * `LICENSE-CC-BY-4.0.txt` - The License file. You must read, agree and + comply to the License before using the Amazon Berkeley Objects data. + + * `listings/metadata/listings_.json.gz` - Product description and metadata. + Each of the 16 files is encoded with UTF-8 and gzip-compressed. Each line of + the decompressed files corresponds to one product as a JSON object (see + http://ndjson.org/ or https://jsonlines.org/ ). Each product JSON object + (a.k.a dictionary) has any number of the following keys: + + - `brand` + - Content: Brand name + - Format: `[{ "language_tag": , "value": }, ...]` + - `bullet_point` + - Content: Important features of the products + - Format: `[{ "language_tag": , "value": }, ...]` + - `color` + - Content: Color of the product as text + - Format: `[{"language_tag": , "standardized_values": [], + "value": }, ...]` + - `color_code` + - Content: Color of the product as HTML color code + - Format: `[, ...]` + - `country` + - Content: Country of the marketplace, as an + [ISO 3166-1 alpha 2](https://en.wikipedia.org/wiki/ISO_3166-1_alpha-2) + code + - Format: `` + - `domain_name` + - Content: Domain name of the marketplace where the product is found. + A product listing in this collection is uniquely identified by + (`item_id`, `domain_name`) + - Format: `` + - `fabric_type` + - Content: Description of product fabric + - Format: `[{ "language_tag": , "value": }, ...]` + - `finish_type` + - Content: Description of product finish + - Format: `[{ "language_tag": , "value": }, ...]` + - `item_dimensions` + - Content: Dimensions of the product (height, width, length) + - Format: `{"height": {"normalized_value": {"unit": , "value": + }, "unit": , "value": }, "length": + {"normalized_value": {"unit": , "value": }, "unit": , + "value": }, "width": {"normalized_value": {"unit": , + "value": }, "unit": , "value": }}}` + - `item_id` + - Content: The product reference id. A product listing in this + collection is uniquely identified by (`item_id`, `domain_name`). + A corresponding product page may exist at + `https://www./dp/` [^1] + - Format: `` + - `item_keywords` + - Content: Keywords for the product + - Format: `[{ "language_tag": , "value": }, ...]` + - `item_name` + - Content: The product name + - Format: `[{ "language_tag": , "value": }, ...]` + - `item_shape` + - Content: Description of the product shape + - Format: `[{ "language_tag": , "value": }, ...]` + - `item_weight` + - Content: The product weight + - Format: `[{"normalized_value": {"unit": , "value": }, + "unit": , "value": }, ...]` + - `main_image_id` + - Content: The main product image, provided as an `image_id`. See the + descripton of `images/metadata/images.csv.gz` below + - Format: `` + - `marketplace` + - Content: Retail website name (Amazon, AmazonFresh, AmazonGo, ...) + - Format: `` + - `material` + - Content: Description of the product material + - Format: `[{ "language_tag": , "value": }, ...]` + - `model_name` + - Content: Model name + - Format: `[{ "language_tag": , "value": }, ...]` + - `model_number` + - Content: Model number + - Format: `[{ "language_tag": , "value": }, ...]` + - `model_year` + - Content: Model year + - Format: `[{ "language_tag": , "value": }, ...]` + - `node` + - Content: Location of the product in the category tree. A node page + may exist at `https://www./b/?node=` [^1] for + browsing + - Format: `[{ "node_id": , "path": }, ...]` + - `other_image_id` + - Content: Other available images for the product, provided as + `image_id`. See the description of `images/metadata/images.csv.gz` + below + - Format: `[, ...]` + - `pattern` + - Content: Product pattern + - Format: `[{ "language_tag": , "value": }, ...]` + - `product_description` + - Content: Product description as HTML + - Format: `[{ "language_tag": , "value": }, ...]` + - `product_type` + - Content: Product type (category) + - Format: `` + - `spin_id` + - Content: Reference to the 360º View image sequence. See the + description of `spins/metadata/spins.csv.gz` below + - Format: `` + - `style` + - Content: Style of the product + - Format: `[{ "language_tag": , "value": }, ...]` + - `3dmodel_id` + - Content: Reference to the 3d model of the product. See the description + of `3dmodels/metadata/3models.csv.gz` + - Format: `` + +## Footnotes + +[^1]: Importantly, there is no guarantee that these URLs will remain unchanged +and available on the long term, we thus recommend using the images provided in +the archives instead. diff --git a/usecases/temporal/data/listings/metadata/listings_0.json.gz b/usecases/temporal/data/listings/metadata/listings_0.json.gz new file mode 100644 index 0000000..df4413e Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_0.json.gz differ diff --git a/usecases/temporal/data/listings/metadata/listings_1.json.gz b/usecases/temporal/data/listings/metadata/listings_1.json.gz new file mode 100644 index 0000000..e403340 Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_1.json.gz differ diff --git a/usecases/temporal/data/listings/metadata/listings_2.json.gz b/usecases/temporal/data/listings/metadata/listings_2.json.gz new file mode 100644 index 0000000..baac22e Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_2.json.gz differ diff --git a/usecases/temporal/data/listings/metadata/listings_3.json.gz b/usecases/temporal/data/listings/metadata/listings_3.json.gz new file mode 100644 index 0000000..7865029 Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_3.json.gz differ diff --git a/usecases/temporal/data/listings/metadata/listings_4.json.gz b/usecases/temporal/data/listings/metadata/listings_4.json.gz new file mode 100644 index 0000000..bedce85 Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_4.json.gz differ diff --git a/usecases/temporal/data/listings/metadata/listings_5.json.gz b/usecases/temporal/data/listings/metadata/listings_5.json.gz new file mode 100644 index 0000000..87913a8 Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_5.json.gz differ diff --git a/usecases/temporal/data/listings/metadata/listings_6.json.gz b/usecases/temporal/data/listings/metadata/listings_6.json.gz new file mode 100644 index 0000000..81c81b9 Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_6.json.gz differ diff --git a/usecases/temporal/data/listings/metadata/listings_7.json.gz b/usecases/temporal/data/listings/metadata/listings_7.json.gz new file mode 100644 index 0000000..83125f6 Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_7.json.gz differ diff --git a/usecases/temporal/data/listings/metadata/listings_8.json.gz b/usecases/temporal/data/listings/metadata/listings_8.json.gz new file mode 100644 index 0000000..4dc2b44 Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_8.json.gz differ diff --git a/usecases/temporal/data/listings/metadata/listings_9.json.gz b/usecases/temporal/data/listings/metadata/listings_9.json.gz new file mode 100644 index 0000000..d5d068c Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_9.json.gz differ diff --git a/usecases/temporal/data/listings/metadata/listings_a.json.gz b/usecases/temporal/data/listings/metadata/listings_a.json.gz new file mode 100644 index 0000000..d0a0bb2 Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_a.json.gz differ diff --git a/usecases/temporal/data/listings/metadata/listings_b.json.gz b/usecases/temporal/data/listings/metadata/listings_b.json.gz new file mode 100644 index 0000000..f68972e Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_b.json.gz differ diff --git a/usecases/temporal/data/listings/metadata/listings_c.json.gz b/usecases/temporal/data/listings/metadata/listings_c.json.gz new file mode 100644 index 0000000..adea509 Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_c.json.gz differ diff --git a/usecases/temporal/data/listings/metadata/listings_d.json.gz b/usecases/temporal/data/listings/metadata/listings_d.json.gz new file mode 100644 index 0000000..373cdde Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_d.json.gz differ diff --git a/usecases/temporal/data/listings/metadata/listings_e.json.gz b/usecases/temporal/data/listings/metadata/listings_e.json.gz new file mode 100644 index 0000000..474eb21 Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_e.json.gz differ diff --git a/usecases/temporal/data/listings/metadata/listings_f.json.gz b/usecases/temporal/data/listings/metadata/listings_f.json.gz new file mode 100644 index 0000000..7b52930 Binary files /dev/null and b/usecases/temporal/data/listings/metadata/listings_f.json.gz differ diff --git a/usecases/temporal/docker-compose.yml b/usecases/temporal/docker-compose.yml new file mode 100644 index 0000000..7302f13 --- /dev/null +++ b/usecases/temporal/docker-compose.yml @@ -0,0 +1,17 @@ +services: + products: + image: mongo:7 + container_name: mongo1 + command: ['mongod', '--replSet', 'rs0', '--bind_ip', 'localhost,mongo1'] + ports: + - "27017:27017" + + orders: + image: postgres:16 + container_name: postgres1 + environment: + - POSTGRES_PASSWORD=pgpass + - POSTGRES_DB=orders + command: ['postgres', '-c', 'wal_level=logical'] + ports: + - "5432:5432" \ No newline at end of file diff --git a/usecases/temporal/dozer/dashboard/dozer-config.yaml b/usecases/temporal/dozer/dashboard/dozer-config.yaml new file mode 100644 index 0000000..1b52ec5 --- /dev/null +++ b/usecases/temporal/dozer/dashboard/dozer-config.yaml @@ -0,0 +1,41 @@ +app_name: dashboard +version: 1 + +connections: + - config: !MongoDB + connection_string: mongodb://localhost:27017/products?replicaSet=rs0 + name: products + - config: !Dozer + url: "http://localhost:50054" + log_options: + batch_size: 1 + name: warehouse_stocks + +sources: + - name: listings + table_name: listings + connection: products + - name: warehouse_stock + table_name: warehouse_stock + connection: warehouse_stocks + +api: + rest: + port: 8081 + grpc: + port: 50055 + +sql: | + SELECT COALESCE(SUM(ordered_amount), 0) / COUNT(1) as relative_count, + COALESCE(SUM(ordered_amount), 0) as count, type into product_popularity + FROM ( + SELECT CAST(json_value(data, '$.item_id') AS STRING) as item_id, + CAST(json_value(data, '$.product_type[*].value') AS STRING) as type FROM listings + ) as product + LEFT JOIN warehouse_stock ON warehouse_stock.product_id = product.item_id + GROUP BY type + +endpoints: + - name: product_popularity + table_name: product_popularity + path: /products diff --git a/usecases/temporal/dozer/fulfilment/dozer-config.yaml b/usecases/temporal/dozer/fulfilment/dozer-config.yaml new file mode 100644 index 0000000..7018780 --- /dev/null +++ b/usecases/temporal/dozer/fulfilment/dozer-config.yaml @@ -0,0 +1,70 @@ +app_name: fulfillment-demo +version: 1 +connections: + - config: !Postgres + user: "postgres" + password: "pgpass" + host: "localhost" + port: 5432 + database: "orders" + name: orders + - config: !LocalStorage + details: + path: ./warehouse_logs + tables: + - !Table + name: warehouse_logs + config: !CSV + path: logs + extension: .csv + marker_file: false + name: warehouse_logs +sources: + - name: orders + table_name: orders + connection: orders + - name: order_items + table_name: order_items + connection: orders + +api: + app_grpc: + port: 50054 + +sql: | + WITH warehouse_incoming AS ( + SELECT SUM(amount) AS warehouse_amount, product_id FROM warehouse_logs + GROUP BY product_id + ), orders_outgoing AS ( + SELECT SUM(amount) AS ordered_amount, item_id AS product_id FROM order_items + GROUP BY item_id + ), completed_orders_outgoing AS ( + SELECT SUM(amount) AS ordered_amount, item_id AS product_id FROM order_items + LEFT JOIN orders ON order_id = orders.id + WHERE fulfilled_at <> NULL + GROUP BY item_id + ) + SELECT COALESCE(inc.warehouse_amount, 0) as warehouse_ordered, out.ordered_amount as ordered_amount, + COALESCE(inc.warehouse_amount, 0) - out.ordered_amount AS virtual_stock, + COALESCE(inc.warehouse_amount, 0) - COALESCE(out_comp.ordered_amount, 0) AS actual_stock, + out.product_id as product_id + INTO warehouse_stock + FROM orders_outgoing AS out LEFT JOIN warehouse_incoming as inc + ON out.product_id = inc.product_id + LEFT JOIN completed_orders_outgoing as out_comp + ON out.product_id = out_comp.product_id; + + WITH warehouse_incoming AS ( + SELECT SUM(amount) AS warehouse_amount, product_id FROM warehouse_logs + GROUP BY product_id + ) + SELECT COALESCE(inc.warehouse_amount, 0) as warehouse_ordered into hello from warehouse_incoming inc; + +endpoints: + - name: warehouse_stock + table_name: warehouse_stock + path: /stock + + - name: hello + table_name: hello + path: /hello diff --git a/usecases/temporal/init/orders.sql b/usecases/temporal/init/orders.sql new file mode 100644 index 0000000..1705dd4 --- /dev/null +++ b/usecases/temporal/init/orders.sql @@ -0,0 +1,17 @@ +DROP TABLE IF EXISTS order_items; +DROP TABLE IF EXISTS orders; + +CREATE TABLE orders ( + id UUID DEFAULT gen_random_uuid() PRIMARY KEY, + customer UUID NOT NULL, + created_at TIMESTAMPTZ DEFAULT now() NOT NULL, + fulfilled_at TIMESTAMPTZ +); + +CREATE TABLE order_items( + id UUID DEFAULT gen_random_uuid() PRIMARY KEY, + order_id UUID NOT NULL REFERENCES orders(id), + item_id TEXT NOT NULL, + amount INTEGER NOT NULL, + price NUMERIC(8,2) NOT NULL +); diff --git a/usecases/temporal/worker.py b/usecases/temporal/worker.py new file mode 100644 index 0000000..77edc4b --- /dev/null +++ b/usecases/temporal/worker.py @@ -0,0 +1,24 @@ +import asyncio + +from temporalio.client import Client +from temporalio.worker import Worker + +from workflows.place_order import PlaceOrderWorkflow, record_order + + +async def main(): + print("Starting worker...") + client = await Client.connect("localhost:7233") + print("Worker connected to Temporal server successfully") + worker = Worker( + client, + task_queue="task-queue", + workflows=[PlaceOrderWorkflow], + activities=[record_order], + ) + print("Worker created successfully") + await worker.run() + print("Worker exited successfully") + +if __name__ == "__main__": + asyncio.run(main()) diff --git a/usecases/temporal/workflows/place_order.py b/usecases/temporal/workflows/place_order.py new file mode 100644 index 0000000..2ab06ee --- /dev/null +++ b/usecases/temporal/workflows/place_order.py @@ -0,0 +1,64 @@ +from temporalio import workflow, activity +from dataclasses import dataclass +from uuid import UUID, uuid4 +from datetime import timedelta +from decimal import Decimal +import asyncio +import psycopg + +TIMEOUT = timedelta(minutes=5) + + +@dataclass +class OrderProduct: + product_id: str + amount: int + price: float + + +@dataclass +class PlaceOrderParams: + products: list[OrderProduct] + customer_id: UUID + + +@workflow.defn(name="PlaceOrderWorkflow") +class PlaceOrderWorkflow: + @workflow.run + async def run(self, params: PlaceOrderParams): + print(f"Placing order for customer {params.customer_id}") + await workflow.execute_activity( + record_order, params, start_to_close_timeout=TIMEOUT + ) + print(f"Order placed for customer {params.customer_id}") + +@activity.defn(name="RecordOrderActivity") +async def record_order(order: PlaceOrderParams): + print(f"Recording order for customer {order.customer_id}") + async with await psycopg.AsyncConnection.connect( + "postgresql://postgres:pgpass@localhost:5432/orders" + ) as conn: + cur = conn.cursor() + await cur.execute( + "INSERT INTO orders (customer) VALUES (%s) RETURNING id", + (order.customer_id,), + ) + order_id = (await cur.fetchone())[0] + await cur.executemany( + "INSERT INTO order_items (order_id, item_id, amount, price) VALUES (%s, %s, %s, %s)", + [ + (order_id, prod.product_id, prod.amount, prod.price) + for prod in order.products + ], + ) + pass + + +if __name__ == "__main__": + asyncio.run( + record_order( + PlaceOrderParams( + customer_id=uuid4(), products=[OrderProduct("item1", 2, 3.14)] + ) + ) + )