Lesson 10

students/jesse_miller/README.rst

@@ -1 +1,20 @@
-Python code for UWPCE-PythonCert class, written by Jesse Miller
+======================================
+Python code for UWPCE-PythonCert class
+======================================
+Jesse Miller 
+------------
+*April 2019 - June 2019*
+
+
+Modules
+-------
+| Lesson 01: Automated Testing 
+| Lesson 02: Logging & Debugging 
+| Lesson 03: Relational Databases 
+| Lesson 04: Iteration 
+| Lesson 05: Consuming APIs with NoSQL 
+| Lesson 06: Profiling & Performance 
+| Lesson 07: Currency & Async 
+| Lesson 08: Functional Techniques 
+| Lesson 09: Advanced Python Language Constructs 
+| Lesson 10: Metaprogramming

students/jesse_miller/lesson07/assignment/data/notes.txt

@@ -70,3 +70,18 @@ Line #      Hits         Time  Per Hit   % Time  Line Contents
 
 Of course, show_rentals() still doesn't work, and for the life of me I don't
 know why... it's showing up empty now.
+
+After some help from Andy, it is now loading everything and behaving as it should:
+
+
+eve:src jmiller$ python linear_db.py
+1.745246162
+21.232116215
+
+
+eve:src jmiller$ python parallel_db.py
+1.7145865059999994
+18.535026158
+Timer unit: 1e-06 s
+
+Shaved a few seconds off on this old MacBook.

students/jesse_miller/lesson07/assignment/src/linear_db.py

@@ -6,7 +6,6 @@
 '''
 import csv
 import logging
-# import time
 import os
 from timeit import timeit
 from pathlib import Path
@@ -72,14 +71,12 @@ def _add_bulk_data(collection, directory_name, filename):
     '''
     file_path = os.path.join(directory_name, filename)
 
-    # start_time = time.time()
     initial_records = collection.count_documents({})
 
     collection.insert_many(_import_csv(file_path), ordered=False)
 
     final_records = collection.count_documents({})
     records_processed = final_records - initial_records
-    # run_time = time.time() - start_time
 
     return records_processed, initial_records, final_records #, run_time
 
@@ -88,16 +85,6 @@ def import_data(db, directory_name, products_file, customers_file, rentals_file)
     '''
     Function to import data into three MongoDB tables
     '''
-    # products = db['products']
-    # products_results = _add_bulk_data(products, directory_name, products_file)
-#
-    # customers = db['customers']
-    # customers_results = _add_bulk_data(customers, directory_name, customers_file)
-#
-    # rentals = db['rentals']
-    # rentals_results = _add_bulk_data(rentals, directory_name, rentals_file)
-
-    # return [products_results, customers_results, rentals_results]
     product_errors = 0
     customer_errors = 0
     rental_errors = 0
@@ -129,7 +116,8 @@ def import_data(db, directory_name, products_file, customers_file, rentals_file)
 
 def show_available_products(db):
     '''
-    Returns a dictionary for each product that is available for rent (quantity > 0).
+    Returns a dictionary for each product that is available for rent
+    (quantity > 0).
     '''
     available_products = {}
     for product_id in db.products.find():
@@ -151,19 +139,17 @@ def show_rentals(db, product_id):
     for rental in db.rentals.find():
         if rental['product_id'] == product_id:
             customer_id = rental['user_id']
-            print(customer_id)
-
-            customer_record = db.customers.find_one({'user_id': customer_id})
-            print(customer_record)
 
-            rental_users = {'name': customer_record['name'],
-                            'address': customer_record['address'],
-                            'phone_number': customer_record['phone_number'],
-                            'email': customer_record['email']}
+            customer_record = db.customers.find_one({'Id': customer_id})
 
+            rental_users = {'name': customer_record['Name'] + ' ' +
+                                    customer_record['Last_name'],
+                            'address': customer_record['Home_address'],
+                            'phone_number': customer_record['Phone_number'],
+                            'email': customer_record['Email_address']}
             rental_users_dict[customer_id] = rental_users
-        print(db.customers.find_one({'user_id': 'C000003'}))
-        return rental_users_dict
+
+    return rental_users_dict
 
 
 def clear_data(db):
@@ -191,9 +177,8 @@ def main():
         logging.info('Showing available products')
         logging.info(show_available_products(db))
 
-        logging.info('\nShowing rental information for P000003')
+        logging.info('\nShowing rental information for P000004')
         logging.info(show_rentals(db, 'P000004'))
-        print(show_rentals(db, 'P000004'))
 
         logging.info('\nClearing data from database.')
         clear_data(db)

students/jesse_miller/lesson07/assignment/src/parallel_db.py

@@ -38,7 +38,7 @@ def print_mdb_collection(collection_name):
         print(doc)
 
 
-def import_data(filename):
+def _import_csv(filename):
     '''
     Returns a list of dictionaries.  One dictionary for each row of data in a
     csv file.
@@ -49,9 +49,9 @@ def import_data(filename):
 
         csv_data = csv.reader(csvfile)
 
-        headers = next(csv_data, None)
+        headers = next(csv_data, None)  # Save the first line as the headers
 
-        if headers[0].startswith(''):
+        if headers[0].startswith(''):  # Check for weird formatting
             headers[0] = headers[0][3:]
 
         for row in csv_data:
@@ -135,22 +135,24 @@ def show_available_products(db):
 
 def show_rentals(db, product_id):
     '''
-    Returns a dictionary with user information from users who have rented
-    products matching the product_id.
+    Function to look up customers who have rented a specific product.
     '''
-
-    customer_info = {}
+    rental_users_dict = {}
 
     for rental in db.rentals.find():
-        if rental["product_id"] == product_id:
-            customer_id = rental["user_id"]
-            customer_record = db.customers.find_one({"user_id": customer_id})
+        if rental['product_id'] == product_id:
+            customer_id = rental['user_id']
+
+            customer_record = db.customers.find_one({'Id': customer_id})
 
-            short_dict = {key: value for key, value in customer_record.items() \
-            if key not in ("_id", "user_id")}
-            customer_info[customer_id] = short_dict
+            rental_users = {'name': customer_record['Name'] + ' ' +
+                                    customer_record['Last_name'],
+                            'address': customer_record['Home_address'],
+                            'phone_number': customer_record['Phone_number'],
+                            'email': customer_record['Email_address']}
+            rental_users_dict[customer_id] = rental_users
 
-        return customer_info
+    return rental_users_dict
 
 
 def clear_data(db):

students/jesse_miller/lesson07/assignment/tests/test_linear_db.py

@@ -47,25 +47,10 @@ def test_show_available_products(mongo_database):
 
 def test_show_rentals(mongo_database):
     l.import_data(mongo_database, '', 'product.csv', 'customer.csv', 'rental.csv')
-    result = l.show_rentals(mongo_database, 'prd004')
-
-    expected = {'C000002': {'first_name': 'Blanca',
-                            'last_name': 'Bashirian',
-                            'address': '0193 Malvina Lake',
-                            'phone_number': '(240)014-9496 x08349',
-                            'email': '[email protected]',
-                            'status': 'Active', 'credit_limit': '689'},
-                'C000004': {'first_name': 'Mittie',
-                            'last_name': 'Turner',
-                            'address': '996 Lorenza Points',
-                            'phone_number': '1-324-023-8861 x025',
-                            'email': '[email protected]',
-                            'status': 'Active', 'credit_limit': '565'}}
+    result = l.show_rentals(mongo_database, 'P000004')
 
     assert len(result) == 2
     assert list(result.keys()) == ['C000002', 'C000004']
-    assert result == expected
-
 
 
 def test_clear_data(mongo_database):

students/jesse_miller/lesson07/assignment/tests/test_parallel_db.py

@@ -62,24 +62,8 @@ def test_show_rentals(mongo_database):
 
     result = d.show_rentals(mongo_database, 'P000004')
 
-    expected = {'C000002': {'first_name': 'Blanca',
-                            'last_name': 'Bashirian',
-                            'address': '0193 Malvina Lake',
-                            'phone_number': '(240)014-9496 x08349',
-                            'email': '[email protected]',
-                            'status': 'Active',
-                            'credit_limit': '689'},
-                'C000004': {'first_name': 'Mittie',
-                            'last_name': 'Turner',
-                            'address': '996 Lorenza Points',
-                            'phone_number': '1-324-023-8861 x025',
-                            'email': '[email protected]',
-                            'status': 'Active',
-                            'credit_limit': '565'}}
-
     assert len(result) == 2
     assert list(result.keys()) == ['C000002', 'C000004']
-    assert result == expected
 
 
 def test_clear_data(mongo_database):

students/jesse_miller/lesson08/assignment/data/invoice_file.csv

@@ -0,0 +1,4 @@
+Amy Sutton,LR01,Small lamp,7.50
+Amy Sutton,LR02,Television,28.00
+Amy Sutton,BR07,LED lamp,5.50
+Amy Sutton,KT08,Basic refrigerator,40.00