From 9bb2d3ef969f07e1531fb64908d1806d38edfc97 Mon Sep 17 00:00:00 2001 From: Zachary Cowan <44091329+zacowan@users.noreply.github.com> Date: Tue, 7 Dec 2021 12:48:20 -0500 Subject: [PATCH 01/10] init: initialized csv scripts --- data_analysis/Pipfile | 12 ++ data_analysis/Pipfile.lock | 273 ++++++++++++++++++++++++++++++++++ data_analysis/generate_csv.py | 102 +++++++++++++ data_analysis/run_zach.sh | 7 + 4 files changed, 394 insertions(+) create mode 100644 data_analysis/Pipfile create mode 100644 data_analysis/Pipfile.lock create mode 100644 data_analysis/generate_csv.py create mode 100644 data_analysis/run_zach.sh diff --git a/data_analysis/Pipfile b/data_analysis/Pipfile new file mode 100644 index 0000000..bff6a80 --- /dev/null +++ b/data_analysis/Pipfile @@ -0,0 +1,12 @@ +[[source]] +url = "https://pypi.org/simple" +verify_ssl = true +name = "pypi" + +[packages] +google-cloud-firestore = "*" + +[dev-packages] + +[requires] +python_version = "3.9" diff --git a/data_analysis/Pipfile.lock b/data_analysis/Pipfile.lock new file mode 100644 index 0000000..3c4023b --- /dev/null +++ b/data_analysis/Pipfile.lock @@ -0,0 +1,273 @@ +{ + "_meta": { + "hash": { + "sha256": "3e29dc9ff60f1c300c71f4a56b7dac2a7fdd47f5467e7406e56d494fb2f3e509" + }, + "pipfile-spec": 6, + "requires": { + "python_version": "3.9" + }, + "sources": [ + { + "name": "pypi", + "url": "https://pypi.org/simple", + "verify_ssl": true + } + ] + }, + "default": { + "cachetools": { + "hashes": [ + "sha256:89ea6f1b638d5a73a4f9226be57ac5e4f399d22770b92355f92dcb0f7f001693", + "sha256:92971d3cb7d2a97efff7c7bb1657f21a8f5fb309a37530537c71b1774189f2d1" + ], + "markers": "python_version ~= '3.5'", + "version": "==4.2.4" + }, + "certifi": { + "hashes": [ + "sha256:78884e7c1d4b00ce3cea67b44566851c4343c120abd683433ce934a68ea58872", + "sha256:d62a0163eb4c2344ac042ab2bdf75399a71a2d8c7d47eac2e2ee91b9d6339569" + ], + "version": "==2021.10.8" + }, + "charset-normalizer": { + "hashes": [ + "sha256:1eecaa09422db5be9e29d7fc65664e6c33bd06f9ced7838578ba40d58bdf3721", + "sha256:b0b883e8e874edfdece9c28f314e3dd5badf067342e42fb162203335ae61aa2c" + ], + "markers": "python_version >= '3'", + "version": "==2.0.9" + }, + "google-api-core": { + "extras": [ + "grpc" + ], + "hashes": [ + "sha256:97349cc18c2bb2415f64f1353a80273a289a61294ce3eb2f7ce682d251bdd997", + "sha256:e7853735d4f51f4212d6bf9750620d76fc0106c0f271be0c3f43b73501c7ddf9" + ], + "markers": "python_version >= '3.6'", + "version": "==2.2.2" + }, + "google-auth": { + "hashes": [ + "sha256:a348a50b027679cb7dae98043ac8dbcc1d7951f06d8387496071a1e05a2465c0", + "sha256:d83570a664c10b97a1dc6f8df87e5fdfff012f48f62be131e449c20dfc32630e" + ], + "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'", + "version": "==2.3.3" + }, + "google-cloud-core": { + "hashes": [ + "sha256:476d1f71ab78089e0638e0aaf34bfdc99bab4fce8f4170ba6321a5243d13c5c7", + "sha256:ab6cee07791afe4e210807ceeab749da6a076ab16d496ac734bf7e6ffea27486" + ], + "markers": "python_version >= '3.6'", + "version": "==2.2.1" + }, + "google-cloud-firestore": { + "hashes": [ + "sha256:692e2ff732ebf4d20fa5eba3686edec8f3a02a72f177813dccdfbe0770e1d1a2", + "sha256:714e1bc1fc51029d78aa64933bef2efc03daedc9565ea79ec91b843b052016ec" + ], + "index": "pypi", + "version": "==2.3.4" + }, + "googleapis-common-protos": { + "hashes": [ + "sha256:a88ee8903aa0a81f6c3cec2d5cf62d3c8aa67c06439b0496b49048fb1854ebf4", + "sha256:f6d561ab8fb16b30020b940e2dd01cd80082f4762fa9f3ee670f4419b4b8dbd0" + ], + "markers": "python_version >= '3.6'", + "version": "==1.53.0" + }, + "grpcio": { + "hashes": [ + "sha256:0209f30741de1875413f40e89bec9c647e7afad4a3549a6a1682c1ee23da68ca", + "sha256:06d5364e85e0fa50ee68bffd9c93a6aff869a91c68f1fd7ba1b944e063a0ff9f", + "sha256:17433f7eb01737240581b33fbc2eae7b7fa6d3429571782580bceaf05ec56cb8", + "sha256:21aa4a111b3381d3dd982a3df62348713b29f651aa9f6dfbc9415adbfe28d2ba", + "sha256:2956da789d74fc35d2c869b3aa45dbf41c5d862c056ca8b5e35a688347ede809", + "sha256:29fc36c99161ff307c8ca438346b2e36f81dac5ecdbabc983d0b255d7913fb19", + "sha256:2aba7f93671ec971c5c70db81633b49a2f974aa09a2d811aede344a32bad1896", + "sha256:2b264cf303a22c46f8d455f42425c546ad6ce22f183debb8d64226ddf1e039f4", + "sha256:3a13953e12dc40ee247b5fe6ef22b5fac8f040a76b814a11bf9f423e82402f28", + "sha256:47ab65be9ba7a0beee94bbe2fb1dd03cb7832db9df4d1f8fae215a16b3edeb5e", + "sha256:4a8f2c7490fe3696e0cdd566e2f099fb91b51bc75446125175c55581c2f7bc11", + "sha256:53e10d07e541073eb9a84d49ecffb831c3cbb970bcd8cd8de8431e935bf66c2e", + "sha256:5441d343602ce10ba48fcb36bb5de197a15a01dc9ee0f71c2a73cd5cd3d7f5ac", + "sha256:59163b8d2e0d85f0ecbee52b348f867eec7e0f909177564fb3956363f7e616e5", + "sha256:5b9f0c4822e3a52a1663a315752c6bbdbed0ec15a660d3e64137335acbb5b7ce", + "sha256:603d71de14ab1f1fd1254b69ceda73545943461b1f51f82fda9477503330b6ea", + "sha256:64f2b3e6474e2ad865478b64f0850d15842acbb2623de5f78a60ceabe00c63e0", + "sha256:65720d2bf05e2b78c4bffe372f13c41845bae5658fd3f5dd300c374dd240e5cb", + "sha256:6655df5f31664bac4cd6c9b52f389fd92cd10025504ad83685038f47e11e29d8", + "sha256:66f910b6324ae69625e63db2eb29d833c307cfa36736fe13d2f841656c5f658f", + "sha256:6b69726d7bbb633133c1b0d780b1357aa9b7a7f714fead6470bab1feb8012806", + "sha256:6e5eec67909795f7b1ff2bd941bd6c2661ca5217ea9c35003d73314100786f60", + "sha256:6ef72f0abdb89fb7c366a99e04823ecae5cda9f762f2234f42fc280447277cd6", + "sha256:76b5fa4c6d88f804456e763461cf7a1db38b200669f1ba00c579014ab5aa7965", + "sha256:7742606ac2bc03ed10360f4f630e0cc01dce864fe63557254e9adea21bb51416", + "sha256:7a3c9b8e13365529f9426d4754085e8a9c2ad718a41a46a97e4e30e87bb45eae", + "sha256:8e8cd9909fdd232ecffb954936fd90c935ebe0b5fce36c88813f8247ce54019c", + "sha256:a6f9ed5320b93c029615b75f6c8caf2c76aa6545d8845f3813908892cfc5f84e", + "sha256:b4d7115ee08a36f3f50a6233bd78280e40847e078d2a5bb39c0ab0db4490d58f", + "sha256:b74bbac7e039cf23ed0c8edd820c31e90a52a22e28a03d45274a0956addde8d2", + "sha256:b781f412546830be55644f7c48251d30860f4725981862d4a1ea322f80d9cd34", + "sha256:bf916ee93ea2fd52b5286ed4e19cbbde5e82754914379ea91dc5748550df3b4e", + "sha256:d08ce780bbd8d1a442d855bd681ed0f7483c65d2c8ed83701a9ea4f13678411f", + "sha256:d1451a8c0c01c5b5fdfeb8f777820cb277fb5d797d972f57a41bb82483c44a79", + "sha256:d58b3774ee2084c31aad140586a42e18328d9823959ca006a0b85ad7937fe405", + "sha256:d6c0b159b38fcc3bbc3331105197c1f58ac0d294eb83910d136a325a85def88f", + "sha256:d7f66eb220898787d7821a7931e35ae2512ed74f79f75adcd7ea2fb3119ca87d", + "sha256:d92c1721c7981812d0f42dfc8248b15d3b6a2ea79eb8870776364423de2aa245", + "sha256:e2d9c6690d4c88cd51ee395d7ba5bd1d26d7c37e94cb59e7fd62ff21ecaf891d", + "sha256:e62140c46d8125927c673c72c960cb387c02b2a1a3c6985a8b0a3914d27c0018", + "sha256:ea3560ffbfe08327024380508190103937fef25e355d2259f8b5c003a0732f55", + "sha256:f2e3f250e5398bf474c6e140df1b67494bf1e31c5277b5bf93841a564cbc22d0", + "sha256:f385e40846ff81d1c6dce98dcc192c7988a46540758804c4a2e6da5a0e3e3e05", + "sha256:f721b42a20d886c03d9b1f461b228cdaf02ccf6c4550e263f7fd3ce3ff19a8f1" + ], + "version": "==1.42.0" + }, + "grpcio-status": { + "hashes": [ + "sha256:25533c4d65d7d513a638f0c4b88b2b66700e3bf43e6995a55a3bd15ec0b77902", + "sha256:8e922a1c5f1930e0d87e0a51fa40acbd2e58b9bd0aa79cb22fc9abc7c165da3f" + ], + "version": "==1.42.0" + }, + "idna": { + "hashes": [ + "sha256:84d9dd047ffa80596e0f246e2eab0b391788b0503584e8945f2368256d2735ff", + "sha256:9d643ff0a55b762d5cdb124b8eaa99c66322e2157b69160bc32796e824360e6d" + ], + "markers": "python_version >= '3'", + "version": "==3.3" + }, + "packaging": { + "hashes": [ + "sha256:dd47c42927d89ab911e606518907cc2d3a1f38bbd026385970643f9c5b8ecfeb", + "sha256:ef103e05f519cdc783ae24ea4e2e0f508a9c99b2d4969652eed6a2e1ea5bd522" + ], + "markers": "python_version >= '3.6'", + "version": "==21.3" + }, + "proto-plus": { + "hashes": [ + "sha256:3434eadaed845a337d6c488d2b7d055d733aaa231c0c0d4c778ec720bb91cf87", + "sha256:bdf45f0e0be71510eb2ec9db4da78afde7b5fb8b0a507a36340a9b6ce8e48e58" + ], + "markers": "python_version >= '3.6'", + "version": "==1.19.8" + }, + "protobuf": { + "hashes": [ + "sha256:038daf4fa38a7e818dd61f51f22588d61755160a98db087a046f80d66b855942", + "sha256:28ccea56d4dc38d35cd70c43c2da2f40ac0be0a355ef882242e8586c6d66666f", + "sha256:36d90676d6f426718463fe382ec6274909337ca6319d375eebd2044e6c6ac560", + "sha256:3cd0458870ea7d1c58e948ac8078f6ba8a7ecc44a57e03032ed066c5bb318089", + "sha256:5935c8ce02e3d89c7900140a8a42b35bc037ec07a6aeb61cc108be8d3c9438a6", + "sha256:615b426a177780ce381ecd212edc1e0f70db8557ed72560b82096bd36b01bc04", + "sha256:62a8e4baa9cb9e064eb62d1002eca820857ab2138440cb4b3ea4243830f94ca7", + "sha256:655264ed0d0efe47a523e2255fc1106a22f6faab7cc46cfe99b5bae085c2a13e", + "sha256:6e8ea9173403219239cdfd8d946ed101f2ab6ecc025b0fda0c6c713c35c9981d", + "sha256:71b0250b0cfb738442d60cab68abc166de43411f2a4f791d31378590bfb71bd7", + "sha256:74f33edeb4f3b7ed13d567881da8e5a92a72b36495d57d696c2ea1ae0cfee80c", + "sha256:77d2fadcf369b3f22859ab25bd12bb8e98fb11e05d9ff9b7cd45b711c719c002", + "sha256:8b30a7de128c46b5ecb343917d9fa737612a6e8280f440874e5cc2ba0d79b8f6", + "sha256:8e51561d72efd5bd5c91490af1f13e32bcba8dab4643761eb7de3ce18e64a853", + "sha256:a529e7df52204565bcd33738a7a5f288f3d2d37d86caa5d78c458fa5fabbd54d", + "sha256:b691d996c6d0984947c4cf8b7ae2fe372d99b32821d0584f0b90277aa36982d3", + "sha256:d80f80eb175bf5f1169139c2e0c5ada98b1c098e2b3c3736667f28cbbea39fc8", + "sha256:d83e1ef8cb74009bebee3e61cc84b1c9cd04935b72bca0cbc83217d140424995", + "sha256:d8919368410110633717c406ab5c97e8df5ce93020cfcf3012834f28b1fab1ea", + "sha256:db3532d9f7a6ebbe2392041350437953b6d7a792de10e629c1e4f5a6b1fe1ac6", + "sha256:e7b24c11df36ee8e0c085e5b0dc560289e4b58804746fb487287dda51410f1e2", + "sha256:e7e8d2c20921f8da0dea277dfefc6abac05903ceac8e72839b2da519db69206b", + "sha256:e813b1c9006b6399308e917ac5d298f345d95bb31f46f02b60cd92970a9afa17", + "sha256:fd390367fc211cc0ffcf3a9e149dfeca78fecc62adb911371db0cec5c8b7472d" + ], + "markers": "python_version >= '3.5'", + "version": "==3.19.1" + }, + "pyasn1": { + "hashes": [ + "sha256:014c0e9976956a08139dc0712ae195324a75e142284d5f87f1a87ee1b068a359", + "sha256:03840c999ba71680a131cfaee6fab142e1ed9bbd9c693e285cc6aca0d555e576", + "sha256:0458773cfe65b153891ac249bcf1b5f8f320b7c2ce462151f8fa74de8934becf", + "sha256:08c3c53b75eaa48d71cf8c710312316392ed40899cb34710d092e96745a358b7", + "sha256:39c7e2ec30515947ff4e87fb6f456dfc6e84857d34be479c9d4a4ba4bf46aa5d", + "sha256:5c9414dcfede6e441f7e8f81b43b34e834731003427e5b09e4e00e3172a10f00", + "sha256:6e7545f1a61025a4e58bb336952c5061697da694db1cae97b116e9c46abcf7c8", + "sha256:78fa6da68ed2727915c4767bb386ab32cdba863caa7dbe473eaae45f9959da86", + "sha256:7ab8a544af125fb704feadb008c99a88805126fb525280b2270bb25cc1d78a12", + "sha256:99fcc3c8d804d1bc6d9a099921e39d827026409a58f2a720dcdb89374ea0c776", + "sha256:aef77c9fb94a3ac588e87841208bdec464471d9871bd5050a287cc9a475cd0ba", + "sha256:e89bf84b5437b532b0803ba5c9a5e054d21fec423a89952a74f87fa2c9b7bce2", + "sha256:fec3e9d8e36808a28efb59b489e4528c10ad0f480e57dcc32b4de5c9d8c9fdf3" + ], + "version": "==0.4.8" + }, + "pyasn1-modules": { + "hashes": [ + "sha256:0845a5582f6a02bb3e1bde9ecfc4bfcae6ec3210dd270522fee602365430c3f8", + "sha256:0fe1b68d1e486a1ed5473f1302bd991c1611d319bba158e98b106ff86e1d7199", + "sha256:15b7c67fabc7fc240d87fb9aabf999cf82311a6d6fb2c70d00d3d0604878c811", + "sha256:426edb7a5e8879f1ec54a1864f16b882c2837bfd06eee62f2c982315ee2473ed", + "sha256:65cebbaffc913f4fe9e4808735c95ea22d7a7775646ab690518c056784bc21b4", + "sha256:905f84c712230b2c592c19470d3ca8d552de726050d1d1716282a1f6146be65e", + "sha256:a50b808ffeb97cb3601dd25981f6b016cbb3d31fbf57a8b8a87428e6158d0c74", + "sha256:a99324196732f53093a84c4369c996713eb8c89d360a496b599fb1a9c47fc3eb", + "sha256:b80486a6c77252ea3a3e9b1e360bc9cf28eaac41263d173c032581ad2f20fe45", + "sha256:c29a5e5cc7a3f05926aff34e097e84f8589cd790ce0ed41b67aed6857b26aafd", + "sha256:cbac4bc38d117f2a49aeedec4407d23e8866ea4ac27ff2cf7fb3e5b570df19e0", + "sha256:f39edd8c4ecaa4556e989147ebf219227e2cd2e8a43c7e7fcb1f1c18c5fd6a3d", + "sha256:fe0644d9ab041506b62782e92b06b8c68cca799e1a9636ec398675459e031405" + ], + "version": "==0.2.8" + }, + "pyparsing": { + "hashes": [ + "sha256:04ff808a5b90911829c55c4e26f75fa5ca8a2f5f36aa3a51f68e27033341d3e4", + "sha256:d9bdec0013ef1eb5a84ab39a3b3868911598afa494f5faa038647101504e2b81" + ], + "markers": "python_version >= '3.6'", + "version": "==3.0.6" + }, + "requests": { + "hashes": [ + "sha256:6c1246513ecd5ecd4528a0906f910e8f0f9c6b8ec72030dc9fd154dc1a6efd24", + "sha256:b8aa58f8cf793ffd8782d3d8cb19e66ef36f7aba4353eec859e74678b01b07a7" + ], + "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'", + "version": "==2.26.0" + }, + "rsa": { + "hashes": [ + "sha256:5c6bd9dc7a543b7fe4304a631f8a8a3b674e2bbfc49c2ae96200cdbe55df6b17", + "sha256:95c5d300c4e879ee69708c428ba566c59478fd653cc3a22243eeb8ed846950bb" + ], + "markers": "python_version >= '3.6'", + "version": "==4.8" + }, + "six": { + "hashes": [ + "sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926", + "sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254" + ], + "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2'", + "version": "==1.16.0" + }, + "urllib3": { + "hashes": [ + "sha256:4987c65554f7a2dbf30c18fd48778ef124af6fab771a377103da0585e2336ece", + "sha256:c4fdf4019605b6e5423637e01bc9fe4daef873709a7973e195ceba0a62bbc844" + ], + "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4' and python_version < '4'", + "version": "==1.26.7" + } + }, + "develop": {} +} diff --git a/data_analysis/generate_csv.py b/data_analysis/generate_csv.py new file mode 100644 index 0000000..0647269 --- /dev/null +++ b/data_analysis/generate_csv.py @@ -0,0 +1,102 @@ +""" + +User Request Log: + { + "session_id": str, + "timestamp": datetime, + + "text": str, + "audio_name": str, + + "detected_intent": str, + + "detected_fulfillment": str, + "fulfillment_success": bool, + "fulfillment_params": dict, + + "board_str_before": str, + "board_str_after": str, + + "request_time_ms": number, + "recording_time_ms": number, + + "errors_occurred": bool, + "error_types": list(str), + "error_desc": list(str), + + "linked_logs": list(reference), + } + +Andy Response Log: + { + "session_id": str, + "timestamp": datetime, + "user_request_log_id": str, + + "text": str, + "audio_name": str, + + "request_time_ms": number, + + "errors_occurred": bool, + "error_types": list(str), + "error_desc": list(str), + } + +Andy Move Log: + { + "session_id": str, + "timestamp": datetime, + "user_request_log_id": str, + + "move_info": { + "from": str, + "to": str, + }, + "board_str_before": str, + "board_str_after": str, + + "request_time_ms": number, + + "errors_occurred": bool, + "error_types": list(str), + "error_desc": list(str), + } + +Help Response Log: + { + "session_id": str, + "timestamp": datetime, + + "help_type": str, + "text": str, + "audio_name": str, + + "request_time_ms": number, + + "errors_occurred": bool, + "error_types": list(str), + "error_desc": list(str), + } + +Error Types: + "INTENT FULFILLMENT TTS LOGGING AUDIO_UPLOAD BEST_MOVE UNKNOWN" + +""" + +PROJECT_ID = "chess-master-andy-mhyo" +LOGGING_SUFFIX = "development" + +USER_REQUEST_LOGS_BASE_COLLECTION = "user_request_logs" +ANDY_RESPONSE_LOGS_BASE_COLLECTION = "andy_response_logs" +ANDY_MOVE_LOGS_BASE_COLLECTION = "andy_move_logs" +HELP_RESPONSE_LOGS_BASE_COLLECTION = "help_response_logs" + +ANDY_MOVE_LOGS_COLLECTION = f"{ANDY_MOVE_LOGS_BASE_COLLECTION}_{LOGGING_SUFFIX}" +USER_REQUEST_LOGS_COLLECTION = f"{USER_REQUEST_LOGS_BASE_COLLECTION}_{LOGGING_SUFFIX}" +ANDY_RESPONSE_LOGS_COLLECTION = f"{ANDY_RESPONSE_LOGS_BASE_COLLECTION}_{LOGGING_SUFFIX}" +HELP_RESPONSE_LOGS_COLLECTION = f"{HELP_RESPONSE_LOGS_BASE_COLLECTION}_{LOGGING_SUFFIX}" + + +def user_request_csv(): + pass diff --git a/data_analysis/run_zach.sh b/data_analysis/run_zach.sh new file mode 100644 index 0000000..2094479 --- /dev/null +++ b/data_analysis/run_zach.sh @@ -0,0 +1,7 @@ +#!/bin/bash + +# Set path to service account key +export GOOGLE_APPLICATION_CREDENTIALS="/Users/zacowan/development/chess-to-speech/andy_api/service_key_file.json" + +# Run the app +exec python generate_csv.py From 9d4ce3258e0388c27d5a0790928f95faaffebdd0 Mon Sep 17 00:00:00 2001 From: Zachary Cowan <44091329+zacowan@users.noreply.github.com> Date: Tue, 7 Dec 2021 13:34:45 -0500 Subject: [PATCH 02/10] feat(logs): got basic script working --- data_analysis/generate_csv.py | 64 +++++++++++++++++++- data_analysis/user_request_logs_9b3594bb.csv | 1 + 2 files changed, 64 insertions(+), 1 deletion(-) create mode 100644 data_analysis/user_request_logs_9b3594bb.csv diff --git a/data_analysis/generate_csv.py b/data_analysis/generate_csv.py index 0647269..4727283 100644 --- a/data_analysis/generate_csv.py +++ b/data_analysis/generate_csv.py @@ -83,6 +83,9 @@ "INTENT FULFILLMENT TTS LOGGING AUDIO_UPLOAD BEST_MOVE UNKNOWN" """ +from google.cloud import firestore +import traceback +import csv PROJECT_ID = "chess-master-andy-mhyo" LOGGING_SUFFIX = "development" @@ -97,6 +100,65 @@ ANDY_RESPONSE_LOGS_COLLECTION = f"{ANDY_RESPONSE_LOGS_BASE_COLLECTION}_{LOGGING_SUFFIX}" HELP_RESPONSE_LOGS_COLLECTION = f"{HELP_RESPONSE_LOGS_BASE_COLLECTION}_{LOGGING_SUFFIX}" +USER_REQUEST_REMOVED_KEYS = [ + 'session_id', + 'detected_intent', + 'board_str_before', + 'board_str_after', + 'error_types', + 'error_desc', + 'linked_logs', + 'fulfillment_params', + 'request_time_ms', + 'errors_occurred' +] + +""" + +{ + 'session_id': str, + 'average_time_to_response_ms': number, + 'average_recording_time_ms': number, + 'game_length_sec': number, + 'num_fallback': number, + 'num_fulfillment_success': number, + 'num_fulfillment_fail': number, +} + +""" +compiled_log = {} + def user_request_csv(): - pass + try: + session_id = '9b3594bb-c5ba-4357-85ae-e54b6cc72411' + db = firestore.Client(project=PROJECT_ID) + docs = db.collection(USER_REQUEST_LOGS_COLLECTION).where( + 'session_id', '==', '9b3594bb-c5ba-4357-85ae-e54b6cc72411').order_by('timestamp').stream() + + with open(f'user_request_logs_{session_id[0:8]}.csv', 'w', newline='') as csvfile: + fieldnames = ['timestamp', 'text', 'detected_fulfillment', + 'fulfillment_success', 'recording_time_ms', 'time_to_response_ms', 'response_text', 'audio_name'] + writer = csv.DictWriter(csvfile, fieldnames=fieldnames) + + writer.writeheader() + for doc in docs: + req_dict = doc.to_dict() + + # Get Andy response information + andy_response_doc = req_dict['linked_logs'][0].get().to_dict() + req_dict['response_text'] = andy_response_doc['text'] + req_dict['time_to_response_ms'] = req_dict['request_time_ms'] + \ + andy_response_doc['request_time_ms'] + + for k in USER_REQUEST_REMOVED_KEYS: + del req_dict[k] + + writer.writerow(req_dict) + + except Exception: + print("Error: %s", traceback.format_exc()) + + +if __name__ == "__main__": + user_request_csv() diff --git a/data_analysis/user_request_logs_9b3594bb.csv b/data_analysis/user_request_logs_9b3594bb.csv new file mode 100644 index 0000000..a3e768c --- /dev/null +++ b/data_analysis/user_request_logs_9b3594bb.csv @@ -0,0 +1 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name From 203a5a771a62fe9e7354596a62b49999cd8963e3 Mon Sep 17 00:00:00 2001 From: Zachary Cowan <44091329+zacowan@users.noreply.github.com> Date: Tue, 7 Dec 2021 13:41:31 -0500 Subject: [PATCH 03/10] added class --- data_analysis/generate_csv.py | 27 ++++++++++++++++++++++++++- 1 file changed, 26 insertions(+), 1 deletion(-) diff --git a/data_analysis/generate_csv.py b/data_analysis/generate_csv.py index 4727283..d762b8a 100644 --- a/data_analysis/generate_csv.py +++ b/data_analysis/generate_csv.py @@ -120,13 +120,38 @@ 'average_time_to_response_ms': number, 'average_recording_time_ms': number, 'game_length_sec': number, + 'num_utterances': number, 'num_fallback': number, 'num_fulfillment_success': number, 'num_fulfillment_fail': number, } """ -compiled_log = {} +compiled_logs: list[dict] = [] + + +class CompiledLog: + def __init__(self, id) -> None: + self.session_id = id + self.sum_time_to_response = 0 + self.sum_recording_time = 0 + self.game_length_sec = 0 + self.num_utterances = 0 + self.num_fallback = 0 + self.num_fulfillment_success = 0 + self.num_fulfillment_fail = 0 + + def to_dict(self) -> dict: + return { + "session_id": self.session_id, + "average_time_to_response_ms": self.sum_time_to_response / self.num_utterances, + "average_recording_time_ms": self.sum_recording_time / self.num_utterances, + "game_length_sec": self.game_length_sec, + "num_utterances": self.num_utterances, + "num_fallback": self.num_fallback, + "num_fulfillment_success": self.num_fulfillment_success, + "num_fulfillment_fail": self.num_fulfillment_fail + } def user_request_csv(): From 1743dc0867decbe442408f8e9bc22812146fd286 Mon Sep 17 00:00:00 2001 From: Zachary Cowan <44091329+zacowan@users.noreply.github.com> Date: Tue, 7 Dec 2021 13:48:41 -0500 Subject: [PATCH 04/10] added survey stuff --- data_analysis/generate_csv.py | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/data_analysis/generate_csv.py b/data_analysis/generate_csv.py index d762b8a..0ce2470 100644 --- a/data_analysis/generate_csv.py +++ b/data_analysis/generate_csv.py @@ -124,6 +124,10 @@ 'num_fallback': number, 'num_fulfillment_success': number, 'num_fulfillment_fail': number, + 'played_chess_before': bool, + 'chess_familiarity_score': number, + 'chess_fun_score': number, + 'sus': number, } """ @@ -140,6 +144,10 @@ def __init__(self, id) -> None: self.num_fallback = 0 self.num_fulfillment_success = 0 self.num_fulfillment_fail = 0 + self.played_chess_before = None + self.chess_familiarity_score = None + self.chess_fun_score = None + self.sus = None def to_dict(self) -> dict: return { @@ -150,7 +158,11 @@ def to_dict(self) -> dict: "num_utterances": self.num_utterances, "num_fallback": self.num_fallback, "num_fulfillment_success": self.num_fulfillment_success, - "num_fulfillment_fail": self.num_fulfillment_fail + "num_fulfillment_fail": self.num_fulfillment_fail, + "played_chess_before": self.played_chess_before, + "chess_familiarity_score": self.chess_familiarity_score, + "chess_fun_score": self.chess_fun_score, + "sus": self.sus } From 646ddc84613d3cb5cf939faf2cd2fdf3a325a6ca Mon Sep 17 00:00:00 2001 From: Zachary Cowan <44091329+zacowan@users.noreply.github.com> Date: Tue, 7 Dec 2021 14:31:01 -0500 Subject: [PATCH 05/10] done --- data_analysis/generate_csv.py | 111 ++++++++++++++++++++++++++++++++-- 1 file changed, 106 insertions(+), 5 deletions(-) diff --git a/data_analysis/generate_csv.py b/data_analysis/generate_csv.py index 0ce2470..a9f0d84 100644 --- a/data_analysis/generate_csv.py +++ b/data_analysis/generate_csv.py @@ -166,36 +166,137 @@ def to_dict(self) -> dict: } -def user_request_csv(): +def read_pre(loc: str, l: list[tuple[str, CompiledLog]]) -> list[CompiledLog]: + """ + + Name + Played + Knowledge + Skill + Enjoy + + """ + ret: list[CompiledLog] = [] + with open(loc, newline='') as csvfile: + reader = csv.DictReader(csvfile) + for row in reader: + name = row["Name"] + played = True if row['Played'] == 'Yes' else False + familiarity = row['Knowledge'] + row['Skill'] + enjoy = row['Enjoy'] + + for n, cl in l: + if n == name: + cl.played_chess_before = played + cl.chess_familiarity_score = familiarity + cl.chess_fun_score = enjoy + ret.append(cl) + + return ret + + +def read_post(loc: str) -> list[tuple[str, CompiledLog]]: + """ + + session_id + Name + Q1 (p) + Q2 (n) + Q3 (p) + Q4 (n) + Q5 (p) + Q6 (n) + Q7 (p) + Q8 (n) + Q9 (p) + Q10 (n) + + """ + ret: list[tuple[str, CompiledLog]] = [] + with open(loc, newline='') as csvfile: + reader = csv.DictReader(csvfile) + for row in reader: + session_id = row['session_id'] + name = row["Name"] + positives = row['Q1'] + row['Q3'] + \ + row['Q5'] + row['Q7'] + row['Q9'] + negatives = row['Q2'] + row['Q4'] + \ + row['Q6'] + row['Q8'] + row['Q10'] + + l = CompiledLog(session_id) + l.sus = positives - negatives + ret.append((name, l)) + + return ret + + +def generate_user_request_csv(ret: CompiledLog): try: - session_id = '9b3594bb-c5ba-4357-85ae-e54b6cc72411' + session_id = ret.session_id db = firestore.Client(project=PROJECT_ID) docs = db.collection(USER_REQUEST_LOGS_COLLECTION).where( - 'session_id', '==', '9b3594bb-c5ba-4357-85ae-e54b6cc72411').order_by('timestamp').stream() + 'session_id', '>=', session_id).order_by('timestamp').limit(50).stream() - with open(f'user_request_logs_{session_id[0:8]}.csv', 'w', newline='') as csvfile: + with open(f'user_requests_log_{session_id}.csv', 'w', newline='') as csvfile: fieldnames = ['timestamp', 'text', 'detected_fulfillment', 'fulfillment_success', 'recording_time_ms', 'time_to_response_ms', 'response_text', 'audio_name'] writer = csv.DictWriter(csvfile, fieldnames=fieldnames) writer.writeheader() + start_time = None + prev_time = None for doc in docs: req_dict = doc.to_dict() + if req_dict['session_id'][0:8] != session_id: + break + + if not start_time: + start_time = req_dict['timestamp'] + + prev_time = req_dict['timestamp'] + # Get Andy response information andy_response_doc = req_dict['linked_logs'][0].get().to_dict() req_dict['response_text'] = andy_response_doc['text'] req_dict['time_to_response_ms'] = req_dict['request_time_ms'] + \ andy_response_doc['request_time_ms'] + # Update compiled log + ret.sum_time_to_response += req_dict['time_to_response_ms'] + ret.sum_recording_time += req_dict['recording_time'] + ret.num_utterances += 1 + ret.num_fallback += 1 if req_dict['detected_fulfillment'] == 'FALLBACK' else 0 + if req_dict['fulfillment_success'] == True: + ret.num_fulfillment_success += 1 + else: + ret.num_fulfillment_fail += 1 + for k in USER_REQUEST_REMOVED_KEYS: del req_dict[k] writer.writerow(req_dict) + # Update game time + ret.game_length_sec = (prev_time - start_time).total_seconds() + except Exception: print("Error: %s", traceback.format_exc()) + exit(-1) if __name__ == "__main__": - user_request_csv() + # Read post-survey and pre-survey, construct CompiledLog for each + l = read_post("post_survey.csv") + compiled_logs: list[CompiledLog] = read_pre("pre_survey.csv", l) + # Read GCP logs, update CompiledLog for each + for cl in compiled_logs: + generate_user_request_csv(cl) + # Write CompiledLog to csv + with open('compiled_logs.csv', 'w', newline='') as csvfile: + writer = csv.DictWriter(csvfile, list( + compiled_logs[0].to_dict().keys())) + + writer.writeheader() + for cl in compiled_logs: + writer.writerow(cl.to_dict()) From 4b61ab6099dc2ccbf45ab318e56dd435d1b8fc9f Mon Sep 17 00:00:00 2001 From: Zachary Cowan <44091329+zacowan@users.noreply.github.com> Date: Tue, 7 Dec 2021 14:51:28 -0500 Subject: [PATCH 06/10] feat(script): finished script, some bugs --- .gitignore | 1 + data_analysis/compiled_logs.csv | 23 +++++++++ data_analysis/generate_csv.py | 50 ++++++++++++-------- data_analysis/logs_by_session_id/NOTES.md | 1 + data_analysis/post_survey.csv | 24 ++++++++++ data_analysis/pre_survey.csv | 28 +++++++++++ data_analysis/user_request_logs_9b3594bb.csv | 1 - 7 files changed, 107 insertions(+), 21 deletions(-) create mode 100644 data_analysis/compiled_logs.csv create mode 100644 data_analysis/logs_by_session_id/NOTES.md create mode 100644 data_analysis/post_survey.csv create mode 100644 data_analysis/pre_survey.csv delete mode 100644 data_analysis/user_request_logs_9b3594bb.csv diff --git a/.gitignore b/.gitignore index 261ea10..56a117e 100644 --- a/.gitignore +++ b/.gitignore @@ -9,3 +9,4 @@ andy_response.wav shelve/ stockfish_engine/ UCI_engine/ +data_analysis/logs_by_session_id/*.csv diff --git a/data_analysis/compiled_logs.csv b/data_analysis/compiled_logs.csv new file mode 100644 index 0000000..f3e581c --- /dev/null +++ b/data_analysis/compiled_logs.csv @@ -0,0 +1,23 @@ +session_id,average_time_to_response_ms,average_recording_time_ms,game_length_sec,num_utterances,num_fallback,num_fulfillment_success,num_fulfillment_fail,played_chess_before,chess_familiarity_score,chess_fun_score,sus +3c4efe7d,1830.5105384615383,6016.265153846154,31.566696,13,4,10,3,False,3,1,4 +8dac81bd,929.9415555555556,6078.166666666667,136.298535,9,5,8,1,True,4,3,2 +394b8cad,1141.202727272727,5716.903272727272,91.427325,11,4,9,2,True,7,3,5 +e669dfe7,1092.9771111111113,4899.7373333333335,62.221159,9,4,8,1,True,6,4,11 +7a82aab5,897.357,5893.095,35.319347,8,4,8,0,True,4,2,7 +35a422fe,882.5155454545456,6173.696090909091,111.117544,11,4,9,2,True,7,4,13 +1f9e4d3a,1075.3547272727274,5355.718545454546,143.393216,11,6,10,1,False,2,1,18 +042e3260,1039.8992000000003,5802.8967,0.0,10,2,9,1,True,9,5,7 +a119ea7a,960.183857142857,5046.964285714285,0.0,14,8,13,1,True,6,3,-6 +ec702a9a,1417.1321176470587,5859.364588235294,249.152786,17,4,15,2,True,6,4,8 +d78be7f6,1025.7764615384617,5504.705384615385,65.682129,13,5,10,3,True,4,4,4 +e54992ef,981.3424285714285,5858.622928571428,221.300531,14,2,9,5,True,7,3,-4 +e0ad8390,1047.5898,5720.9011,127.773988,10,3,10,0,True,6,2,5 +e3d93f51,1093.9784999999997,3900.1947,135.377302,10,2,10,0,True,9,5,15 +02d5e8cd,1144.201153846154,5434.733807692308,192.374913,26,5,15,11,True,6,3,2 +ce7934a5,1171.3487777777777,7555.717111111111,75.016263,9,1,7,2,True,7,4,8 +01a4bab0,1439.2434399999997,3871.0428,176.24023,25,11,16,9,True,9,4,10 +9d0fccef,1409.1385499999997,5109.290899999999,270.755701,20,3,15,5,True,6,2,14 +3fdealeb,0,0,0,0,0,0,0,True,5,2,13 +750b49c9,1999.812076923077,4795.784769230769,163.641705,13,3,12,1,True,7,3,17 +d4ae8da4,0,0,0,0,0,0,0,True,6,3,12 +b99ab92a,0,0,0,0,0,0,0,True,5,3,13 diff --git a/data_analysis/generate_csv.py b/data_analysis/generate_csv.py index a9f0d84..13cfc7e 100644 --- a/data_analysis/generate_csv.py +++ b/data_analysis/generate_csv.py @@ -86,9 +86,10 @@ from google.cloud import firestore import traceback import csv +from datetime import datetime PROJECT_ID = "chess-master-andy-mhyo" -LOGGING_SUFFIX = "development" +LOGGING_SUFFIX = "demo1" USER_REQUEST_LOGS_BASE_COLLECTION = "user_request_logs" ANDY_RESPONSE_LOGS_BASE_COLLECTION = "andy_response_logs" @@ -152,8 +153,8 @@ def __init__(self, id) -> None: def to_dict(self) -> dict: return { "session_id": self.session_id, - "average_time_to_response_ms": self.sum_time_to_response / self.num_utterances, - "average_recording_time_ms": self.sum_recording_time / self.num_utterances, + "average_time_to_response_ms": self.sum_time_to_response / self.num_utterances if self.num_utterances != 0 else 0, + "average_recording_time_ms": self.sum_recording_time / self.num_utterances if self.num_utterances != 0 else 0, "game_length_sec": self.game_length_sec, "num_utterances": self.num_utterances, "num_fallback": self.num_fallback, @@ -182,8 +183,8 @@ def read_pre(loc: str, l: list[tuple[str, CompiledLog]]) -> list[CompiledLog]: for row in reader: name = row["Name"] played = True if row['Played'] == 'Yes' else False - familiarity = row['Knowledge'] + row['Skill'] - enjoy = row['Enjoy'] + familiarity = int(row['Knowledge']) + int(row['Skill']) + enjoy = int(row['Enjoy']) for n, cl in l: if n == name: @@ -218,10 +219,10 @@ def read_post(loc: str) -> list[tuple[str, CompiledLog]]: for row in reader: session_id = row['session_id'] name = row["Name"] - positives = row['Q1'] + row['Q3'] + \ - row['Q5'] + row['Q7'] + row['Q9'] - negatives = row['Q2'] + row['Q4'] + \ - row['Q6'] + row['Q8'] + row['Q10'] + positives = int(row['Q1']) + int(row['Q3']) + \ + int(row['Q5']) + int(row['Q7']) + int(row['Q9']) + negatives = int(row['Q2']) + int(row['Q4']) + \ + int(row['Q6']) + int(row['Q8']) + int(row['Q10']) l = CompiledLog(session_id) l.sus = positives - negatives @@ -235,36 +236,44 @@ def generate_user_request_csv(ret: CompiledLog): session_id = ret.session_id db = firestore.Client(project=PROJECT_ID) docs = db.collection(USER_REQUEST_LOGS_COLLECTION).where( - 'session_id', '>=', session_id).order_by('timestamp').limit(50).stream() + 'session_id', '>=', session_id).limit(50).stream() - with open(f'user_requests_log_{session_id}.csv', 'w', newline='') as csvfile: + with open(f'logs_by_session_id/user_requests_log_{session_id}.csv', 'w', newline='') as csvfile: fieldnames = ['timestamp', 'text', 'detected_fulfillment', 'fulfillment_success', 'recording_time_ms', 'time_to_response_ms', 'response_text', 'audio_name'] writer = csv.DictWriter(csvfile, fieldnames=fieldnames) writer.writeheader() - start_time = None - prev_time = None + start_time: datetime = None + end_time: datetime = None for doc in docs: req_dict = doc.to_dict() + print( + f"Expected: {session_id} | Actual: {req_dict['session_id'][0:8]}") if req_dict['session_id'][0:8] != session_id: break if not start_time: start_time = req_dict['timestamp'] + end_time = start_time - prev_time = req_dict['timestamp'] + end_time = max(end_time, req_dict['timestamp']) # Get Andy response information - andy_response_doc = req_dict['linked_logs'][0].get().to_dict() - req_dict['response_text'] = andy_response_doc['text'] - req_dict['time_to_response_ms'] = req_dict['request_time_ms'] + \ - andy_response_doc['request_time_ms'] + if len(req_dict['linked_logs']) > 0: + andy_response_doc = req_dict['linked_logs'][0].get( + ).to_dict() + req_dict['response_text'] = andy_response_doc['text'] + req_dict['time_to_response_ms'] = req_dict['request_time_ms'] + \ + andy_response_doc['request_time_ms'] + else: + req_dict['response_text'] = None + req_dict['time_to_response_ms'] = req_dict['request_time_ms'] # Update compiled log ret.sum_time_to_response += req_dict['time_to_response_ms'] - ret.sum_recording_time += req_dict['recording_time'] + ret.sum_recording_time += req_dict['recording_time_ms'] ret.num_utterances += 1 ret.num_fallback += 1 if req_dict['detected_fulfillment'] == 'FALLBACK' else 0 if req_dict['fulfillment_success'] == True: @@ -278,7 +287,8 @@ def generate_user_request_csv(ret: CompiledLog): writer.writerow(req_dict) # Update game time - ret.game_length_sec = (prev_time - start_time).total_seconds() + if start_time and end_time: + ret.game_length_sec = (end_time - start_time).total_seconds() except Exception: print("Error: %s", traceback.format_exc()) diff --git a/data_analysis/logs_by_session_id/NOTES.md b/data_analysis/logs_by_session_id/NOTES.md new file mode 100644 index 0000000..160d8e9 --- /dev/null +++ b/data_analysis/logs_by_session_id/NOTES.md @@ -0,0 +1 @@ +Generated logs from the script will be here for each individual session. diff --git a/data_analysis/post_survey.csv b/data_analysis/post_survey.csv new file mode 100644 index 0000000..6d59377 --- /dev/null +++ b/data_analysis/post_survey.csv @@ -0,0 +1,24 @@ +Timestamp,session_id,Name,Q1,Q2,Q3,Q4,Q5,Q6,Q7,Q8,Q9,Q10,Improve,"Is there any additional info you feel would be beneficial for us to know, in order to improve our system?" +11/8/2021 12:57:50,3c4efe7d,Melinda Chhu,3,2,3,2,2,3,4,3,4,2,4,"When saying ""move pawn to location"" if multiple pawns can be moved to the location they don't ask which one to move. It was also a little difficult to read the tile coordinates - could change the graphic so there is the coordinates on each tile. Don't know how much control you have over this but there is a gap in speaking and a response." +11/8/2021 12:59:48,8dac81bd,James Horn,2,2,4,1,3,5,3,4,3,1,3,I feel like most of the issues came from understanding my speech. +11/8/2021 13:03:17,394b8cad,Nathan Hilton,3,1,3,2,4,4,5,3,3,3,4,"As someone who does not play chess that often, I forgot some of the names of the pieces. Other than that it worked well when it could understand me." +11/8/2021 13:05:35,e669dfe7,Thomas Hancock,3,1,3,1,4,3,5,3,5,1,5, +11/8/2021 13:11:20,7a82aab5,Salome Asatiani,3,3,3,1,5,4,4,3,4,1,3,I needed to repeat instructions but that's because of my accent. Other than that it worked fine. The work you have done so far is impressive! +11/8/2021 13:12:37,35a422fe,Lucas Liseth,4,2,5,2,4,2,5,1,4,2,4, +11/8/2021 13:17:08,1f9e4d3a,Turner Shultz,4,1,4,1,5,1,5,1,5,1,4,No +11/8/2021 13:21:37,042e3260,Cameron Self,4,2,3,2,3,3,5,2,4,3,3,"I unfortunately didn't test any sort of help phrases, just the technical aspect. For the most part, it went very smooth in my experience. The only issue I had was with the ability to castle. I tried to say ""castle"", or ""castle kingside"" when it was an option, however, the system did not recognize that. Instead, saying ""King to G8"" worked. This might be unintuitive for newer players." +11/8/2021 13:25:17,a119ea7a,Grant Wise,4,4,1,2,2,4,2,4,2,3,2,It took me a second to realize that I don't actually have to press the microphone button. It also had a good amount of issues figuring out what I was saying. +11/8/2021 13:32:24,ec702a9a,Ammar Abdullah,2,2,4,1,5,1,4,4,3,2,3,"I don't know if it's possible, but making the lag time between Andy saying something and the mic being listened to is pretty long. I'd have a move ready to say and right after Andy would do something, I'd say it. But since there's a lot of lag time, it doesn't actually hear me, or worse, it hears only half of what I say and I have to do it all over again because Andy is confused. I'm not sure if this is something you can fix but that's definetely the biggest thing. Other than that, this was awesome" +11/8/2021 13:34:16,d78be7f6,Nikolas Urcuyo,4,2,3,3,4,4,4,3,3,2,4,Just making the speech recognition a little more consistent +11/8/2021 13:41:23,19947c42,yingbo ma,5,1,3,2,3,2,3,2,3,5,5,"Speech recognition process takes a long time; As a user I don't know when I should start talking, is the system waiting for me to say something or it is recognizing my voice." +11/8/2021 13:45:21,e54992ef,Sarah Brown,1,2,3,2,2,4,2,4,2,2,2,It looks like Andy is at default going to make the most optimal move like a professional player - might this be a problem for a UI trying to teach people how to play chess? Also it seems to have trouble detecting many of the board positions via speech +11/10/2021 12:55:41,e0ad8390,David Peguero,3,2,4,2,4,3,2,4,4,1,5,"Nothing at the moment, since I only tried very simple commands like basic moves. " +11/10/2021 13:03:54,e3d93f51,Jack Tian,5,1,5,2,5,1,3,2,5,2,4, +11/10/2021 13:14:34,02d5e8cd,Alejandro Kirsch,2,1,3,3,4,4,4,5,3,1,1,The system should be able to catch terms much easier. Since it is just looking for a specific phrase sequence the probability that something is a chess move should be much higher. Thus certain words should be removed from the systems lexicon since they are wholly unnecessary like Honda. +11/10/2021 13:22:33,ce7934a5,Olivia Feller,3,2,4,2,4,2,4,3,4,2,3,"It didn't understand when I just said ""white"", only ""white side"", so that is something to take into consideration. Also, there was no way for me to go back and change my move once it misunderstood my move. It;s a cool system but for right now I'm not sure what the benefit of this is over just playing on chess.com so I think it would be good if it could teach chess or do something different." +11/10/2021 13:25:48,01a4bab0,John Gray,3,1,5,2,3,4,5,1,4,2,3,"Beware of accents, it'd sometimes get my words wrong." +11/10/2021 13:31:44,9d0fccef,Mark McGinnis,3,1,5,1,5,1,4,2,4,2,4,that was awesome great job guys! +11/10/2021 13:36:58,3fdealeb,Andrew Maxim,4,1,4,2,4,2,4,1,4,1,5, +11/10/2021 13:41:10,750b49c9,Santosh Tirumala,3,1,5,1,5,1,5,1,5,2,4, +11/24/2021 10:55:35,d4ae8da4,Nate Cowan,2,1,4,1,3,1,5,2,5,2,3, +11/24/2021 11:21:47,b99ab92a,Sydney Cowan,3,1,4,1,4,1,5,2,3,1,3, \ No newline at end of file diff --git a/data_analysis/pre_survey.csv b/data_analysis/pre_survey.csv new file mode 100644 index 0000000..c67cb0a --- /dev/null +++ b/data_analysis/pre_survey.csv @@ -0,0 +1,28 @@ +Timestamp,Name,Played,Knowledge,Skill,Enjoy,I recognize that my voice will be recorded and recordings of my voice will be stored for analysis by the attendants at a later date. +11/8/2021 12:50:06,Melinda Chhu,No,2,1,1,Okay +11/8/2021 12:54:42,James Horn,Yes,2,2,3,Okay +11/8/2021 12:55:24,Nathan Hilton,Yes,4,3,3,Okay +11/8/2021 12:56:01,Thomas Hancock,Yes,4,2,4,Okay +11/8/2021 13:05:04,Salome Asatiani,Yes,2,2,2,Okay +11/8/2021 13:08:25,Lucas Liseth,Yes,5,2,4,Okay +11/8/2021 13:10:14,Turner Shultz,No,1,1,1,Okay +11/8/2021 13:14:23,Cameron Self,Yes,5,4,5,Okay +11/8/2021 13:17:49,Grant Wise,Yes,4,2,3,Okay +11/8/2021 13:23:22,Ammar Abdullah,Yes,4,2,4,Okay +11/8/2021 13:24:57,Nikolas Urcuyo,Yes,3,1,4,Okay +11/8/2021 13:34:12,Yingbo Ma,No,1,1,5,Okay +11/8/2021 13:35:09,Sarah Brown,Yes,4,3,3,Okay +11/8/2021 13:37:06,Corey Wolfe,Yes,5,2,5,Okay +11/10/2021 12:50:08,David Peguero,Yes,4,2,2,Okay +11/10/2021 12:54:30,Daniel Lewis,Yes,4,3,4,Okay +11/10/2021 12:59:12,Jack Tian,Yes,5,4,5,Okay +11/10/2021 13:04:05,Alejandro Kirsch,Yes,5,1,3,Okay +11/10/2021 13:06:08,Olivia Feller,Yes,5,2,4,Okay +11/10/2021 13:08:18,Oluwapemisin Bandy-Toyo,Yes,2,1,1,Okay +11/10/2021 13:09:02,John Gray,Yes,5,4,4,Okay +11/10/2021 13:24:58,Mark McGinnis,Yes,4,2,2,Okay +11/10/2021 13:29:12,Andrew Maxim,Yes,3,2,2,Okay +11/10/2021 13:30:19,Santosh Tirumala,Yes,5,2,3,Okay +11/10/2021 13:49:26,Kristy Boyer,No,2,1,1,Okay +11/24/2021 10:45:01,Nate Cowan,Yes,4,2,3,Okay +11/24/2021 10:58:48,Sydney Cowan,Yes,3,2,3,Okay \ No newline at end of file diff --git a/data_analysis/user_request_logs_9b3594bb.csv b/data_analysis/user_request_logs_9b3594bb.csv deleted file mode 100644 index a3e768c..0000000 --- a/data_analysis/user_request_logs_9b3594bb.csv +++ /dev/null @@ -1 +0,0 @@ -timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name From 36c24005b931a1c3a5972fc866b804b0e40baa66 Mon Sep 17 00:00:00 2001 From: Zachary Cowan <44091329+zacowan@users.noreply.github.com> Date: Wed, 8 Dec 2021 16:36:43 -0500 Subject: [PATCH 07/10] refactor --- .../compiled_logs_demo1.csv} | 0 .../user_requests_log_01a4bab0.csv | 26 ++++++++++++++++++ .../user_requests_log_02d5e8cd.csv | 27 +++++++++++++++++++ .../user_requests_log_042e3260.csv | 11 ++++++++ .../user_requests_log_1f9e4d3a.csv | 12 +++++++++ .../user_requests_log_35a422fe.csv | 12 +++++++++ .../user_requests_log_394b8cad.csv | 12 +++++++++ .../user_requests_log_3c4efe7d.csv | 14 ++++++++++ .../user_requests_log_3fdealeb.csv | 1 + .../user_requests_log_750b49c9.csv | 14 ++++++++++ .../user_requests_log_7a82aab5.csv | 9 +++++++ .../user_requests_log_8dac81bd.csv | 10 +++++++ .../user_requests_log_9d0fccef.csv | 21 +++++++++++++++ .../user_requests_log_a119ea7a.csv | 15 +++++++++++ .../user_requests_log_b99ab92a.csv | 1 + .../user_requests_log_ce7934a5.csv | 10 +++++++ .../user_requests_log_d4ae8da4.csv | 1 + .../user_requests_log_d78be7f6.csv | 14 ++++++++++ .../user_requests_log_e0ad8390.csv | 11 ++++++++ .../user_requests_log_e3d93f51.csv | 11 ++++++++ .../user_requests_log_e54992ef.csv | 15 +++++++++++ .../user_requests_log_e669dfe7.csv | 10 +++++++ .../user_requests_log_ec702a9a.csv | 18 +++++++++++++ .../post_survey_demo1.csv} | 0 .../pre_survey_demo1.csv} | 0 data_analysis/logs_by_session_id/NOTES.md | 1 - 26 files changed, 275 insertions(+), 1 deletion(-) rename data_analysis/{compiled_logs.csv => demo1/compiled_logs_demo1.csv} (100%) create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_01a4bab0.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_02d5e8cd.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_042e3260.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_1f9e4d3a.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_35a422fe.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_394b8cad.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_3c4efe7d.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_3fdealeb.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_750b49c9.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_7a82aab5.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_8dac81bd.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_9d0fccef.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_a119ea7a.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_b99ab92a.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_ce7934a5.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_d4ae8da4.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_d78be7f6.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_e0ad8390.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_e3d93f51.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_e54992ef.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_e669dfe7.csv create mode 100644 data_analysis/demo1/logs_by_session_id/user_requests_log_ec702a9a.csv rename data_analysis/{post_survey.csv => demo1/post_survey_demo1.csv} (100%) rename data_analysis/{pre_survey.csv => demo1/pre_survey_demo1.csv} (100%) delete mode 100644 data_analysis/logs_by_session_id/NOTES.md diff --git a/data_analysis/compiled_logs.csv b/data_analysis/demo1/compiled_logs_demo1.csv similarity index 100% rename from data_analysis/compiled_logs.csv rename to data_analysis/demo1/compiled_logs_demo1.csv diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_01a4bab0.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_01a4bab0.csv new file mode 100644 index 0000000..4cc310e --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_01a4bab0.csv @@ -0,0 +1,26 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-10 13:21:12.802422+00:00,can you at least put that shit on you for,FALLBACK,True,2838.201,951.0719999999999,"Sorry, could you say that again?",audio-files-staging/fe3a5755-7c4a-4911-808b-7818dc520e6b +2021-11-10 13:19:51.862700+00:00,D1 to d8,MOVE_PIECE,False,2222.703,934.4630000000001,"Actually, that move would be against the rules, so you can't do it.",audio-files-staging/384eb30d-9690-4491-a569-d0f0fd181d94 +2021-11-10 13:23:12.478931+00:00,but my Pawn on sucking e f****** 6,MOVE_PIECE,False,5180.313,780.771,"Actually, that move would be against the rules, so you can't do it.",audio-files-staging/1a95ae8c-b55f-4873-82ed-250864aaea3e +2021-11-10 13:20:37.539101+00:00,put my queen on d8,MOVE_PIECE,False,2539.1110000000003,1032.613,"Actually, that move would be against the rules, so you can't do it.",audio-files-staging/7d0c7e90-248b-4a98-8923-40314fb32015 +2021-11-10 13:21:23.122734+00:00,Pawn to E4 cooking for Andy,MOVE_PIECE,True,3243.313,1066.111,Let me move my pawn to c5,audio-files-staging/4671dd66-43be-4e60-a252-9376a5fdc47a +2021-11-10 13:22:08.169505+00:00,I want to move your pawn what is that c5 to C7,MOVE_PIECE,False,5184.579000000001,1162.126,"Oh, that's one of my pieces, so you can't move it.",audio-files-staging/5129efdc-49cf-4325-8f9a-86aacef541ac +2021-11-10 13:20:29.569443+00:00,perform d12d 8,FALLBACK,True,4327.004,950.629,What was that?,audio-files-staging/d6d1f44b-fdc8-45ab-b94c-5f2859ccd102 +2021-11-10 13:24:09.042652+00:00,f*** you Andy,START_GAME,False,2045.299,820.283,I missed what you said. What was that?,audio-files-staging/65b15898-a5e7-452e-a017-0845bba722e8 +2021-11-10 13:22:34.707480+00:00,im black your white let's go,CHOOSE_SIDE,False,2815.13,796.568,I missed what you said. What was that?,audio-files-staging/5d2d6dab-e404-48a7-be07-88b1cef980a4 +2021-11-10 13:23:27.404214+00:00,actually for once that's not against the rules put my ponnani f****** 6,FALLBACK,True,5742.724,666.893,I'm not sure I understood that.,audio-files-staging/79f6f2b7-03bd-4ff3-a723-fa7b3216d3dd +2021-11-10 13:21:45.009202+00:00,gotta do that put that phone back,FALLBACK,True,3754.967,5971.295999999999,I'm not sure I understood that.,audio-files-staging/862842f6-6d7b-420f-9651-a012fd9fe67d +2021-11-10 13:19:00.983761+00:00,Yoki play Bug House,START_GAME,True,8124.766,1210.7910000000002,"Okay, would you like black or white?",audio-files-staging/2050cb70-8a5b-480c-b01c-bcfe0a243dd8 +2021-11-10 13:24:00.697708+00:00,96e motherfuking 6,FALLBACK,True,4822.244000000001,750.719,I'm not sure I understood that.,audio-files-staging/87d4c0c4-67a7-4a4a-82d2-93d0f84f8f75 +2021-11-10 13:20:51.577437+00:00,alright sikka poonani 5,FALLBACK,True,3344.679,1590.1599999999999,I'm not sure I understood that.,audio-files-staging/72e50d9c-63e7-4672-9f6b-871672bf53c2 +2021-11-10 13:21:02.270592+00:00,dick my damn phone on E5,FALLBACK,True,3668.0519999999997,941.287,I'm not sure I understood that.,audio-files-staging/206958c6-8d55-433f-8c29-5e6d03708453 +2021-11-10 13:20:18.184356+00:00,perform d12d 8,FALLBACK,True,3439.732,1281.153,"Sorry, could you say that again?",audio-files-staging/45c07d1a-db42-4ddc-b505-1a76719733c3 +2021-11-10 13:22:23.968160+00:00,tuckus I want to be black now,CHOOSE_SIDE,False,2518.514,5788.2029999999995,I didn't get that. Can you say it again?,audio-files-staging/6642d1c6-3814-4676-8744-d600926e5902 +2021-11-10 13:19:11.264983+00:00,orange outside Orange,FALLBACK,True,2951.961,778.0329999999999,What was that?,audio-files-staging/1bd4304b-cb34-4e66-9625-b4b13eaa327f +2021-11-10 13:22:45.958175+00:00,a suck you,FALLBACK,True,2816.335,1781.412,What was that?,audio-files-staging/3ab3e143-c0bd-421e-bbb7-3540bd87ca43 +2021-11-10 13:19:19.895713+00:00,give me the purple side and E,FALLBACK,True,2893.368,1112.141,"Sorry, could you say that again?",audio-files-staging/4d56a7a5-0c3e-479b-8005-0da403c60abc +2021-11-10 13:19:31.655972+00:00,got Andy alright give me white,CHOOSE_SIDE,True,4593.312,1277.857,"Good choice, that means you'll go first. Whenever you're ready, I can make a move for you or tell you what else you can do. To move a piece, you can say 'pawn to E5', or, 'B3 to F3'.",audio-files-staging/46087e4a-1898-4559-8450-30865b0e9138 +2021-11-10 13:21:54.508551+00:00,put your f****** Pawn back in D,MOVE_PIECE,False,3093.827,973.3910000000001,"I hear that you want to move your pawn, but where to?",audio-files-staging/1f6392b0-404e-4016-9659-070169f3f16a +2021-11-10 13:20:03.810544+00:00,I disagree do it,POSSIBLE_ACTIONS,True,3203.348,1433.3049999999998,"I can perform a move for you, tell you how a named piece moves, or give you advice on your next move.",audio-files-staging/16483ac5-4c0d-4856-9483-5f3ac819484e +2021-11-10 13:22:55.611288+00:00,call my Pawn E5 b****,MOVE_PIECE,True,3602.5119999999997,1132.453,Now I'll move my knight to c6,audio-files-staging/149408d8-e68d-45e7-8f73-2ab2cfd1c27e +2021-11-10 13:23:47.103410+00:00,you put my Pawn on East 6 I will break you Andy,MOVE_PIECE,False,7810.076,797.356,"Oh, that's an illegal move. Could you give me a different one?",audio-files-staging/6c707c6f-f120-48db-a3c6-6800b881e796 diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_02d5e8cd.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_02d5e8cd.csv new file mode 100644 index 0000000..83f2599 --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_02d5e8cd.csv @@ -0,0 +1,27 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-10 13:08:22.292218+00:00,Pawn to A3,MOVE_PIECE,True,3408.4829999999997,914.204,Now I'll move my queen to e7,audio-files-staging/8ee6eb9e-f0d9-4b0d-8137-85304bdf2911 +2021-11-10 13:10:13.153933+00:00,Honda F3,FALLBACK,True,3304.577,760.5029999999999,I'm not sure I understood that.,audio-files-staging/703dbc7a-e4d2-4c94-beaa-c29fb2132bb7 +2021-11-10 13:10:36.480007+00:00,Pawn to E3,MOVE_PIECE,True,4801.446999999999,730.0229999999999,Now I'll move my knight to f6,audio-files-staging/019927b0-55e6-45bf-8ad4-a71b419a57db +2021-11-10 13:07:56.833022+00:00,A3,MOVE_PIECE,True,1789.6270000000002,744.673,Now I'll move my bishop to a3,audio-files-staging/feff9f4b-2841-445e-a598-5af383dcd7eb +2021-11-10 13:05:59.044067+00:00,tree,MOVE_PIECE,False,1686.029,1123.129,"Sorry, where did you want to move your pawn to?",audio-files-staging/ba3f25a9-e019-4a13-bd73-f18143cd999d +2021-11-10 13:06:42.280708+00:00,983,FALLBACK,True,5183.4,941.6800000000001,I missed what you said. What was that?,audio-files-staging/8a87bdc5-dd1e-4f8e-b01b-f9092c3f5557 +2021-11-10 13:04:59.650465+00:00,White,CHOOSE_SIDE,True,9179.468,1238.854,"Okay, you'll go first. I can make your move when you're ready, or I can tell you what else you can do. To move a piece, you can say 'pawn to C4', or, 'E7 to E5'.",audio-files-staging/b3d481c6-330e-457e-8267-2f9335b979c6 +2021-11-10 13:09:20.422252+00:00,Knight to H4,MOVE_PIECE,True,6870.177,1212.291,Now I'll move my queen to h4,audio-files-staging/2fc8b912-d8c8-425b-a6af-1aee97839382 +2021-11-10 13:04:36.442624+00:00,Andy let's play chess,START_GAME,True,2486.4480000000003,1093.087,"Awesome, I'm so excited. But first, do you want black or white side?",audio-files-staging/af31c057-ab66-4a8d-b15c-82e02b7e2c13 +2021-11-10 13:11:10.201365+00:00,Bishop to be to Bishop to B2,MOVE_PIECE,True,15722.654999999999,839.345,Let me move my pawn to d6,audio-files-staging/c30d4c16-2b74-426f-948c-401fb0fd3d2e +2021-11-10 13:10:22.362173+00:00,Pawn to F3,MOVE_PIECE,False,2948.029,634.8789999999999,"Actually, that move would put you into check, which would be against the rules.",audio-files-staging/ddfcba81-d85c-4f04-bb4c-bc69c29b5fff +2021-11-10 13:07:17.650658+00:00,Knights 283,MOVE_PIECE,False,4565.255999999999,936.2379999999999,"Sorry, where did you want to move your knight to?",audio-files-staging/d82e75ab-3b56-4b3d-bd7f-1bc494353d64 +2021-11-10 13:07:02.897434+00:00,A3,MOVE_PIECE,False,1894.711,1219.623,"Sorry, I need a little bit more information about your move. Could you give me more details?",audio-files-staging/189602e4-97b7-479e-ae95-ea7f82188f8a +2021-11-10 13:08:59.078280+00:00,Knight to F3,MOVE_PIECE,True,4567.4400000000005,1008.578,"For my turn, I'll move my bishop at c8 to b7",audio-files-staging/84399a78-335e-4f0a-9774-d9adfd08a30e +2021-11-10 13:11:34.667131+00:00,Bishop 2D 3D moving,MOVE_PIECE,False,10734.39,1045.02,"Oh, that's an illegal move. Could you give me a different one?",audio-files-staging/02f2207b-1c36-45d1-a46c-813788afff69 +2021-11-10 13:08:42.607389+00:00,Pawn to C4,MOVE_PIECE,True,8685.441,1035.42,Let me move my pawn to b6,audio-files-staging/be955eb6-cc39-4d4a-bcff-e002b4798c8f +2021-11-10 13:10:00.322364+00:00,I know all of the rules of Chess that I'm terrible at chess I never beating anyone Pawn to F3,MOVE_PIECE,False,11222.545,887.1560000000001,"Actually, that move would put you into check, which would be against the rules.",audio-files-staging/39ab407d-721d-434d-8013-81333eb5d592 +2021-11-10 13:06:50.975873+00:00,the A3,MOVE_PIECE,False,1662.9089999999999,1042.883,"Sorry, I need a little bit more information about your move. Could you give me more details?",audio-files-staging/aa4a0030-79c2-4ded-a0d4-e5fd016a725f +2021-11-10 13:07:28.966535+00:00,night a tree,MOVE_PIECE,False,4028.542,1007.2379999999999,"I hear that you want to move your knight, but where to?",audio-files-staging/47b256a0-523f-49bb-9c7b-f1c89a39a9ad +2021-11-10 13:05:49.799886+00:00,Dietrich,MOVE_PIECE,False,6015.612,995.08,"Sorry, where did you want to move your pawn to?",audio-files-staging/211529e6-e6a9-4fb5-b842-6365e518e6a5 +2021-11-10 13:05:24.414678+00:00,Honda C3,FALLBACK,True,8424.689,971.7470000000001,I didn't get that. Can you say it again?,audio-files-staging/1f42a0a7-1520-4eb4-afab-7fef1304a3c6 +2021-11-10 13:06:11.305486+00:00,C3,MOVE_PIECE,True,4544.169,845.785,Let me move my pawn to e5,audio-files-staging/1e9d5b80-e8a9-4caf-b50c-78e57e40c660 +2021-11-10 13:05:35.307545+00:00,pawn to Vedra,MOVE_PIECE,False,3842.727,1078.433,"I hear that you want to move your pawn, but where to?",audio-files-staging/8d8e5fac-1a84-49a4-9a81-258550d87321 +2021-11-10 13:09:42.468584+00:00,contact free,FALLBACK,True,5654.491,791.8599999999999,What was that?,audio-files-staging/3d5e4717-ca62-4c70-941f-b949a0347ae0 +2021-11-10 13:08:12.193037+00:00,Pandey 3,FALLBACK,True,3241.804,872.389,I'm not sure I understood that.,audio-files-staging/ae98d766-de7b-46b6-ad02-8364e3807f3c +2021-11-10 13:07:42.435457+00:00,correct that's exactly what I said,MOVE_PIECE,False,4838.013,5779.112,"I hear that you want to move your knight, but where to?",audio-files-staging/fc95b289-d84b-4a6f-bdde-16e166c7c31e diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_042e3260.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_042e3260.csv new file mode 100644 index 0000000..fec535e --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_042e3260.csv @@ -0,0 +1,11 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-08 13:19:25.941478+00:00,I'm the already have your post service it up completely for you over here,FALLBACK,True,3286.036,733.8969999999999,I didn't get that. Can you say it again?,audio-files-staging/9462ccc8-5f64-4497-ac80-58e21d525d55 +2021-11-08 13:17:05.200670+00:00,do I need to hit the microphone black,CHOOSE_SIDE,True,13054.096,1327.7980000000002,"Let me move my pawn to e4 . I can make your move or tell you what else you can do whenver you are ready. To move a piece, you can say 'E7 to E5'.",audio-files-staging/70fb73c7-c44b-4904-aeb0-03e21225674d +2021-11-08 13:17:43.850233+00:00,G7 to G6,MOVE_PIECE,True,3267.5879999999997,1162.2530000000002,Now I'll move my knight to f3,audio-files-staging/229c6246-08ac-4655-b5da-1b75b1e8e6b1 +2021-11-08 13:18:15.311784+00:00,Bishop G7,MOVE_PIECE,True,5205.607,1093.1390000000001,"For my turn, I'll move my pawn at h2 to h3",audio-files-staging/94f69830-e6b3-49c1-a5d3-07c4296ca72b +2021-11-08 13:18:33.135093+00:00,Castle,FALLBACK,True,3904.771,1025.519,Can you say that again?,audio-files-staging/c8cc706e-fe01-46c2-b367-74f1ff25acf1 +2021-11-08 13:16:44.300825+00:00,hey Andy let's play chess,START_GAME,True,8139.452,868.603,"Okay, would you like black or white?",audio-files-staging/0d8c9864-997d-4589-8649-af58c562a271 +2021-11-08 13:17:28.112827+00:00,D7 D6,MOVE_PIECE,True,3629.1839999999997,1031.239,Let me move my pawn to d4,audio-files-staging/e8593807-a5a1-44a2-be60-4f5d932f7345 +2021-11-08 13:17:58.528457+00:00,Knight to F6,MOVE_PIECE,True,2364.229,968.5029999999999,Let me move my knight to c3,audio-files-staging/d0d7ac88-05f6-40e1-9a76-00bf9b1c2bda +2021-11-08 13:18:51.702684+00:00,Castle King side,MOVE_PIECE,False,11887.82,1008.9569999999999,"Sorry, where did you want to move your king to?",audio-files-staging/d827b613-fbd7-4d25-99a6-c03fabfb3e50 +2021-11-08 13:19:09.840631+00:00,King to G8,MOVE_PIECE,True,3290.184,1179.0839999999998,Now I'll move my bishop to e3,audio-files-staging/6b099c1b-74f1-487b-8e54-775fcc4cb805 diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_1f9e4d3a.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_1f9e4d3a.csv new file mode 100644 index 0000000..0f42183 --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_1f9e4d3a.csv @@ -0,0 +1,12 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-08 13:13:13.407922+00:00,black,CHOOSE_SIDE,True,3367.698,1104.778,"Now I'll move my pawn to e4 . Whenever you're ready, I can make a move for you or tell you what else you can do. To move a piece, you can say 'pawn to E5'.",audio-files-staging/86749c62-8d2a-45a3-8425-07c76b9b2533 +2021-11-08 13:15:12.953516+00:00,Home to B6,FALLBACK,True,3839.3799999999997,1359.054,I didn't get that. Can you say it again?,audio-files-staging/b2f314b1-d59d-4cb9-b9e7-c9d77bdcc218 +2021-11-08 13:12:40.122166+00:00,Benito's president Press News,FALLBACK,True,6778.569,982.0219999999999,I'm not sure I understood that.,audio-files-staging/43539f70-7f4f-4c93-b64d-86c3785e2013 +2021-11-08 13:15:36.801138+00:00,Pawn to B6,MOVE_PIECE,True,3820.8920000000003,1371.243,"For my turn, I'll move my knight at f3 to e5",audio-files-staging/f29753f1-fc6d-456b-8b4a-43f012b2aab1 +2021-11-08 13:14:19.732658+00:00,contact force,FALLBACK,True,9002.734,813.23,I didn't get that. Can you say it again?,audio-files-staging/1611417a-d0ec-49c4-a166-c39a5fe68cda +2021-11-08 13:13:35.948987+00:00,early Miss so much better,FALLBACK,True,3006.662,685.201,I'm not sure I understood that.,audio-files-staging/3c8ffb4a-e47a-47d8-bc00-15692c0ea5b3 +2021-11-08 13:14:38.338464+00:00,Santa Fe Ford,FALLBACK,True,10883.403,999.4779999999998,"Sorry, could you say that again?",audio-files-staging/d0b4b2d5-63a5-406b-a690-988992d66cab +2021-11-08 13:14:54.603810+00:00,Pawn to F4,MOVE_PIECE,False,9194.508000000002,1149.218,"Oh, that's an illegal move. Could you give me a different one?",audio-files-staging/d43abb6a-3616-41f0-9fa6-e6d8a2a6ec8b +2021-11-08 13:15:25.414908+00:00,poem to Basics,FALLBACK,True,4819.835,1032.387,I'm not sure I understood that.,audio-files-staging/c91fe4fc-7354-4cbc-8dbe-55918af86e6b +2021-11-08 13:12:48.508402+00:00,let's play chess,START_GAME,True,1921.493,1311.223,"Awesome, I'm so excited. But first, do you want black or white side?",audio-files-staging/941b81fc-d333-4993-bc44-5d2a7e91dde9 +2021-11-08 13:13:45.071457+00:00,Pawn to E5,MOVE_PIECE,True,2277.73,1021.068,Now I'll move my knight to f3,audio-files-staging/df7195dc-51d6-405a-aa84-86e82cc2b163 diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_35a422fe.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_35a422fe.csv new file mode 100644 index 0000000..b9e0428 --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_35a422fe.csv @@ -0,0 +1,12 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-08 13:10:08.885405+00:00,no.,FALLBACK,True,6272.251,915.096,I'm not sure I understood that.,audio-files-staging/be01f745-5f24-4f55-ae5b-751f4007f0a9 +2021-11-08 13:09:19.658841+00:00,White Side,CHOOSE_SIDE,True,2865.5409999999997,1122.237,"Ok, then I'll take black. I can make your move or tell you what else you can do whenver you are ready. To move a piece, you can say 'E7 to E5'.",audio-files-staging/37e34b69-ebbf-47ec-8e61-0c3907f59430 +2021-11-08 13:09:44.917618+00:00,E2 to E4,MOVE_PIECE,True,10812.986,765.104,"For my turn, I'll move my pawn at c7 to c5",audio-files-staging/4c9a122c-005f-4401-8b33-ac3e270fd873 +2021-11-08 13:10:18.819506+00:00,F2 to F4,MOVE_PIECE,True,3264.964,1271.1550000000002,Let me move my pawn to e6,audio-files-staging/499eb92c-5e96-4afd-9ce9-d4c7406886b5 +2021-11-08 13:11:01.871574+00:00,g1 to E320 g1 to F3,ERROR,False,5400.776,1117.048,"Sorry, I'm having some trouble with things. Could you try that again?",audio-files-staging/21db503a-7e89-4e39-b897-ab73474632a9 +2021-11-08 13:11:45.979565+00:00,42 to,FALLBACK,True,5779.254,712.457,Can you say that again?,audio-files-staging/c0b04e9a-435e-4c45-bf3c-9077e26f1791 +2021-11-08 13:09:07.423735+00:00,Bandy let's play chess,START_GAME,True,8001.334,1046.59,"Alright, let's do this. Did you want black side or white side?",audio-files-staging/1d66bfd2-2447-4b66-ae45-fd294f58ae5a +2021-11-08 13:11:19.414790+00:00,g1 to F3,MOVE_PIECE,True,8405.423,976.2469999999998,Now I'll move my pawn to d5,audio-files-staging/1458c4ab-0a62-4afd-bea6-c3019eab5916 +2021-11-08 13:11:33.609037+00:00,no okay,FALLBACK,True,2027.441,672.859,"Sorry, could you say that again?",audio-files-staging/f982ade8-8c40-4cb8-b0e3-a7aaf987eb5c +2021-11-08 13:10:41.933591+00:00,g1 to E3,MOVE_PIECE,False,7893.316000000001,688.636,"Actually, that move would be against the rules, so you can't do it.",audio-files-staging/b39d31d9-2435-4a98-bac7-5024aa6f76bb +2021-11-08 13:12:00.002949+00:00,enter as honest as possible right now,FALLBACK,True,7187.371,420.242,,audio-files-staging/d8c3d454-34e9-4b7b-bd50-74d33e6a47bf diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_394b8cad.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_394b8cad.csv new file mode 100644 index 0000000..0b516fc --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_394b8cad.csv @@ -0,0 +1,12 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-08 12:59:58.504621+00:00,G4,MOVE_PIECE,False,7998.6759999999995,1021.931,"Sorry, I need a little bit more information about your move. Could you give me more details?",audio-files-staging/ae3855df-a5b7-4179-98fe-107c21b261cb +2021-11-08 12:59:21.950114+00:00,Pawn to D4,MOVE_PIECE,True,4160.154,1098.1040000000003,Let me move my knight to f6,audio-files-staging/602705e5-abfe-4fcf-9e50-539ec5a37690 +2021-11-08 13:00:53.968453+00:00,khon to E3,FALLBACK,True,3239.0029999999997,1155.322,"Sorry, could you say that again?",audio-files-staging/fd81f1dd-3fd9-4a9c-897c-53b181a46e2b +2021-11-08 12:59:37.811019+00:00,Knight to F3,MOVE_PIECE,True,4096.617,1207.007,Now I'll move my pawn to d5,audio-files-staging/0e0e0395-0de3-4eb4-8271-cff65749557d +2021-11-08 13:00:26.823671+00:00,I'm not sure if it's a 6,FALLBACK,True,16856.542999999998,954.0479999999999,"Sorry, could you say that again?",audio-files-staging/3da2b614-b80a-4bc1-b936-0afb8b519b29 +2021-11-08 13:00:43.862940+00:00,286,FALLBACK,True,4649.924,937.436,"Sorry, could you say that again?",audio-files-staging/720dbae1-71a3-42be-b931-6713c6e08a60 +2021-11-08 13:01:03.056694+00:00,MP3,FALLBACK,True,1552.0819999999999,1319.324,"Sorry, could you say that again?",audio-files-staging/a3fd835a-d934-487d-b5e3-6e36d735f58b +2021-11-08 13:01:17.105447+00:00,Queen to C4,MOVE_PIECE,False,6567.845,1385.6979999999999,"Oh, that's an illegal move. Could you give me a different one?",audio-files-staging/2c9f6ac2-9ec6-41d7-98a4-9d90e40d56b3 +2021-11-08 12:58:51.808841+00:00,that's a good one day Andy let's play,START_GAME,True,8109.562000000001,971.531,"Alright, let's do this. Did you want black side or white side?",audio-files-staging/04e0e946-4d51-4b8a-a3fe-78c8f13063ec +2021-11-08 13:01:29.931946+00:00,Pawn to C3,MOVE_PIECE,True,3690.627,1036.478,Now I'll move my bishop to f5,audio-files-staging/ac797acf-f249-43c9-bbe6-5fa4ee4eccf8 +2021-11-08 12:59:02.826736+00:00,hassan White Side,CHOOSE_SIDE,True,1964.903,1466.351,"Ok, then I'll take black. Whenever you're ready, I can make a move for you or tell you what else you can do. To move a piece, you can say 'pawn to E5'.",audio-files-staging/a326855f-59c3-478e-8944-3391c58642f4 diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_3c4efe7d.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_3c4efe7d.csv new file mode 100644 index 0000000..a6b0c0c --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_3c4efe7d.csv @@ -0,0 +1,14 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-08 12:54:11.295385+00:00,mukan 66,FALLBACK,True,9575.976,1151.866,"Sorry, could you say that again?",audio-files-staging/82a3faa7-3176-43a0-b183-03c0ebf01206 +2021-11-08 12:52:54.522043+00:00,it's just I feel bad he 76,FALLBACK,True,7830.164,1122.85,"Sorry, could you say that again?",audio-files-staging/019335e7-5faf-4e22-899b-7511c120e9f4 +2021-11-08 12:53:41.972480+00:00,move on to 6,FALLBACK,True,2942.801,1300.673,What was that?,audio-files-staging/273c61c7-a6dd-48b3-adf3-15697a96fd0f +2021-11-08 12:51:41.717184+00:00,move Pawn to G5,MOVE_PIECE,True,4286.492,1487.2199999999998,Now I'll move my knight to c3,audio-files-staging/eb0c7e9c-7af0-425b-bafc-21e48cce5cc5 +2021-11-08 12:54:22.935787+00:00,move Pawn to C6,MOVE_PIECE,False,4028.454,1354.573,"Actually, that move would be against the rules, so you can't do it.",audio-files-staging/e3c53f41-3c0f-43ca-946e-b3cac8d5671e +2021-11-08 12:50:50.975839+00:00,let's play chess,START_GAME,True,1512.694,1374.598,"Alright, let's do this. Did you want black side or white side?",audio-files-staging/11d18e17-94c5-4ed7-9473-48ccba5e676e +2021-11-08 12:52:05.619689+00:00,move Pawn to C6,MOVE_PIECE,True,7810.706,1528.1750000000002,"For my turn, I'll move my pawn at d2 to d4",audio-files-staging/49191a75-e291-44ba-9205-81cbe7da06fd +2021-11-08 12:51:16.327582+00:00,black side,CHOOSE_SIDE,True,8149.557,1217.1029999999998,"Let me move my pawn to e4 . I can make your move or tell you what else you can do whenver you are ready. To move a piece, you can say 'E7 to E5'.",audio-files-staging/d2e7a7a8-e9c6-457d-a1f1-1d8dd665aa49 +2021-11-08 12:53:29.166825+00:00,how did you change,BEST_MOVE,True,1254.395,1580.9450000000002,"Well, I'd reccomend moving your pawn from h7 to h6.",audio-files-staging/56335ed9-b43c-407d-8f33-78cf4d2c90db +2021-11-08 12:52:29.348945+00:00,b7 to Asics,MOVE_PIECE,False,5951.331,6392.714,"Sorry, I'm not sure which piece you are trying to move. Can you give me more info?",audio-files-staging/dda8ddae-7442-4941-91a0-19380eb4a3b7 +2021-11-08 12:50:38.329020+00:00,still have to pass on it to pick up my voice,FALLBACK,True,9425.995,3337.544,I missed what you said. What was that?,audio-files-staging/a9ca26ed-75a0-41dc-967c-c23e41b62d2b +2021-11-08 12:54:42.862081+00:00,by the way you don't have to play,START_GAME,False,8361.923,895.128,I missed what you said. What was that?,audio-files-staging/00001a4e-d073-493e-a981-4dde289f0dfd +2021-11-08 12:53:09.392167+00:00,Movie 7 2 x 6,HOW_PIECE_MOVES,True,7080.959,1053.248,"Oh, that's a pawn. Pawns move vertically forward one square, or optionally, two squares if they haven't been moved yet. They can attack forward one square diagonally, but they are unable to move backwards.",audio-files-staging/bce1761d-4e94-425a-a580-73d658389074 diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_3fdealeb.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_3fdealeb.csv new file mode 100644 index 0000000..a3e768c --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_3fdealeb.csv @@ -0,0 +1 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_750b49c9.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_750b49c9.csv new file mode 100644 index 0000000..f2b3849 --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_750b49c9.csv @@ -0,0 +1,14 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-10 13:37:12.744864+00:00,what else can I do,POSSIBLE_ACTIONS,True,3673.794,1320.8090000000002,"I can perform a move for you, tell you how a named piece moves, or give you advice on your next move.",audio-files-staging/b384c307-8594-40f4-a3f2-8ae303729d78 +2021-11-10 13:38:51.440452+00:00,remove Rook from H1 to G1,MOVE_PIECE,True,5889.859,2236.766,Now I'll move my knight to g4,audio-files-staging/71cb80fb-9db7-4e5e-90b5-454e76bf8cf8 +2021-11-10 13:37:48.974102+00:00,move my Pawn from you to T4,MOVE_PIECE,True,7384.2480000000005,5707.396,Now I'll move my pawn to d5,audio-files-staging/eb0ca47d-765e-45e3-8455-f56247e32b9d +2021-11-10 13:39:36.901396+00:00,I'm done using the system,FALLBACK,True,2730.584,871.673,What was that?,audio-files-staging/ae5ab847-7b7d-485f-9441-c920d85680c9 +2021-11-10 13:39:27.940314+00:00,alright,FALLBACK,True,2151.4449999999997,771.434,Can you say that again?,audio-files-staging/7ceacbb6-feeb-4f19-9343-4c24a64d5e10 +2021-11-10 13:36:56.510645+00:00,Knight to F3,MOVE_PIECE,True,2921.261,1108.967,Let me move my pawn to e6,audio-files-staging/4d2386b3-bf0f-4931-bd0c-aeefde0e66d2 +2021-11-10 13:36:37.601287+00:00,White Side,CHOOSE_SIDE,True,3929.249,1102.124,"Okay, you'll go first. I can make your move when you're ready, or I can tell you what else you can do. To move a piece, you can say 'pawn to C4', or, 'E7 to E5'.",audio-files-staging/b3cb17be-bfac-4085-9487-d2239e1e8bda +2021-11-10 13:38:07.262164+00:00,remove pawn from H2 to H4,MOVE_PIECE,True,6419.333,1202.225,"For my turn, I'll move my knight at g8 to f6",audio-files-staging/976ea49e-baf9-4cd3-acfa-f5ee443b015e +2021-11-10 13:36:24.520397+00:00,hey Andy let's play chess,START_GAME,True,4334.487,1801.767,"Alright, let's do this. Did you want black side or white side?",audio-files-staging/54aa477a-d7d5-4321-b029-38e3184b3330 +2021-11-10 13:38:29.775222+00:00,Bishop from F1 to H3,MOVE_PIECE,False,7422.916,6221.224,"Actually, that move would be against the rules, so you can't do it.",audio-files-staging/b460c929-b3f4-4cf1-8f5c-a90ed1ccc7f2 +2021-11-10 13:39:56.386569+00:00,I'm done,FALLBACK,True,10521.384,707.938,Can you say that again?,audio-files-staging/42f2db02-9de2-441d-ab14-24b07e916c4f +2021-11-10 13:39:17.606325+00:00,move knife from,BEST_MOVE,True,2133.378,1424.598,I think you should move your pawn at d2 to d4.,audio-files-staging/9551e686-d92b-4a7b-bf45-4b22115c3f79 +2021-11-10 13:37:27.407518+00:00,can you perform a move for me,BEST_MOVE,True,2833.2639999999997,1520.636,"Well, I'd reccomend moving your pawn from e2 to e4.",audio-files-staging/fe066932-e049-4f2f-a8ff-4597f9fc62fa diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_7a82aab5.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_7a82aab5.csv new file mode 100644 index 0000000..acb2c18 --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_7a82aab5.csv @@ -0,0 +1,9 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-08 13:07:19.353966+00:00,B2B freed,FALLBACK,True,10795.23,702.235,I didn't get that. Can you say it again?,audio-files-staging/3c29de57-43e6-42ac-9987-e037f33c2d2e +2021-11-08 13:05:35.702340+00:00,hey Andy let's play chess,START_GAME,True,4686.317,1016.7220000000001,"Alright, let's do this. Did you want black side or white side?",audio-files-staging/27705aa8-6404-4940-b371-4bc9bc1b98f9 +2021-11-08 13:06:55.232597+00:00,E2 to E3,MOVE_PIECE,True,5399.561000000001,1165.023,Now I'll move my knight to f6,audio-files-staging/36cdc1ac-66d4-42aa-8cfe-c2d882d4ce0f +2021-11-08 13:06:42.394711+00:00,E2 E Street,FALLBACK,True,4159.993,686.06,I missed what you said. What was that?,audio-files-staging/e66dad59-7d48-4e37-a85e-96b3fe064c06 +2021-11-08 13:07:54.673313+00:00,are you am I,FALLBACK,True,5059.1900000000005,778.0709999999999,I'm not sure I understood that.,audio-files-staging/f3fc33b9-0b7f-4e8b-b21f-d0848474f6ea +2021-11-08 13:07:31.285308+00:00,B2 to B3,MOVE_PIECE,True,4802.71,821.527,"For my turn, I'll move my pawn at e7 to e5",audio-files-staging/d7bbab1a-62bc-48e7-85be-33a61d21bb14 +2021-11-08 13:06:04.247301+00:00,White Side,CHOOSE_SIDE,True,3435.5699999999997,994.9850000000001,"Okay, you'll go first. I can make your move or tell you what else you can do whenver you are ready. To move a piece, you can say 'E7 to E5'.",audio-files-staging/7a2425a4-1998-44fd-afe9-11015c86374c +2021-11-08 13:05:54.103780+00:00,what type,FALLBACK,True,8806.189,1014.233,I'm not sure I understood that.,audio-files-staging/114a417e-2d6d-49b8-bbcf-88f39a8252d9 diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_8dac81bd.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_8dac81bd.csv new file mode 100644 index 0000000..60b198a --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_8dac81bd.csv @@ -0,0 +1,10 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-08 12:55:46.442072+00:00,hey Andy let's play chess,START_GAME,True,8039.257,1027.571,"Awesome, I'm so excited. But first, do you want black or white side?",audio-files-staging/454b3b58-f908-4e01-964a-abf73b8796d2 +2021-11-08 12:57:41.592703+00:00,A4 brookshade 684,MOVE_PIECE,False,4371.265,974.582,"Sorry, I need a little bit more information about your move. Could you give me more details?",audio-files-staging/c4a0c8d3-3f77-4ba9-ad67-ebf51a644586 +2021-11-08 12:56:00.498613+00:00,black,CHOOSE_SIDE,True,4705.336,1163.915,"Let me move my pawn to e4 . Whenever you're ready, I can make a move for you or tell you what else you can do. To move a piece, you can say 'pawn to E5'.",audio-files-staging/c4546a31-73aa-47b5-a66b-573f13be5259 +2021-11-08 12:58:02.740607+00:00,yes that's okay so I'm going to get this setup for you,FALLBACK,True,8153.888999999999,762.4179999999999,I'm not sure I understood that.,audio-files-staging/7f4aca6a-87eb-4671-95b0-1e8727250937 +2021-11-08 12:56:44.065830+00:00,1285,FALLBACK,True,1831.983,692.068,"Sorry, could you say that again?",audio-files-staging/0b403449-41c8-455a-a049-e21d63d61f7f +2021-11-08 12:57:24.594964+00:00,Route 286,FALLBACK,True,4135.472,1056.886,I missed what you said. What was that?,audio-files-staging/eaf33f45-8eca-4b1c-9728-57cbbfdc18d6 +2021-11-08 12:56:36.459893+00:00,Fantage V,FALLBACK,True,8401.605,815.4159999999999,Can you say that again?,audio-files-staging/f40bea94-4f4e-49cb-8761-dff4c1ee5dc1 +2021-11-08 12:56:55.630875+00:00,Pawn to H5,MOVE_PIECE,True,4652.491999999999,978.6609999999998,"For my turn, I'll move my pawn at d2 to d4",audio-files-staging/e4946d15-bb5a-4ca0-91b5-3ece946b9792 +2021-11-08 12:55:31.100964+00:00,hey Andy what's up,FALLBACK,True,10412.201,897.9570000000001,I'm not sure I understood that.,audio-files-staging/56af2b61-3e1a-40d4-a924-287bab8be69f diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_9d0fccef.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_9d0fccef.csv new file mode 100644 index 0000000..68f9e5b --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_9d0fccef.csv @@ -0,0 +1,21 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-10 13:26:23.011516+00:00,Queen to h8,MOVE_PIECE,False,10857.206,1010.5189999999999,"Actually, that move would be against the rules, so you can't do it.",audio-files-staging/fe239abd-e1b3-4ee2-bbcc-fc08f7544bdc +2021-11-10 13:28:58.338570+00:00,Bishop to E7,MOVE_PIECE,True,5329.353,893.4449999999999,"For my turn, I'll move my bishop at f1 to d3",audio-files-staging/4ac75132-3928-4846-8de5-5e49d01a7778 +2021-11-10 13:30:35.917633+00:00,yeah Queens D4,MOVE_PIECE,True,8420.385,1058.346,Let me move my knight to d4,audio-files-staging/24b6f87a-d400-43ff-8294-1b84f4c9aae6 +2021-11-10 13:25:59.940946+00:00,Pawn to D5,MOVE_PIECE,True,4926.609,968.658,Now I'll move my pawn to c4,audio-files-staging/76876c3d-0712-4cf5-90cc-dfa9f2bd9e9d +2021-11-10 13:27:22.813831+00:00,Pawn to D4,MOVE_PIECE,False,2819.192,731.583,"Oh, that's an illegal move. Could you give me a different one?",audio-files-staging/59064851-ca13-4621-8709-d9ace0e229e9 +2021-11-10 13:30:53.767217+00:00,I did a lot of hair testing myself ya-ya-ya please sorry,FALLBACK,True,5518.74,706.361,Can you say that again?,audio-files-staging/3c0e039e-127c-40dc-825e-05f62c061eef +2021-11-10 13:28:13.133735+00:00,Pawn to C3,MOVE_PIECE,True,5673.706,1390.106,Now I'll move my knight to c3,audio-files-staging/0c3a5d97-9113-4abe-82e6-0a2ce0254f96 +2021-11-10 13:27:55.955728+00:00,Pawn to C4,MOVE_PIECE,True,2834.505,839.336,Let me move my pawn to e4,audio-files-staging/9a174ceb-2fab-4228-a94c-1155821c82fa +2021-11-10 13:30:17.003818+00:00,Bishop to G4,MOVE_PIECE,False,6641.25,1280.275,"Actually, that move would be against the rules, so you can't do it.",audio-files-staging/406bdcbc-c1b7-46f0-a048-4b13995791d0 +2021-11-10 13:25:22.089398+00:00,play chess,START_GAME,True,3253.268,1102.426,"Okay, would you like black or white?",audio-files-staging/99c01134-7583-4644-9ffa-1243b8cd1079 +2021-11-10 13:25:32.699918+00:00,black,CHOOSE_SIDE,True,2384.712,1453.038,"By the way, I can make your move whenever you're ready, or I can tell you what else you can do. To move a piece, you can say 'pawn to C4', or, 'E7 to E5'. Now I'll move my pawn to d4",audio-files-staging/7f094aa2-7e48-4c1f-a4c8-df17c2bbca46 +2021-11-10 13:29:50.037767+00:00,help me make my next move,BEST_MOVE,True,3606.5710000000004,1664.248,"Well, I'd reccomend moving your bishop from f6 to e7.",audio-files-staging/4fc52afb-b9b6-4bbb-a79b-1d200cb13ed3 +2021-11-10 13:26:41.249450+00:00,Pawn to G3,MOVE_PIECE,False,9112.478,832.9159999999999,"Actually, that move would be against the rules, so you can't do it.",audio-files-staging/7dbab104-7444-4c54-ad19-b268bf7e966f +2021-11-10 13:27:39.287296+00:00,Knight to G4,MOVE_PIECE,False,7234.07,6919.567,"Actually, that move would be against the rules, so you can't do it.",audio-files-staging/0f0ebd56-1442-4ac5-a512-3dba9ff4aad0 +2021-11-10 13:29:36.100545+00:00,art help me,POSSIBLE_ACTIONS,True,2669.09,1417.047,"I can move a piece for you, tell you how named pieces move, and help you make your next move.",audio-files-staging/3580b8a8-7519-4e15-87a8-304a86c11057 +2021-11-10 13:29:21.358461+00:00,Bishop to F6,MOVE_PIECE,True,3945.0769999999998,956.923,Now I'll move my pawn to e5,audio-files-staging/bfd5912f-5077-43e8-9b40-5dc8f87846d1 +2021-11-10 13:28:38.414050+00:00,Pawn to E6,MOVE_PIECE,True,5948.9400000000005,1416.872,"For my turn, I'll move my knight at g1 to f3",audio-files-staging/7bf64e2a-69a2-414b-af34-568828b66818 +2021-11-10 13:26:53.539266+00:00,b-52d for,FALLBACK,True,3801.9590000000003,814.941,What was that?,audio-files-staging/2028702e-06dd-457f-9aa9-a89074a1a718 +2021-11-10 13:27:02.557915+00:00,52 D4,HOW_PIECE_MOVES,True,2640.4809999999998,1652.469,"So that's a pawn. Pawns move vertically forward one square, or optionally, two squares if they haven't been moved yet. They can attack forward one square diagonally, but they are unable to move backwards.",audio-files-staging/1a33466c-f617-436d-ae63-7337a916b6c6 +2021-11-10 13:30:03.003112+00:00,why,FALLBACK,True,4568.226000000001,1073.695,I didn't get that. Can you say it again?,audio-files-staging/1e0d9169-2671-48a7-b347-02bdbf89fee3 diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_a119ea7a.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_a119ea7a.csv new file mode 100644 index 0000000..225cc48 --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_a119ea7a.csv @@ -0,0 +1,15 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-08 13:23:48.478793+00:00,School,FALLBACK,True,10619.868,729.2909999999999,"Sorry, could you say that again?",audio-files-staging/4417ca61-3ac7-4db5-a79f-4dc4cb88472b +2021-11-08 13:23:30.204978+00:00,sedif,FALLBACK,True,1325.0839999999998,1069.404,I'm not sure I understood that.,audio-files-staging/bad2f438-a9e2-41c1-8bc3-98f4cb890207 +2021-11-08 13:22:43.703692+00:00,honestly can't wait to be 600df to Ace,FALLBACK,True,4972.341,747.815,"Sorry, could you say that again?",audio-files-staging/7a0d9eec-4925-48f9-a43e-f69b0342fc9f +2021-11-08 13:20:48.604017+00:00,black,CHOOSE_SIDE,True,1304.261,979.215,"For my turn, I'll move my pawn at e2 to e4 . Whenever you're ready, I can make a move for you or tell you what else you can do. To move a piece, you can say 'pawn to E5'.",audio-files-staging/47cb00ee-f6c3-4581-855d-beda5ac4f96e +2021-11-08 13:21:36.855001+00:00,haunted Essex,FALLBACK,True,4757.794,1048.161,Can you say that again?,audio-files-staging/bdd790fa-8052-4f1f-86ae-7bc5dcb0d925 +2021-11-08 13:19:55.085341+00:00,hey Andy let's play chess,START_GAME,True,6353.043000000001,970.102,"Okay, would you like black or white?",audio-files-staging/aef4ff84-1155-4405-ab33-fcd5beff4a6d +2021-11-08 13:23:18.795964+00:00,D4,MOVE_PIECE,False,1749.473,1013.49,"Sorry, I need a little bit more information about your move. Could you give me more details?",audio-files-staging/74532a42-649a-443a-88b8-a7cc5dab0f05 +2021-11-08 13:22:59.434090+00:00,yep right there on 56,FALLBACK,True,6554.121999999999,957.5840000000001,"Sorry, could you say that again?",audio-files-staging/5b2a997e-07e8-4100-a378-3857040b1330 +2021-11-08 13:22:07.275404+00:00,play make a move for me,BEST_MOVE,True,3710.647,1448.94,"Well, I'd reccomend moving your pawn from d7 to d5.",audio-files-staging/3e059660-03c4-4a5f-b460-514bcc3fc105 +2021-11-08 13:20:41.276769+00:00,butterfly,FALLBACK,True,6657.402,657.7460000000001,What was that?,audio-files-staging/a05293eb-8887-4069-b866-aa1079fb03b6 +2021-11-08 13:23:10.277708+00:00,Bondi 6,FALLBACK,True,3561.928,895.4029999999999,Can you say that again?,audio-files-staging/1fe67568-95f0-48b2-9ad0-bcd52682e311 +2021-11-08 13:22:26.689538+00:00,can I move a pawn B6,MOVE_PIECE,True,9107.695,1024.705,Let me move my pawn to d5,audio-files-staging/d82349be-53bd-4d45-89db-1f0e0451cf96 +2021-11-08 13:21:51.957865+00:00,on the B6,FALLBACK,True,3842.859,1049.309,I'm not sure I understood that.,audio-files-staging/ff971221-b053-4c3a-9d3a-8e23100a10ba +2021-11-08 13:21:20.464757+00:00,Knight to C6,MOVE_PIECE,True,6140.983,851.4089999999999,Now I'll move my pawn to d4,audio-files-staging/ca99d244-1f11-4cbe-9301-ae10fc7d6524 diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_b99ab92a.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_b99ab92a.csv new file mode 100644 index 0000000..a3e768c --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_b99ab92a.csv @@ -0,0 +1 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_ce7934a5.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_ce7934a5.csv new file mode 100644 index 0000000..ff72364 --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_ce7934a5.csv @@ -0,0 +1,10 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-10 13:17:03.533994+00:00,Knight to C3,MOVE_PIECE,True,12541.72,986.734,"For my turn, I'll move my knight at e4 to c3",audio-files-staging/435dea97-4529-4782-93f5-2c017baa8f4d +2021-11-10 13:16:37.956939+00:00,Pawn to E4,MOVE_PIECE,True,5677.371,1043.58,Now I'll move my knight to e4,audio-files-staging/a6e48015-7d41-4385-8b38-25c5a8483f53 +2021-11-10 13:17:57.653122+00:00,Fantasy 3,MOVE_PIECE,True,2137.238,1075.51,Let me move my knight to d1,audio-files-staging/5b269df7-2d4f-4b13-86dd-f469b6cb48ad +2021-11-10 13:17:47.827195+00:00,Pawn takes Knight,MOVE_PIECE,False,11456.59,1040.2179999999998,"Sorry, where did you want to move your pawn to?",audio-files-staging/ce54aa44-86aa-46dc-a4fe-c10ec4fcb4e7 +2021-11-10 13:16:17.308440+00:00,Pawn to D4,MOVE_PIECE,True,4477.568,944.337,"For my turn, I'll move my knight at g8 to f6",audio-files-staging/32920109-688b-41f3-bb48-92cda43c2213 +2021-11-10 13:17:30.386282+00:00,taunted,FALLBACK,True,5613.396,1091.3220000000001,Can you say that again?,audio-files-staging/575e08a3-fb43-44ae-95b7-07c7dd4dff48 +2021-11-10 13:15:28.275481+00:00,hey Andy let's play chess,START_GAME,True,2909.199,1301.338,"Okay, would you like black or white?",audio-files-staging/eb515d3b-1d84-479e-9d82-4d73bf5536a5 +2021-11-10 13:18:18.550257+00:00,okay I can like let other people go since like I'm going to play a whole game,START_GAME,False,8854.141,1473.9189999999999,I didn't get that. Can you say it again?,audio-files-staging/07aa1cc8-dfc5-4ccc-80a8-3dc670634d21 +2021-11-10 13:15:55.935869+00:00,White Side,CHOOSE_SIDE,True,14334.231000000002,1585.181,"Good choice, that means you'll go first. I can make your move when you're ready, or I can tell you what else you can do. To move a piece, you can say 'pawn to C4', or, 'E7 to E5'.",audio-files-staging/43f2b26a-5b9d-4cc9-9bf6-3dbde5fd5990 diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_d4ae8da4.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_d4ae8da4.csv new file mode 100644 index 0000000..a3e768c --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_d4ae8da4.csv @@ -0,0 +1 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_d78be7f6.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_d78be7f6.csv new file mode 100644 index 0000000..555b941 --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_d78be7f6.csv @@ -0,0 +1,14 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-08 13:32:23.718537+00:00,I like the way you guys have a the board laid out here using like the capital and lowercase to differentiate the colors yet.,FALLBACK,True,8828.583,677.671,I'm not sure I understood that.,audio-files-staging/51163a0e-3ff0-42ec-9964-9de41d63ae06 +2021-11-08 13:33:29.400666+00:00,ashitaka yet,FALLBACK,True,5948.848,788.011,"Sorry, could you say that again?",audio-files-staging/f88fa9eb-63f3-4485-b21d-d5892fe82ff8 +2021-11-08 13:31:25.376621+00:00,2 C3,MOVE_PIECE,False,1919.3990000000001,1213.156,"Oh, it looks like there isn't a piece there.",audio-files-staging/14244da5-e048-49db-bc46-50350b62e742 +2021-11-08 13:31:02.654053+00:00,A2 to A4,MOVE_PIECE,True,11866.797999999999,961.9069999999999,Now I'll move my pawn to e5,audio-files-staging/66a3a849-94d3-442c-a00f-7a9a5752c0c3 +2021-11-08 13:30:33.306177+00:00,YouTube E4,FALLBACK,True,2176.104,714.5450000000001,What was that?,audio-files-staging/4859b6ff-3a4d-4ceb-a182-714db10c842a +2021-11-08 13:30:22.506721+00:00,B2 to V4,MOVE_PIECE,False,4248.1720000000005,680.025,"Actually, that move would be against the rules, so you can't do it.",audio-files-staging/5018b28a-43f5-41ba-ae3b-4f6626fa9ccb +2021-11-08 13:30:41.031077+00:00,E2 B4,MOVE_PIECE,False,2432.532,1098.695,"Actually, that move would be against the rules, so you can't do it.",audio-files-staging/c5b06c3b-d318-45a2-b019-b21c7174e5a8 +2021-11-08 13:31:36.912141+00:00,B1 to C3,MOVE_PIECE,True,4163.216,1027.0059999999999,Now I'll move my pawn to d5,audio-files-staging/fe6f57ab-e6d2-4b8c-a1da-35a2239fce08 +2021-11-08 13:32:38.828201+00:00,automatic speech recognition,FALLBACK,True,5588.124,1031.971,I missed what you said. What was that?,audio-files-staging/9fc1631b-abe4-41b0-a586-f578850272ac +2021-11-08 13:31:55.544080+00:00,C3 to D5,MOVE_PIECE,True,5781.5070000000005,939.825,"For my turn, I'll move my queen at d8 to d5",audio-files-staging/1b8059eb-95b2-427c-bf0f-093cfb77feed +2021-11-08 13:29:41.090243+00:00,let's play chess,START_GAME,True,1595.134,1219.795,"Alright, let's do this. Did you want black side or white side?",audio-files-staging/ba6e9469-7f61-4cff-9037-c4df848f6f5b +2021-11-08 13:29:33.658022+00:00,don't need to press a button or something,FALLBACK,True,5003.097000000001,990.2719999999999,Can you say that again?,audio-files-staging/b2e2bedd-3d6c-4024-a9ea-21cc4856baeb +2021-11-08 13:30:03.137313+00:00,I'll take White,CHOOSE_SIDE,True,12009.655999999999,1992.2150000000001,"Good choice, that means you'll go first. I can make your move or tell you what else you can do whenver you are ready. To move a piece, you can say 'E7 to E5'.",audio-files-staging/0d1143a2-256d-4ba3-92df-4636252e4ff6 diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_e0ad8390.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_e0ad8390.csv new file mode 100644 index 0000000..e04d24d --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_e0ad8390.csv @@ -0,0 +1,11 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-10 12:51:00.034372+00:00,black-site ND,CHOOSE_SIDE,True,10029.803,1130.596,"Whenever you're ready, I can make a move for you or tell you what else you can do. To move a piece, you can say 'pawn to E5', or, 'B3 to F3'. Now I'll move my pawn to d4",audio-files-staging/1f1b27a7-555a-43c5-8906-a572598f67ba +2021-11-10 12:53:07.808360+00:00,I just know what to say,BEST_MOVE,True,6892.599999999999,1045.849,,audio-files-staging/14650ea8-355d-49bb-bc59-9b6e49cc1820 +2021-11-10 12:52:52.592841+00:00,find the post service,FALLBACK,True,6655.9,1035.674,I didn't get that. Can you say it again?,audio-files-staging/ca83e2e9-0920-41bb-89b9-5c65c3a97a33 +2021-11-10 12:50:31.790967+00:00,I'll try to get to an en passant position,FALLBACK,True,7809.334,877.4069999999999,I'm not sure I understood that.,audio-files-staging/fd85688d-1a6b-4dc0-9554-3fd6df6bf64d +2021-11-10 12:51:44.443505+00:00,Pawn to D6,MOVE_PIECE,True,3964.797,722.627,Now I'll move my knight to f3,audio-files-staging/5eff2725-d1e9-42cf-8e60-c22e35e9b223 +2021-11-10 12:51:59.080778+00:00,Queen to D7,MOVE_PIECE,True,2133.411,1176.06,"For my turn, I'll move my pawn at g2 to g3",audio-files-staging/53ffa396-3948-431d-9dac-0977630abec0 +2021-11-10 12:52:30.880560+00:00,Queen to A4,MOVE_PIECE,True,9813.115,935.5229999999999,"Let me move my queen to a4, and that means you're in check.",audio-files-staging/9277d3f3-a3fa-427b-a573-72203c4a2228 +2021-11-10 12:52:14.778969+00:00,284,FALLBACK,True,1424.182,971.3199999999999,Can you say that again?,audio-files-staging/14bc9225-b77c-43c6-a4c9-4d49f86764bf +2021-11-10 12:51:28.270061+00:00,Knight to F6,MOVE_PIECE,True,6332.879,1182.199,Now I'll move my pawn to c4,audio-files-staging/96c26ebb-8e0c-4992-b84d-b53e6c47c73b +2021-11-10 12:50:40.596641+00:00,hey Andy let's play chess,START_GAME,True,2152.99,1398.643,"Alright, let's do this. Did you want black side or white side?",audio-files-staging/8c688ba2-ef63-41b8-979a-5c2d342e281e diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_e3d93f51.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_e3d93f51.csv new file mode 100644 index 0000000..155f47f --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_e3d93f51.csv @@ -0,0 +1,11 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-10 13:00:38.921296+00:00,White,CHOOSE_SIDE,True,9523.875,1277.461,"Good choice, that means you'll go first. Whenever you're ready, I can make a move for you or tell you what else you can do. To move a piece, you can say 'pawn to E5', or, 'B3 to F3'.",audio-files-staging/64621422-2cdb-4080-b5cd-ae32fc8917ae +2021-11-10 13:01:09.430433+00:00,E2 to E4,MOVE_PIECE,True,3051.445,1136.8220000000001,Now I'll move my pawn to c5,audio-files-staging/f824eeac-ba52-4d3c-960a-c41c364ee20b +2021-11-10 13:01:48.600641+00:00,Knight to F3,MOVE_PIECE,True,3985.634,999.0219999999999,"For my turn, I'll move my knight at b8 to c6",audio-files-staging/bd970cfc-0f96-47f8-b2ed-d585e83371ac +2021-11-10 13:02:54.298598+00:00,and I do Post,POSSIBLE_ACTIONS,True,2348.857,1135.786,"I can move a piece for you, tell you how named pieces move, and help you make your next move.",audio-files-staging/f7d2b001-7da0-420c-9224-17b11e638ca2 +2021-11-10 13:02:28.436596+00:00,I don't know what to do,BEST_MOVE,True,2555.113,1603.8290000000002,"Well, I'd reccomend moving your knight from f3 to d4.",audio-files-staging/fd1b39d5-5dfc-406a-adc1-3e886cbc3e6a +2021-11-10 13:01:26.204306+00:00,Bishop to C4,MOVE_PIECE,True,4651.8730000000005,690.366,Let me move my pawn to e6,audio-files-staging/7b70efcd-d967-436b-a63c-44101e5f49c9 +2021-11-10 13:00:59.990702+00:00,d234,FALLBACK,True,3631.596,1067.5829999999999,"Sorry, could you say that again?",audio-files-staging/10f167a3-dace-4d43-bba4-842af9129256 +2021-11-10 13:00:19.715544+00:00,handy let's play chess,START_GAME,True,4028.5539999999996,1147.696,"Awesome, I'm so excited. But first, do you want black or white side?",audio-files-staging/3539eace-7541-4fd1-a17b-7e083e13e771 +2021-11-10 13:02:12.357031+00:00,Pawn to D4,MOVE_PIECE,True,2559.4649999999997,1164.83,Let me move my pawn to d4,audio-files-staging/a8b1c709-a4d5-44e7-8013-ab10e101c0b3 +2021-11-10 13:02:44.186881+00:00,really cool,FALLBACK,True,2665.5350000000003,716.39,"Sorry, could you say that again?",audio-files-staging/3bbda3cb-14d8-4b52-a7ed-068d871923fb diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_e54992ef.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_e54992ef.csv new file mode 100644 index 0000000..44bc3a8 --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_e54992ef.csv @@ -0,0 +1,15 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-08 13:39:21.820663+00:00,hey Andy let's play Trust,START_GAME,True,7729.237999999999,1086.989,"Awesome, I'm so excited. But first, do you want black or white side?",audio-files-staging/68813b4d-36af-4409-9dee-872def5d783e +2021-11-08 13:43:03.121194+00:00,g7 to H6,MOVE_PIECE,True,3347.4590000000003,1014.182,"Now I'll move my queen to h5, and that's checkmate. I'm the winner!",audio-files-staging/fe08e695-9330-4813-9255-73392de84d36 +2021-11-08 13:41:56.339600+00:00,Asics,MOVE_PIECE,False,12478.621000000001,1098.304,"Sorry, where did you want to move your knight to?",audio-files-staging/1ea53bbf-3e5e-4c96-93c3-6e8140f24788 +2021-11-08 13:41:24.129754+00:00,2 A6,MOVE_PIECE,False,2046.942,1085.272,"That piece actually belongs to me, so I'm afraid you can't move it.",audio-files-staging/4b797ce4-4e9b-448c-af2f-4c0c1fca5fda +2021-11-08 13:41:16.365234+00:00,bh to Asics,FALLBACK,True,8365.943,721.646,Can you say that again?,audio-files-staging/78b6a2c6-1287-4fbf-b9fa-e2f6a4899d1b +2021-11-08 13:42:21.327365+00:00,H6,MOVE_PIECE,True,7255.979,821.4639999999999,Let me move my bishop to h6,audio-files-staging/3dd6127b-80dd-4f00-9fcd-ddea7c0585a7 +2021-11-08 13:40:55.138979+00:00,C7 to C6,MOVE_PIECE,True,7422.317,827.023,Let me move my knight to c3,audio-files-staging/44840b19-a3cb-450a-8929-a0c1290f5429 +2021-11-08 13:42:51.356935+00:00,b7 to H6,MOVE_PIECE,False,2559.1020000000003,763.538,"Actually, that move would be against the rules, so you can't do it.",audio-files-staging/a06c63ce-d8cb-467d-943a-2287a4674573 +2021-11-08 13:42:39.204197+00:00,the H6,MOVE_PIECE,False,1685.922,809.635,"Sorry, I need a little bit more information about your move. Could you give me more details?",audio-files-staging/eb242f12-f437-442e-a3ba-8d0f8c087f23 +2021-11-08 13:40:02.477681+00:00,the black side please,CHOOSE_SIDE,True,9151.448,1143.5149999999999,"Now I'll move my pawn to e4 . I can make your move or tell you what else you can do whenver you are ready. To move a piece, you can say 'E7 to E5'.",audio-files-staging/0dcd7e6e-2879-4e01-864e-c389dfe1e1d8 +2021-11-08 13:39:33.976746+00:00,here is it saying something,FALLBACK,True,2650.601,1130.608,What was that?,audio-files-staging/50aabcd7-a412-40db-bc21-24ba8223cf40 +2021-11-08 13:41:34.972606+00:00,night night to Asics,MOVE_PIECE,False,2201.864,1130.558,"I hear that you want to move your knight, but where to?",audio-files-staging/a5609a98-bb7b-49ae-8591-79afa4e7938c +2021-11-08 13:39:43.429435+00:00,hey Andy let's play chess,START_GAME,True,3924.576,1174.4720000000002,"Awesome, I'm so excited. But first, do you want black or white side?",audio-files-staging/228aa3bb-ece8-441d-95c0-2170ec0bca78 +2021-11-08 13:40:34.606367+00:00,F7 to F6,MOVE_PIECE,True,11200.708999999999,931.5880000000001,Let me move my pawn to d4,audio-files-staging/88efd93d-2fc6-4db1-af9f-44ee2422ff1e diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_e669dfe7.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_e669dfe7.csv new file mode 100644 index 0000000..0868174 --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_e669dfe7.csv @@ -0,0 +1,10 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-08 13:03:22.655210+00:00,Charlie Knight to C3,MOVE_PIECE,True,5416.169,1070.989,Now I'll move my pawn to d5,audio-files-staging/2daa6098-0470-4559-b90f-a2034926b11e +2021-11-08 13:04:24.876369+00:00,thank you so much,FALLBACK,True,6937.495,1063.208,I didn't get that. Can you say it again?,audio-files-staging/dd2526db-93bf-4696-a7a5-a2801032fe9c +2021-11-08 13:03:49.789589+00:00,Pawn to E4,MOVE_PIECE,True,8258.497,1055.243,"For my turn, I'll move my pawn at d5 to d4",audio-files-staging/c82bfae2-e967-44eb-aa9a-bff013836398 +2021-11-08 13:02:50.965335+00:00,Ponte III,FALLBACK,True,2113.229,1716.145,I missed what you said. What was that?,audio-files-staging/602219f0-63dc-44b7-9793-627867e06cf7 +2021-11-08 13:04:11.571988+00:00,so-so,FALLBACK,True,8064.370999999999,741.06,Can you say that again?,audio-files-staging/2d3c59a6-23bc-4d00-ad79-0ceba2f19621 +2021-11-08 13:02:59.457664+00:00,E3,MOVE_PIECE,False,1390.39,962.492,"Sorry, I need a little bit more information about your move. Could you give me more details?",audio-files-staging/1ef1d795-60ac-4da1-a78a-f2bdcbab3f60 +2021-11-08 13:02:16.787927+00:00,And1 play chess,START_GAME,True,3582.283,1093.519,"Awesome, I'm so excited. But first, do you want black or white side?",audio-files-staging/21177fd9-e463-4d0c-b0e5-b22c14d795f0 +2021-11-08 13:02:33.367809+00:00,White Side,CHOOSE_SIDE,True,6777.191,1122.02,"Okay, you'll go first. Whenever you're ready, I can make a move for you or tell you what else you can do. To move a piece, you can say 'pawn to E5'.",audio-files-staging/ea06ed13-95e5-4d15-b698-b6970d6658f0 +2021-11-08 13:03:10.994459+00:00,to E3,FALLBACK,True,1558.011,1012.1179999999999,Can you say that again?,audio-files-staging/0c8f382c-603e-4361-bbc5-545717840678 diff --git a/data_analysis/demo1/logs_by_session_id/user_requests_log_ec702a9a.csv b/data_analysis/demo1/logs_by_session_id/user_requests_log_ec702a9a.csv new file mode 100644 index 0000000..c61eb8f --- /dev/null +++ b/data_analysis/demo1/logs_by_session_id/user_requests_log_ec702a9a.csv @@ -0,0 +1,18 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-11-08 13:24:46.112684+00:00,D2 to D4,MOVE_PIECE,True,3818.142,894.346,Let me move my knight to f6,audio-files-staging/8f45a972-0f8a-4f54-a8eb-696b17340533 +2021-11-08 13:24:19.523703+00:00,hey Andy let's play chess,START_GAME,True,8019.51,867.214,"Okay, would you like black or white?",audio-files-staging/d4570c1a-3b4f-409e-b1e4-eea326372c32 +2021-11-08 13:28:45.684090+00:00,yeah,FALLBACK,True,7620.845,1077.745,What was that?,audio-files-staging/f5df349e-5655-440d-8089-2d6f597bd4de +2021-11-08 13:25:06.719972+00:00,d-45,FALLBACK,True,6934.927,1072.136,What was that?,audio-files-staging/fca8caed-4f70-4a92-b178-7aed1383843b +2021-11-08 13:27:04.390826+00:00,what should I do next,BEST_MOVE,True,2387.046,1329.299,I think you should move your bishop at f1 to d3.,audio-files-staging/56effba5-9d67-4be0-a0a3-026e7a828619 +2021-11-08 13:25:40.618273+00:00,g1 to G3 g1 to f,MOVE_PIECE,False,8254.25,1001.1589999999999,"Oh, that's an illegal move. Could you give me a different one?",audio-files-staging/96d861a3-120c-4cc6-a3eb-80f94406e408 +2021-11-08 13:28:55.265470+00:00,I walked back here asking,FALLBACK,True,3497.534,927.202,I'm not sure I understood that.,audio-files-staging/f68c2740-c873-41e9-8437-ad2f739a2240 +2021-11-08 13:24:27.913441+00:00,White,CHOOSE_SIDE,True,1663.635,1275.62,"Okay, you'll go first. I can make your move or tell you what else you can do whenver you are ready. To move a piece, you can say 'E7 to E5'.",audio-files-staging/2b767ca6-b31d-47d8-96e9-b0045ef96a16 +2021-11-08 13:28:11.145057+00:00,what should I do again,BEST_MOVE,True,5159.382,1378.562,I think you should move your bishop at c1 to g5.,audio-files-staging/9e571937-fd52-40d2-927c-02d9ccb6c587 +2021-11-08 13:25:15.508013+00:00,B1 to C3,MOVE_PIECE,True,3199.073,2405.514,Now I'll move my pawn to d5,audio-files-staging/3644ffea-5ac0-412d-827c-0396bc4244fb +2021-11-08 13:28:31.199333+00:00,what Leaf program handles the AI is stockfish,FALLBACK,True,9451.530999999999,929.866,I didn't get that. Can you say it again?,audio-files-staging/07203df9-fe3e-4187-bb3e-e2ca02d8a7b6 +2021-11-08 13:27:49.442133+00:00,can I move the bishop on the right to D3,MOVE_PIECE,True,4141.479,1038.401,Let me move my knight to f6,audio-files-staging/366f00cf-78cf-4cbc-940c-900cf91a4c05 +2021-11-08 13:26:00.627455+00:00,g1 to F3,MOVE_PIECE,True,11670.747000000001,1070.0430000000001,"For my turn, I'll move my pawn at a7 to a6",audio-files-staging/5c9badea-4bb7-46e7-b56a-46ceb737bd69 +2021-11-08 13:27:36.597646+00:00,what do the Bishops look like what do the Bishops look like,MOVE_PIECE,False,8556.442000000001,972.652,"I hear that you want to move your bishop, but where to?",audio-files-staging/e7ee7951-9d69-46de-a7e2-206d10b26a9f +2021-11-08 13:27:15.368445+00:00,how does the bishop move again,HOW_PIECE_MOVES,True,2626.2949999999996,1191.058,"Actually, that's a None. Bishops move diagonally any number of squares. They are unable to jump over pieces.",audio-files-staging/500bf4eb-f66a-4dd6-b056-05dd9c12c213 +2021-11-08 13:26:25.837593+00:00,E2 to E4 E2 to,MOVE_PIECE,True,8341.528,902.0709999999999,"For my turn, I'll move my pawn at d5 to e4",audio-files-staging/5c0efa3a-e9d4-417c-b3fb-d8264acf3a1d +2021-11-08 13:26:45.002496+00:00,can I move my knight from C3 to E4,MOVE_PIECE,True,4266.832,5758.358,Let me move my knight to e4,audio-files-staging/b958c528-c067-40cf-ac8e-d291b025a1c3 diff --git a/data_analysis/post_survey.csv b/data_analysis/demo1/post_survey_demo1.csv similarity index 100% rename from data_analysis/post_survey.csv rename to data_analysis/demo1/post_survey_demo1.csv diff --git a/data_analysis/pre_survey.csv b/data_analysis/demo1/pre_survey_demo1.csv similarity index 100% rename from data_analysis/pre_survey.csv rename to data_analysis/demo1/pre_survey_demo1.csv diff --git a/data_analysis/logs_by_session_id/NOTES.md b/data_analysis/logs_by_session_id/NOTES.md deleted file mode 100644 index 160d8e9..0000000 --- a/data_analysis/logs_by_session_id/NOTES.md +++ /dev/null @@ -1 +0,0 @@ -Generated logs from the script will be here for each individual session. From 047e45f34ae8c049505d33bc96542408f5956344 Mon Sep 17 00:00:00 2001 From: Zachary Cowan <44091329+zacowan@users.noreply.github.com> Date: Wed, 8 Dec 2021 16:40:32 -0500 Subject: [PATCH 08/10] demo2 logs --- data_analysis/demo2/compiled_logs_demo2.csv | 14 +++++++ .../user_requests_log_03e3a10b.csv | 1 + .../user_requests_log_103c1146.csv | 31 ++++++++++++++ .../user_requests_log_239ca3c.csv | 1 + .../user_requests_log_24e731ab.csv | 15 +++++++ .../user_requests_log_576c13ef.csv | 21 ++++++++++ .../user_requests_log_5772acbc.csv | 21 ++++++++++ .../user_requests_log_6115d003.csv | 14 +++++++ .../user_requests_log_66e3f6ca.csv | 18 ++++++++ .../user_requests_log_b510ca92.csv | 41 +++++++++++++++++++ .../user_requests_log_ee20170d.csv | 19 +++++++++ .../user_requests_log_f0251afb.csv | 15 +++++++ .../user_requests_log_fd73d803.csv | 21 ++++++++++ .../user_requests_log_fd9e4349.csv | 20 +++++++++ data_analysis/demo2/post_survey_demo2.csv | 14 +++++++ data_analysis/demo2/pre_survey_demo2.csv | 14 +++++++ data_analysis/generate_csv.py | 11 ++--- 17 files changed, 286 insertions(+), 5 deletions(-) create mode 100644 data_analysis/demo2/compiled_logs_demo2.csv create mode 100644 data_analysis/demo2/logs_by_session_id/user_requests_log_03e3a10b.csv create mode 100644 data_analysis/demo2/logs_by_session_id/user_requests_log_103c1146.csv create mode 100644 data_analysis/demo2/logs_by_session_id/user_requests_log_239ca3c.csv create mode 100644 data_analysis/demo2/logs_by_session_id/user_requests_log_24e731ab.csv create mode 100644 data_analysis/demo2/logs_by_session_id/user_requests_log_576c13ef.csv create mode 100644 data_analysis/demo2/logs_by_session_id/user_requests_log_5772acbc.csv create mode 100644 data_analysis/demo2/logs_by_session_id/user_requests_log_6115d003.csv create mode 100644 data_analysis/demo2/logs_by_session_id/user_requests_log_66e3f6ca.csv create mode 100644 data_analysis/demo2/logs_by_session_id/user_requests_log_b510ca92.csv create mode 100644 data_analysis/demo2/logs_by_session_id/user_requests_log_ee20170d.csv create mode 100644 data_analysis/demo2/logs_by_session_id/user_requests_log_f0251afb.csv create mode 100644 data_analysis/demo2/logs_by_session_id/user_requests_log_fd73d803.csv create mode 100644 data_analysis/demo2/logs_by_session_id/user_requests_log_fd9e4349.csv create mode 100644 data_analysis/demo2/post_survey_demo2.csv create mode 100644 data_analysis/demo2/pre_survey_demo2.csv diff --git a/data_analysis/demo2/compiled_logs_demo2.csv b/data_analysis/demo2/compiled_logs_demo2.csv new file mode 100644 index 0000000..1a74556 --- /dev/null +++ b/data_analysis/demo2/compiled_logs_demo2.csv @@ -0,0 +1,14 @@ +session_id,average_time_to_response_ms,average_recording_time_ms,game_length_sec,num_utterances,num_fallback,num_fulfillment_success,num_fulfillment_fail,played_chess_before,chess_familiarity_score,chess_fun_score,sus +fd73d803,1176.2360999999999,6900.38025,340.167193,20,7,12,8,True,6,4,20 +03e3a10b,0,0,0,0,0,0,0,True,6,3,3 +fd9e4349,922.2632631578948,6358.078157894738,33.056181,19,5,12,7,True,6,3,-1 +24e731ab,1498.9601428571427,6217.505642857142,45.506084,14,2,11,3,True,6,3,-12 +ee20170d,955.6033888888887,5859.078611111112,62.158785,18,4,11,7,True,6,3,11 +5772acbc,944.6861499999999,5167.897349999999,123.565632,20,9,9,11,True,6,3,3 +66e3f6ca,1032.540705882353,4076.2407058823524,20.15247,17,3,12,5,True,7,4,10 +576c13ef,996.8909499999997,6520.648249999998,0.0,20,11,9,11,False,2,5,7 +239ca3c,0,0,0,0,0,0,0,True,7,3,5 +b510ca92,1563.7400499999999,4205.115300000002,429.568793,40,17,9,31,True,8,3,12 +f0251afb,1346.9527142857144,2993.316928571428,48.759253,14,8,6,8,True,5,2,8 +6115d003,1095.1376153846154,8024.893153846152,101.047772,13,5,8,5,True,6,4,17 +103c1146,1320.8314999999998,5893.952566666668,230.410027,30,15,15,15,True,8,5,9 diff --git a/data_analysis/demo2/logs_by_session_id/user_requests_log_03e3a10b.csv b/data_analysis/demo2/logs_by_session_id/user_requests_log_03e3a10b.csv new file mode 100644 index 0000000..a3e768c --- /dev/null +++ b/data_analysis/demo2/logs_by_session_id/user_requests_log_03e3a10b.csv @@ -0,0 +1 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name diff --git a/data_analysis/demo2/logs_by_session_id/user_requests_log_103c1146.csv b/data_analysis/demo2/logs_by_session_id/user_requests_log_103c1146.csv new file mode 100644 index 0000000..cebe1fa --- /dev/null +++ b/data_analysis/demo2/logs_by_session_id/user_requests_log_103c1146.csv @@ -0,0 +1,31 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-12-08 13:30:58.866142+00:00,maybe my last move,UNDO_MOVE,True,4120.5509999999995,1310.0839999999998,"Sure thing, moving the pieces back to where they were before.",audio-files-staging/25bac265-d9a7-401e-bf65-a225fad0baff +2021-12-08 13:33:33.273220+00:00,1558,FALLBACK,False,6010.583,1018.362,Can you say that again?,audio-files-staging/9273cf63-8657-47ef-8878-ab9c04bc6cba +2021-12-08 13:30:18.091251+00:00,Walmart 27,FALLBACK,False,2453.806,1207.749,I missed what you said. What was that?,audio-files-staging/21dad07c-44aa-43e8-bfc6-4b107e6c8251 +2021-12-08 13:31:30.109980+00:00,white bishop to C4,MOVE_PIECE,True,6142.741,964.991,Now I'll move my pawn to b5,audio-files-staging/70c1173e-3682-4816-b617-80fdab76bc36 +2021-12-08 13:27:50.578179+00:00,move Pawn to E4,MOVE_PIECE,True,3113.616,1164.565,Now I'll move my pawn to c5,audio-files-staging/a6fea93d-e817-494c-99d2-a9391bbc7fa4 +2021-12-08 13:31:57.587187+00:00,Bishop 45,FALLBACK,False,14979.523000000001,5830.622,I missed what you said. What was that?,audio-files-staging/9d101ff1-c27c-4c66-82ca-488895b96ac3 +2021-12-08 13:32:34.006671+00:00,you still in the game,FALLBACK,False,7655.677,950.1229999999999,Can you say that again?,audio-files-staging/b8d35e51-bed9-43b6-b28f-02a772acff0b +2021-12-08 13:29:07.799298+00:00,1555,FALLBACK,False,6489.451,1057.222,"Sorry, could you say that again?",audio-files-staging/cf1d774b-adf6-4467-8d74-8a7bf818bd17 +2021-12-08 13:25:46.097689+00:00,hey Andy what's podcast,FALLBACK,False,3037.382,739.7950000000001,What was that?,audio-files-staging/456167f9-24c1-4ccd-97f0-54be8d0b4870 +2021-12-08 13:32:12.989670+00:00,Bishop to B5,MOVE_PIECE,True,2217.715,1236.763,Now I'll move my pawn to f5,audio-files-staging/3e9124f5-3025-4043-93c3-a5993c9e0929 +2021-12-08 13:30:35.019120+00:00,Luke 1:37,FALLBACK,False,8812.435000000001,353.512,,audio-files-staging/316dd9a3-a3c6-47af-ba9e-d8a9c1a3187e +2021-12-08 13:29:26.233154+00:00,move the queen to E5,MOVE_PIECE,True,2876.9010000000003,825.183,Now I'll move my knight to c6,audio-files-staging/221f198d-fa87-4fbb-ba44-b55cc4c8ffa0 +2021-12-08 13:27:39.461329+00:00,how do you for,FALLBACK,False,8853.749,1442.48,I missed what you said. What was that?,audio-files-staging/a27a7c94-ef63-4be3-9fe1-1f3939ca2354 +2021-12-08 13:25:54.043941+00:00,hey Andy let's play chess,START_GAME,True,2552.816,799.823,"Okay, would you like black or white side?",audio-files-staging/2a1960cb-2ef9-4223-834b-43d915b17e2d +2021-12-08 13:29:48.223306+00:00,ravn want you to Forfeit game for me,QUIT_GAME,True,8575.759,793.1980000000001,It sounds like you're all done - would you like to quit?,audio-files-staging/02fed4b0-3a22-4b2c-8278-d1facd614c89 +2021-12-08 13:34:38.851719+00:00,I want to quit the game,QUIT_GAME,True,3136.7400000000002,994.903,"I hear that you're all finished, is that right?",audio-files-staging/a16ec2be-f5ee-461e-8c67-8c39534000ef +2021-12-08 13:32:43.434430+00:00,call Wesco do,FALLBACK,False,2172.6440000000002,1303.752,Can you say that again?,audio-files-staging/71d25ccc-3ec9-40cf-9477-bc6cb3145802 +2021-12-08 13:33:53.976016+00:00,alright I'm done,QUIT_GAME,True,4523.21,757.7860000000001,It sounds like you're all done - would you like to quit?,audio-files-staging/59b34bdb-4e92-42be-8463-ba83cfdfe586 +2021-12-08 13:26:31.496834+00:00,White,CHOOSE_SIDE,True,8148.070000000001,828.9559999999999,"Ok, then I'll take black. Next, would you like me to go easy, or hard on you?",audio-files-staging/b5d7001a-d20b-4e83-b808-aced17fc8425 +2021-12-08 13:29:16.359788+00:00,95,FALLBACK,False,1684.262,761.8299999999999,"Sorry, could you say that again?",audio-files-staging/c717bf71-3599-4a0e-9a1c-313be5ab0b47 +2021-12-08 13:34:49.276169+00:00,yes that is right,QUIT_GAME_YES,True,2350.285,1101.4989999999998,"Okay, thanks for playing with me!",audio-files-staging/56cfb0ec-471b-4ad3-abe2-dfcf7fb4e8b0 +2021-12-08 13:28:28.491804+00:00,new Queen to H5,MOVE_PIECE,True,7701.288,1100.372,"For my turn, I'll move my knight at g8 to f6",audio-files-staging/7f92dada-e3c7-4c8d-8b92-a160e6a0c7c3 +2021-12-08 13:30:06.905341+00:00,belkcredit,FALLBACK,False,9619.780999999999,920.8589999999999,I didn't get that. Can you say it again?,audio-files-staging/2809ac99-17d5-4892-a10b-4dda672cfee4 +2021-12-08 13:34:18.775423+00:00,please put the game,FALLBACK,False,11688.833,1228.862,What was that?,audio-files-staging/8aee9c8b-1c40-4f1f-8994-f56e0426e3aa +2021-12-08 13:33:42.857748+00:00,1950s,FALLBACK,False,2239.367,1114.213,Can you say that again?,audio-files-staging/5ce74f2f-6ce9-4127-9391-57f74517b7b3 +2021-12-08 13:31:14.160330+00:00,can you undo that moved here,UNDO_MOVE,True,5331.731000000001,808.6030000000001,"Sure thing, moving the pieces back to where they were before.",audio-files-staging/5fb0e6d8-735a-4139-9b01-e7ec6f943c4e +2021-12-08 13:26:17.368907+00:00,Call Wifey please Applewhite,FALLBACK,False,14394.106000000002,796.808,What was that?,audio-files-staging/d0b36adc-76bc-4e69-bc1c-2bb3b56f6a04 +2021-12-08 13:34:28.566944+00:00,the game,FALLBACK,False,3009.837,904.778,Can you say that again?,audio-files-staging/a0ea648c-6692-4d46-ada9-e9703d2bde02 +2021-12-08 13:32:58.552928+00:00,what else can I do,POSSIBLE_ACTIONS,True,8488.628999999999,1133.285,"I can perform a move for you, tell you how a named piece moves, give you advice on your best move, undo your last move, or restart the game. We can also stop playing whenever you're done.",audio-files-staging/b49809aa-cbc1-40aa-b115-00e27fce3c56 +2021-12-08 13:27:04.065993+00:00,easy,SELECT_DIFFICULTY,True,4437.089,6173.967,"Okay, then I'll go easy on you. Now, let's begin. Whenever you're ready, I can make a move for you. To move a piece, you can say something like 'pawn to E5', or, 'B3 to F3'. We'll play till one of us wins, or whenever you'd like to stop.",audio-files-staging/234d710d-bbc7-40e7-a7ac-bc2dd234494f diff --git a/data_analysis/demo2/logs_by_session_id/user_requests_log_239ca3c.csv b/data_analysis/demo2/logs_by_session_id/user_requests_log_239ca3c.csv new file mode 100644 index 0000000..a3e768c --- /dev/null +++ b/data_analysis/demo2/logs_by_session_id/user_requests_log_239ca3c.csv @@ -0,0 +1 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name diff --git a/data_analysis/demo2/logs_by_session_id/user_requests_log_24e731ab.csv b/data_analysis/demo2/logs_by_session_id/user_requests_log_24e731ab.csv new file mode 100644 index 0000000..8fb6ae4 --- /dev/null +++ b/data_analysis/demo2/logs_by_session_id/user_requests_log_24e731ab.csv @@ -0,0 +1,15 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-12-06 13:17:15.161915+00:00,with the game,FALLBACK,False,2091.542,776.316,I missed what you said. What was that?,audio-files-staging/db2d83ec-ca87-434d-b102-7e4a8e2829f7 +2021-12-06 13:17:05.988911+00:00,put the game,FALLBACK,False,3731.7999999999997,1103.2640000000001,I missed what you said. What was that?,audio-files-staging/9a254e5c-f63d-40e5-9049-dda669449f25 +2021-12-06 13:16:48.156164+00:00,Queens D7,MOVE_PIECE,True,6761.897,1121.09,Now I'll move my bishop to d7,audio-files-staging/592ab010-fd43-4e42-bfaa-d47b492f2101 +2021-12-06 13:14:42.667652+00:00,I'd like a hard game,SELECT_DIFFICULTY,True,3821.0989999999997,1198.399,"Okay, then I'll go hard on you. Now, let's begin. Whenever you're ready, I can make a move for you. To move a piece, you can say something like 'pawn to E5', or, 'B3 to F3'. We'll play till one of us wins, or whenever you'd like to stop.",audio-files-staging/d2aaaede-879f-48dd-a9db-22fa94a3d240 +2021-12-06 13:15:05.395190+00:00,Pawn to C4,MOVE_PIECE,True,1917.529,1455.3600000000001,Now I'll move my pawn to e5,audio-files-staging/5bc47d4f-2a6d-403f-b304-3ae3b73f7f53 +2021-12-06 13:16:26.937253+00:00,Queen A4,MOVE_PIECE,True,10986.605000000001,1735.08,"For my turn, I'll move my knight at b8 to a6",audio-files-staging/26449412-545f-4f22-ae2b-3157f39208e8 +2021-12-06 13:15:55.072974+00:00,Knight to C3,MOVE_PIECE,True,2585.7169999999996,1291.666,"Now, let me move my knight to f6",audio-files-staging/effc2f37-82e8-4d79-8e0f-a59588878023 +2021-12-06 13:14:11.596094+00:00,I'd like a heart game,START_GAME,True,2707.125,942.673,"Alright, let's do this. Did you want black side or white side?",audio-files-staging/b8214395-14ce-492c-96a2-8f433fd47d05 +2021-12-06 13:13:40.087233+00:00,hey Andy let's play chess,START_GAME,True,3588.484,919.722,"Okay, would you like black or white side?",audio-files-staging/01684766-339f-4359-93d3-a5cbf8bec04f +2021-12-06 13:13:58.738769+00:00,I'd like the White Side,CHOOSE_SIDE,True,11761.011999999999,1085.158,"Good choice, that means you'll go first. Now, would you like an easy game, or a hard game?",audio-files-staging/8f8aaa55-8d0e-4930-9d7a-c1822cda6866 +2021-12-06 13:15:38.426001+00:00,Knights E3,MOVE_PIECE,False,9431.443,1169.778,"Actually, that would be against the rules, so you can't do it.",audio-files-staging/d2333ac1-55ce-44e7-b393-dcf183d059b8 +2021-12-06 13:17:46.888341+00:00,end the game,QUIT_GAME,True,13780.272,5780.951,"I hear that you're all finished, is that right?",audio-files-staging/7fbd32dc-c1b6-4a56-9fb0-b1aa8d3f58b5 +2021-12-06 13:14:27.389656+00:00,I want the White Side,CHOOSE_SIDE,True,6391.845,1414.838,"Ok, then I'll take black. Now, would you like an easy game, or a hard game?",audio-files-staging/0856431c-f225-4dca-9e86-1af6eedbcbf8 +2021-12-06 13:18:00.667999+00:00,that's right,QUIT_GAME_YES,True,7488.709,991.1469999999999,"Alright, good game! I hope we can play again soon.",audio-files-staging/eadaaebb-ba0e-4bfc-8c8d-99342c4bf3e3 diff --git a/data_analysis/demo2/logs_by_session_id/user_requests_log_576c13ef.csv b/data_analysis/demo2/logs_by_session_id/user_requests_log_576c13ef.csv new file mode 100644 index 0000000..306d82f --- /dev/null +++ b/data_analysis/demo2/logs_by_session_id/user_requests_log_576c13ef.csv @@ -0,0 +1,21 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-12-06 13:37:55.405516+00:00,I can help one person,POSSIBLE_ACTIONS,True,9383.288,991.1000000000001,"I can move a piece for you, tell you how named pieces move, help you make your best move, undo your last move, and restart the game. We can also end the game at any time.",audio-files-staging/d09f9b79-ab7c-4f1a-be2b-e26f49a2929c +2021-12-06 13:35:36.446452+00:00,how do you feel about,FALLBACK,False,5932.000999999999,823.354,I didn't get that. Can you say it again?,audio-files-staging/d3b6eda7-32ab-4ea9-82e9-dd5804e092a9 +2021-12-06 13:37:15.005229+00:00,except like flooring start light for me,RESTART_GAME,True,6314.835,1279.162,"It seems like you want to start over, is that right?",audio-files-staging/df353621-6e40-4d8e-bd81-364ed18a5115 +2021-12-06 13:36:17.344382+00:00,one Improvement I did notice last time,FALLBACK,False,15726.909,820.693,I missed what you said. What was that?,audio-files-staging/93bf8fef-31a1-455d-a6e3-139ecc93df80 +2021-12-06 13:35:54.911221+00:00,it's not 100% accurate but it's perfect,FALLBACK,False,11729.896999999999,759.396,"Sorry, could you say that again?",audio-files-staging/67c2185a-0cce-4a52-99f5-9b40f9d00288 +2021-12-06 13:37:30.955506+00:00,y'all let me take the test over,FALLBACK,False,7122.7119999999995,855.4069999999999,I didn't get that. Can you say it again?,audio-files-staging/a97930e3-f7ff-4bd6-b78a-b5ac464c490f +2021-12-06 13:35:00.296899+00:00,how to design,FALLBACK,False,2582.4280000000003,817.0619999999999,What was that?,audio-files-staging/06c04de4-045b-46b9-9299-3e0fd191dc35 +2021-12-06 13:33:18.761304+00:00,I need some advice,BEST_MOVE,True,3966.939,1465.7549999999999,I'd reccomend moving your queen from d8 to g5.,audio-files-staging/65eb6224-03c8-4985-9188-6e7cb410525c +2021-12-06 13:34:52.745741+00:00,cool I mean,FALLBACK,False,3476.6330000000003,692.107,What was that?,audio-files-staging/444d268c-01a3-42ad-91a9-ce66ac1f9a8d +2021-12-06 13:36:33.301795+00:00,yeah what we are,FALLBACK,False,9387.166000000001,510.16399999999993,,audio-files-staging/5fe8f200-867b-4b36-9a6b-6e07b9f18bcc +2021-12-06 13:35:12.426358+00:00,when you got user input,FALLBACK,False,6206.921,649.1080000000001,,audio-files-staging/645c1a89-d893-4bbf-9602-6992cb2c4e9a +2021-12-06 13:33:31.449577+00:00,Luke McQueen from VA to G5,FALLBACK,False,4628.5689999999995,693.262,What was that?,audio-files-staging/05b12b85-9346-442f-8429-0b426c9ad3a7 +2021-12-06 13:32:04.783058+00:00,black-site,CHOOSE_SIDE,True,11594.444,890.237,"Good choice, that means you'll go second. Now, would you like an easy game, or a hard game?",audio-files-staging/66f225ea-62e0-4f5d-8885-5ba35088736d +2021-12-06 13:31:35.018361+00:00,hi Andy let's play chess,START_GAME,True,4698.04,764.389,"Alright, let's do this. Did you want black side or white side?",audio-files-staging/887577f1-2a6f-458b-af1b-dd7ddeb6c852 +2021-12-06 13:33:41.803189+00:00,move a queen to d8 to G5,MOVE_PIECE,True,4370.75,780.414,Now I'll move my queen to c1,audio-files-staging/6113de8e-b597-4995-8e2a-2551e2a8c299 +2021-12-06 13:32:17.282126+00:00,I would like an easy game,SELECT_DIFFICULTY,True,2220.43,1529.2979999999998,"Whenever you're ready, I can make a move for you. To move a piece, you can say something like 'pawn to E5', or, 'B3 to F3'. We'll play till one of us wins, or whenever you'd like to stop. Now I'll move my pawn to d4",audio-files-staging/17081e26-089e-4707-a42b-a7eefb61c89f +2021-12-06 13:32:51.516051+00:00,E7 to E6,MOVE_PIECE,True,7681.631,989.924,"Now, let me move my bishop to g5",audio-files-staging/4d4186fd-ddba-48b7-aaf6-d3b86edfaf17 +2021-12-06 13:37:00.588701+00:00,feel bad,FALLBACK,False,5223.177,1308.403,I didn't get that. Can you say it again?,audio-files-staging/a04a99cb-bbe7-4b13-adb6-9a392d59c447 +2021-12-06 13:33:59.382059+00:00,give me some advice,BEST_MOVE,True,6083.265,2632.746,I think you should move your queen at g5 to c1.,audio-files-staging/3d5511b1-1855-4a7f-9729-e2f0133a9a39 +2021-12-06 13:31:47.353357+00:00,Kellogg's website,FALLBACK,False,2082.9300000000003,685.838,"Sorry, could you say that again?",audio-files-staging/3a3871da-873c-4740-96aa-653aa3eb907c diff --git a/data_analysis/demo2/logs_by_session_id/user_requests_log_5772acbc.csv b/data_analysis/demo2/logs_by_session_id/user_requests_log_5772acbc.csv new file mode 100644 index 0000000..d9fd0f5 --- /dev/null +++ b/data_analysis/demo2/logs_by_session_id/user_requests_log_5772acbc.csv @@ -0,0 +1,21 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-12-06 13:27:41.414694+00:00,Bishop to D7,MOVE_PIECE,True,3136.915,754.2909999999999,Now I'll move my queen to d7,audio-files-staging/e0067f1e-4565-41f7-a6f5-fc2e938bac9a +2021-12-06 13:28:22.701588+00:00,in the game,FALLBACK,False,2151.898,829.365,Can you say that again?,audio-files-staging/e88761f9-96d8-43c2-94eb-70d7e5dc6934 +2021-12-06 13:28:02.921076+00:00,Queen daddy seven,MOVE_PIECE,False,1900.542,776.0809999999999,"Actually, that would be against the rules, so you can't do it.",audio-files-staging/24e1b197-b8fb-47ba-b5aa-c45a69618111 +2021-12-06 13:26:53.412429+00:00,Bishop to B5,MOVE_PIECE,True,7320.797,1125.864,Now I'll move my knight to a6,audio-files-staging/30957f5b-87eb-405d-817e-a6d7cc0a5d0e +2021-12-06 13:28:13.070242+00:00,in the game,FALLBACK,False,2301.621,898.5060000000001,I didn't get that. Can you say it again?,audio-files-staging/e1da46c2-4662-4de8-857f-6c89325de088 +2021-12-06 13:26:04.088884+00:00,Pawn to E4,MOVE_PIECE,True,7336.712,924.011,"For my turn, I'll move my pawn at f7 to f6",audio-files-staging/3f1a1978-a5b0-488a-9683-efb004c2488c +2021-12-06 13:24:44.557630+00:00,hey Andy let's play chess,START_GAME,True,3197.763,807.9970000000001,"Alright, let's do this. Did you want black side or white side?",audio-files-staging/24a6e842-8776-4e74-bcaf-0bd66b33913f +2021-12-06 13:28:30.259151+00:00,endgame,FALLBACK,False,2473.011,422.85200000000003,,audio-files-staging/9103fd9f-531b-4af6-b9d7-5903c228c382 +2021-12-06 13:29:04.134168+00:00,send the game,FALLBACK,False,2665.476,715.219,I missed what you said. What was that?,audio-files-staging/f21f8554-ee28-452d-9d14-106b96941098 +2021-12-06 13:27:31.842507+00:00,District 27,FALLBACK,False,6013.751,684.826,I'm not sure I understood that.,audio-files-staging/45be725b-20c6-4170-a758-ac7fdf9597a8 +2021-12-06 13:28:54.985478+00:00,and the game,FALLBACK,False,6824.628,1103.9740000000002,I'm not sure I understood that.,audio-files-staging/79177f3f-063a-4b7b-8955-360e8abcf7dd +2021-12-06 13:29:20.751660+00:00,end the game,QUIT_GAME,True,3176.121,702.535,It sounds like you're all done - would you like to quit?,audio-files-staging/99f88554-c6e6-44ca-9f76-2054232d27b5 +2021-12-06 13:24:59.315543+00:00,White Side,CHOOSE_SIDE,True,6740.38,801.4599999999999,"Ok, then I'll take black. Now, would you like an easy game, or a hard game?",audio-files-staging/9ac433d2-19c0-4112-aca5-5fc7f79d66ea +2021-12-06 13:27:56.077210+00:00,27,FALLBACK,False,2710.361,765.139,What was that?,audio-files-staging/80b4b72e-8c46-4eca-b975-ec12914b9826 +2021-12-06 13:27:11.857813+00:00,Queen to G4,MOVE_PIECE,True,6013.8460000000005,1177.5720000000001,"For my turn, I'll move my pawn at g7 to g5",audio-files-staging/c45fd746-220a-4de8-ae87-56d5c91954fb +2021-12-06 13:25:37.780122+00:00,easy,SELECT_DIFFICULTY,True,2037.261,1169.729,"Okay, then I'll go easy on you. Now, let's begin. When you're ready to move a piece, you can say something like 'pawn to C4', or, 'E7 to E5'. We'll play out the game till the end, or when you tell me you're done.",audio-files-staging/070ad290-0d0d-4329-86bc-31a62e54465e +2021-12-06 13:29:12.971057+00:00,and the game,FALLBACK,False,2557.3320000000003,771.968,What was that?,audio-files-staging/87d6e36f-2927-4aba-814c-036b2cf26a99 +2021-12-06 13:25:29.442224+00:00,Louisiana,FALLBACK,False,19459.296,809.4929999999999,I missed what you said. What was that?,audio-files-staging/f7556968-2014-4def-91b4-666a6e1a6c53 +2021-12-06 13:26:33.332270+00:00,Bishop to D5,MOVE_PIECE,False,4927.5960000000005,2332.169,"Actually, that would be against the rules, so you can't do it.",audio-files-staging/fd5ddca5-8218-4a68-8a16-3e5f5d7b5c6b +2021-12-06 13:29:44.980326+00:00,and yes,QUIT_GAME_YES,True,10412.64,1320.672,"Okay, thanks for playing with me!",audio-files-staging/dad93e1e-4d35-48c9-8fa7-80c7289454e5 diff --git a/data_analysis/demo2/logs_by_session_id/user_requests_log_6115d003.csv b/data_analysis/demo2/logs_by_session_id/user_requests_log_6115d003.csv new file mode 100644 index 0000000..9022068 --- /dev/null +++ b/data_analysis/demo2/logs_by_session_id/user_requests_log_6115d003.csv @@ -0,0 +1,14 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-12-08 13:23:17.040247+00:00,E2 to E4,MOVE_PIECE,True,2731.701,1259.957,"Now, let me move my pawn to b6",audio-files-staging/cb224f3f-806e-43c9-8768-00d401ad1a74 +2021-12-08 13:22:15.453919+00:00,D2 to D4,MOVE_PIECE,True,5651.443,928.175,"For my turn, I'll move my pawn at h7 to h6",audio-files-staging/e144d5bc-81d0-4ff7-8771-32ede16eb240 +2021-12-08 13:24:00.652956+00:00,undo my last move,UNDO_MOVE,True,10560.948,982.134,"Sure thing, moving the pieces back to where they were before.",audio-files-staging/27f717e7-b55c-4675-a165-684421e6f469 +2021-12-08 13:20:10.573254+00:00,Andy,START_GAME,True,8386.606,954.0440000000001,"Awesome, I'm so excited. But first, do you want black or white side?",audio-files-staging/2e0ee91b-1a4d-4890-8ab3-2e5f475f2e69 +2021-12-08 13:21:49.408005+00:00,easy,SELECT_DIFFICULTY,True,19478.325,1690.302,"Okay, then I'll go easy on you. Now, let's begin. When you're ready to move a piece, you can say something like 'pawn to C4', or, 'E7 to E5'. We'll play out the game till the end, or when you tell me you're done.",audio-files-staging/b29c83b8-9e24-413a-b086-6b9543a553c5 +2021-12-08 13:22:54.171022+00:00,what's my best move,BEST_MOVE,True,13183.746,1756.6889999999999,I think you should move your pawn at e2 to e4.,audio-files-staging/a5c45261-f1e0-48b5-9eac-795d00a9c7ea +2021-12-08 13:23:43.216900+00:00,Leroy's C3,FALLBACK,False,12010.289999999999,1043.367,Can you say that again?,audio-files-staging/21d55388-29ba-40a9-9b4d-c75c6d7d8c46 +2021-12-08 13:20:57.015187+00:00,White Side,CHOOSE_SIDE,True,9381.831,1139.422,"Ok, then I'll take black. Next, would you like me to go easy, or hard on you?",audio-files-staging/7b66e3de-18cf-44d3-96f7-e87dac355069 +2021-12-08 13:24:13.789411+00:00,E2 to E4,MOVE_PIECE,True,4137.544,894.0719999999999,"For my turn, I'll move my pawn at c7 to c6",audio-files-staging/30b9e499-8bcf-4d54-8023-dea73f906271 +2021-12-08 13:24:38.410342+00:00,and my game,FALLBACK,False,11327.184000000001,1000.664,I missed what you said. What was that?,audio-files-staging/bd1fded9-7c3c-4ef1-934a-57ac48d28b6f +2021-12-08 13:23:06.650001+00:00,Ute Ford,FALLBACK,False,3310.075,893.145,I'm not sure I understood that.,audio-files-staging/e741463b-7861-46c2-8dc3-4e1de19235e0 +2021-12-08 13:24:48.953764+00:00,dentist the game,FALLBACK,False,1986.624,1024.462,What was that?,audio-files-staging/15e8d227-c510-46c2-828e-6c6743db6d49 +2021-12-08 13:24:58.088019+00:00,that's really cool though,FALLBACK,False,2177.294,670.356,,audio-files-staging/e9985d89-f55b-4fdd-94fc-81feaaf4026a diff --git a/data_analysis/demo2/logs_by_session_id/user_requests_log_66e3f6ca.csv b/data_analysis/demo2/logs_by_session_id/user_requests_log_66e3f6ca.csv new file mode 100644 index 0000000..d8ed540 --- /dev/null +++ b/data_analysis/demo2/logs_by_session_id/user_requests_log_66e3f6ca.csv @@ -0,0 +1,18 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-12-06 13:43:06.584451+00:00,I want to give up,QUIT_GAME,True,14868.344000000001,1140.529,It sounds like you're all done - would you like to quit?,audio-files-staging/364e0c9e-e82c-435a-9481-6fdefc168eb7 +2021-12-06 13:39:42.740464+00:00,iwantblacks,FALLBACK,False,1470.503,763.608,I missed what you said. What was that?,audio-files-staging/aeb83701-9bb9-4994-8cb1-9b53f92176c7 +2021-12-06 13:39:34.149158+00:00,which is better,FALLBACK,False,1599.893,1127.867,I missed what you said. What was that?,audio-files-staging/a2207274-4d6e-4ff1-9720-13ca94b11bfb +2021-12-06 13:40:35.280184+00:00,Pawn to B5,MOVE_PIECE,True,2389.4829999999997,744.5409999999999,Now I'll move my pawn to e4,audio-files-staging/017ebe12-44e7-4a73-a2ed-c7c2d6bfe16c +2021-12-06 13:42:00.734141+00:00,pawn to G5,MOVE_PIECE,True,2134.824,1003.839,"For my turn, I'll move my bishop at f1 to b5",audio-files-staging/7cbf6de3-fdd2-4508-9ab8-d94356b1ae9e +2021-12-06 13:41:04.469458+00:00,what should I do,BEST_MOVE,True,2560.755,1372.002,I think you should move your bishop at c8 to b7.,audio-files-staging/0d484268-f9c5-43a7-ad63-27a66cdd3dee +2021-12-06 13:39:57.040319+00:00,I want black side,CHOOSE_SIDE,True,6886.649,1237.109,"Good choice, that means you'll go second. Now, would you like an easy game, or a hard game?",audio-files-staging/02421824-c2e0-4eca-8777-0d9605a64ee7 +2021-12-06 13:43:16.558297+00:00,I want to quit,QUIT_GAME,True,1921.334,1142.873,It sounds like you're all done - would you like to quit?,audio-files-staging/b05e5c1b-a1e5-4187-966e-b17481f2d928 +2021-12-06 13:42:43.395256+00:00,yes I want to give,QUIT_GAME,True,13118.805999999999,1384.3709999999999,It sounds like you're all done - would you like to quit?,audio-files-staging/6bb94419-25bf-42f9-9de8-65fa1831e113 +2021-12-06 13:41:39.406521+00:00,where can I queen go,MOVE_PIECE,False,3094.131,1239.431,"I hear that you want to move your queen, but where to?",audio-files-staging/7b4edd8e-e9df-4502-b381-2302f84a034b +2021-12-06 13:39:23.284662+00:00,hey Andy let's play chess,START_GAME,True,3584.42,873.4570000000001,"Awesome, I'm so excited. But first, do you want black or white side?",audio-files-staging/8b41e5e8-3816-435e-8524-655aaf114a88 +2021-12-06 13:40:10.074622+00:00,I want a hard again,SELECT_DIFFICULTY,True,2706.0170000000003,1027.3560000000002,"When you're ready to move a piece, you can say something like 'pawn to C4', or, 'E7 to E5'. We'll play out the game till the end, or when you tell me you're done. Now I'll move my pawn to d4",audio-files-staging/1ce0862f-757f-42b0-8daf-48aeaba92e60 +2021-12-06 13:42:18.199709+00:00,I give up,QUIT_GAME,True,3391.225,831.8,It sounds like you're all done - would you like to quit?,audio-files-staging/18108acf-4bcb-4c52-a38d-a8fa3a0937d8 +2021-12-06 13:41:14.071275+00:00,let's do that.,FALLBACK,False,2148.645,783.908,I missed what you said. What was that?,audio-files-staging/7e2435e9-4b2e-431f-8503-24d09d79c32e +2021-12-06 13:43:26.736921+00:00,yes I do,QUIT_GAME_YES,True,1917.0819999999999,1109.652,"Alright, good game! I hope we can play again soon.",audio-files-staging/29dd01a4-c13f-4f61-ae4a-f8669e999fd4 +2021-12-06 13:41:23.323839+00:00,C8 to B7,MOVE_PIECE,True,2728.967,848.172,"For my turn, I'll move my knight at b1 to d2",audio-files-staging/ef7c2169-f70b-414a-ab4b-d9ee132b905a +2021-12-06 13:41:49.964923+00:00,Ponzi file,MOVE_PIECE,False,2775.014,922.677,"I hear that you want to move your queen, but where to?",audio-files-staging/6da63f74-57e2-4f26-8771-ced0a622141d diff --git a/data_analysis/demo2/logs_by_session_id/user_requests_log_b510ca92.csv b/data_analysis/demo2/logs_by_session_id/user_requests_log_b510ca92.csv new file mode 100644 index 0000000..e4f1201 --- /dev/null +++ b/data_analysis/demo2/logs_by_session_id/user_requests_log_b510ca92.csv @@ -0,0 +1,41 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-12-08 13:04:56.344600+00:00,I accidentally,FALLBACK,False,3050.642,735.6030000000001,What was that?,audio-files-staging/71e3cd9d-0170-4247-824e-27b0cf31a398 +2021-12-08 13:04:33.398603+00:00,Party 5,FALLBACK,False,4096.939,1006.02,I'm not sure I understood that.,audio-files-staging/a6c2f95d-849f-4957-898f-354268c4ed6e +2021-12-08 13:09:53.449602+00:00,take the f****** Pawn,MOVE_PIECE,False,2477.255,897.9939999999999,"Sorry, where did you want to move your pawn to?",audio-files-staging/15134510-d9c9-4267-ab7a-1a25c3b6c611 +2021-12-08 13:10:59.098513+00:00,put my night on D5,MOVE_PIECE,True,3242.455,1137.121,"For my turn, I'll move my queen at d8 to d5",audio-files-staging/629b2075-9d5b-469e-bd61-453e7c1dd80d +2021-12-08 13:03:40.958780+00:00,let's go White,CHOOSE_SIDE,True,7555.397,1025.176,"Ok, then I'll take black. Now, would you like an easy game, or a hard game?",audio-files-staging/e9ae5336-0e8b-45e9-a9b8-db948b81a81f +2021-12-08 13:11:17.196824+00:00,quit Uncle Buck you,QUIT_GAME,True,2946.224,1101.496,"I hear that you're all finished, is that right?",audio-files-staging/3596f618-167d-4d30-925b-df167c903185 +2021-12-08 13:11:30.989172+00:00,uncle uncompassionate,FALLBACK,False,2840.68,2613.7549999999997,"Sorry, could you say that again?",audio-files-staging/44cf2928-f771-4ad7-a700-4b8dc529a082 +2021-12-08 13:02:55.189674+00:00,I want to be purple dammit,FALLBACK,False,7289.341,804.643,Can you say that again?,audio-files-staging/84b1f4a2-369b-442c-a5df-332d3dc8e3a0 +2021-12-08 13:03:54.779760+00:00,card game give me a hard game,SELECT_DIFFICULTY,True,2952.895,1749.915,"Great, then I'll go hard on you. Now, let's get started. Whenever you're ready, I can make a move for you. To move a piece, you can say something like 'pawn to E5', or, 'B3 to F3'. We'll play till one of us wins, or whenever you'd like to stop.",audio-files-staging/bde73c09-cbcc-4d08-b389-095086c2b9c2 +2021-12-08 13:10:03.542499+00:00,Nike 2D f****** 5,MOVE_PIECE,False,2858.358,1044.634,"Sorry, I don't see a piece at A2.",audio-files-staging/f28bf57d-c8a8-44d2-bb35-b995c99c5afd +2021-12-08 13:07:36.011629+00:00,before,FALLBACK,False,4353.716,1018.207,What was that?,audio-files-staging/b569c864-8318-433b-b8b8-05319e692272 +2021-12-08 13:04:20.362448+00:00,Queen to d8,MOVE_PIECE,False,3005.925,822.268,"Oh, that's an illegal move. Could you give me a different one?",audio-files-staging/eb402fa1-f69f-410a-9b54-4d6371a4d4d4 +2021-12-08 13:07:18.510869+00:00,put my phone on eforyou s***,FALLBACK,False,5290.436,825.5999999999999,I'm not sure I understood that.,audio-files-staging/3031d4ec-85f7-4b5a-a7f8-28143411e95b +2021-12-08 13:07:46.830055+00:00,put my phone on Ivar,FALLBACK,False,4176.400000000001,407.034,,audio-files-staging/d93d0bbd-a08f-4f59-b64d-38b6de8dfbaa +2021-12-08 13:06:12.670307+00:00,bharani 4,MOVE_PIECE,True,2192.213,1543.185,"For my turn, I'll move my pawn at e7 to e5",audio-files-staging/b000688a-edfe-44c9-b854-10b8ecd3d201 +2021-12-08 13:05:33.047476+00:00,594,MOVE_PIECE,False,2623.593,1020.557,"I hear that you want to move your pawn, but where to?",audio-files-staging/3fdb95cd-89c0-4fa8-8ff1-ab82b31aefb1 +2021-12-08 13:08:10.152252+00:00,I stick the horsey dude on C3,FALLBACK,False,4289.697,1027.49,I'm not sure I understood that.,audio-files-staging/f89db23e-b7e1-476e-99b7-552d35299ae9 +2021-12-08 13:12:05.913393+00:00,surrender,FALLBACK,False,4647.148999999999,919.271,I didn't get that. Can you say it again?,audio-files-staging/e6e4004d-4e87-4fcd-9d8b-73968004967a +2021-12-08 13:05:47.233291+00:00,on the floor,MOVE_PIECE,False,4501.226,1322.699,"Sorry, where did you want to move your pawn to?",audio-files-staging/69561bd0-0302-47d2-ade0-c0bd2225d3b3 +2021-12-08 13:06:51.299269+00:00,practically always,FALLBACK,False,12786.060000000001,651.3679999999999,Can you say that again?,audio-files-staging/cbbde4f8-193d-42a4-a0d1-8548d88fab4b +2021-12-08 13:08:31.185782+00:00,so a night,MOVE_PIECE,False,2771.576,1354.592,"Sorry, where did you want to move your knight to?",audio-files-staging/98acac24-4a56-4938-80b6-ca8699f22c05 +2021-12-08 13:10:18.859221+00:00,what is it sephi 95c 75,FALLBACK,False,6502.077,895.5840000000001,Can you say that again?,audio-files-staging/f3a9ebd8-c7fd-4e89-8cbf-8681d791e4e1 +2021-12-08 13:02:39.285230+00:00,want to play some f****** check,START_GAME,True,2708.9539999999997,691.501,"Alright, let's do this. Did you want black side or white side?",audio-files-staging/a207c23e-f8be-4bd1-9402-21d66ae390f1 +2021-12-08 13:08:56.671014+00:00,take D5,MOVE_PIECE,False,2352.157,1189.921,"Sorry, I'm not sure which piece you are trying to move. Can you give me more info?",audio-files-staging/0cf855f9-39d0-4d3e-aa9d-a72673b118c2 +2021-12-08 13:03:16.153743+00:00,I want play whatever side you text,START_GAME,True,5373.095,5299.475,"Okay, would you like black or white side?",audio-files-staging/28645562-fe91-4036-b117-a42206025da5 +2021-12-08 13:04:44.808468+00:00,my damn Pawn on goddamn E5,MOVE_PIECE,False,4330.695000000001,1114.17,"Oh, that's an illegal move. Could you give me a different one?",audio-files-staging/1e82e45f-375f-4ac9-95e4-92d239029d83 +2021-12-08 13:05:15.905661+00:00,looking for looking for,MOVE_PIECE,False,2624.38,5937.376,"I hear that you want to move your pawn, but where to?",audio-files-staging/484647db-2020-4045-8b56-782124884308 +2021-12-08 13:06:02.889301+00:00,s*** on me,MOVE_PIECE,False,3159.16,1002.681,"Sorry, where did you want to move your pawn to?",audio-files-staging/9ca7ace6-bf0c-4ef8-90b3-b7aae50dff98 +2021-12-08 13:07:01.878281+00:00,give me E4,MOVE_PIECE,False,4777.523,1444.7060000000001,"Sorry, I need a little bit more information about your move. Could you give me more details?",audio-files-staging/a9c63130-183e-4962-834e-576343953a3f +2021-12-08 13:08:41.334982+00:00,C3,MOVE_PIECE,True,2048.5820000000003,1126.589,"Now, let me move my pawn to d5",audio-files-staging/75406ba4-f61d-40dc-a525-bdf9d07e0602 +2021-12-08 13:03:03.835882+00:00,just pick something random right,FALLBACK,False,3105.108,752.407,I missed what you said. What was that?,audio-files-staging/3c4101ec-7986-40ce-ac66-c3c732c83a1a +2021-12-08 13:05:04.806946+00:00,Buckeye Pawn on a f****** for,MOVE_PIECE,False,3006.323,809.4200000000001,"I hear that you want to move your pawn, but where to?",audio-files-staging/7a35ca82-7d09-46fb-9e7d-dc3a9bf50b42 +2021-12-08 13:09:42.039536+00:00,alright I need you to put my night on,MOVE_PIECE,False,11372.049,2104.111,"Sorry, where did you want to move your knight to?",audio-files-staging/14212a61-0577-4416-887e-5e520f711f08 +2021-12-08 13:08:21.838456+00:00,customer horse on C3,FALLBACK,False,4244.124,961.1019999999999,Can you say that again?,audio-files-staging/534c0049-b2a1-41c1-b7f3-65624ef01116 +2021-12-08 13:09:12.630361+00:00,is only one piece that can take D5 and that's my f****** a horse,HOW_PIECE_MOVES,True,5460.586,1209.855,"Oh, that's a pawn. Pawns move vertically forward one square, or optionally, two squares if they haven't been moved yet. They can attack forward one square diagonally, but they are unable to move backwards.",audio-files-staging/e07cef6f-c6c6-4b7f-8a17-bb8639f78bad +2021-12-08 13:02:30.949157+00:00,lesgo,FALLBACK,False,2792.494,857.481,Can you say that again?,audio-files-staging/b1943c40-f2d1-4431-9fbe-e1b71128bf9b +2021-12-08 13:10:34.995722+00:00,C7 to D5 dammit,MOVE_PIECE,False,4672.682,1439.784,"That piece actually belongs to me, so I'm afraid you can't move it.",audio-files-staging/58b43846-301a-4a7f-9cf6-f61ee258587f +2021-12-08 13:11:48.401634+00:00,I lose,FALLBACK,False,2027.534,6054.018,Can you say that again?,audio-files-staging/03950c81-1aa2-4987-8667-2a74db274510 +2021-12-08 13:10:48.529805+00:00,btd5 gamut,FALLBACK,False,3455.0640000000003,726.2719999999999,I missed what you said. What was that?,audio-files-staging/5e19f5ef-6312-4bb9-84a6-7d65c3354b98 +2021-12-08 13:02:21.434061+00:00,telescope,FALLBACK,False,4243.848,5904.521,I'm not sure I understood that.,audio-files-staging/81289193-27a0-48f1-952c-02c824217931 diff --git a/data_analysis/demo2/logs_by_session_id/user_requests_log_ee20170d.csv b/data_analysis/demo2/logs_by_session_id/user_requests_log_ee20170d.csv new file mode 100644 index 0000000..ff37e7d --- /dev/null +++ b/data_analysis/demo2/logs_by_session_id/user_requests_log_ee20170d.csv @@ -0,0 +1,19 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-12-06 13:22:32.091175+00:00,Castle to G1,CASTLE,False,4505.788,849.7239999999999,"Sorry, where did you want to castle to?",audio-files-staging/c4735587-ed7c-4f5a-8a89-913c325b7c9c +2021-12-06 13:19:04.501066+00:00,call takeaway,FALLBACK,False,1363.508,852.305,I didn't get that. Can you say it again?,audio-files-staging/7b42e27d-a33a-4e86-b713-b787cf2225f2 +2021-12-06 13:18:54.665226+00:00,hey Andy let's play chess,START_GAME,True,2900.929,873.7180000000001,"Alright, let's do this. Did you want black side or white side?",audio-files-staging/24c44197-f92e-4bd4-9d2c-de8cf5f49a41 +2021-12-06 13:23:25.192321+00:00,yeah I'd like to quit,QUIT_GAME,True,2153.841,692.969,"I hear that you're all finished, is that right?",audio-files-staging/aa267f90-d4cd-4f6e-bac0-c08f6b59e42f +2021-12-06 13:21:09.139711+00:00,khon to debord,FALLBACK,False,3965.098,773.4200000000001,I'm not sure I understood that.,audio-files-staging/12c67f3c-af02-45ae-a70c-a50ed4a460da +2021-12-06 13:23:15.294314+00:00,quit the game,QUIT_GAME,True,9494.987,878.606,It sounds like you're all done - would you like to quit?,audio-files-staging/e196e80b-6a79-4a8a-8110-4748b355d8a4 +2021-12-06 13:20:09.232503+00:00,did you go easy,FALLBACK,False,8100.301,777.6789999999999,What was that?,audio-files-staging/9ad887eb-1ea0-4356-bf16-0d601f1a2426 +2021-12-06 13:21:17.485301+00:00,Pawn to D4,MOVE_PIECE,True,2473.393,815.021,"Now, let me move my pawn to c6",audio-files-staging/81030f9d-dfa8-49a8-8ea1-0046ee253beb +2021-12-06 13:20:17.558950+00:00,could you do easy,SELECT_DIFFICULTY,True,3148.4269999999997,1577.754,"Great, then I'll go easy on you. Now, let's get started. Whenever you're ready, I can make a move for you. To move a piece, you can say something like 'pawn to E5', or, 'B3 to F3'. We'll play till one of us wins, or whenever you'd like to stop.",audio-files-staging/9dc8cdb2-807d-45b5-98c6-760fc3057f7e +2021-12-06 13:19:50.202557+00:00,I'd like you to go hard,FALLBACK,False,26841.937,757.879,"Sorry, could you say that again?",audio-files-staging/f3f57d40-ae61-4c97-a041-141795585b08 +2021-12-06 13:21:43.778105+00:00,Knight to F3,MOVE_PIECE,True,2433.9849999999997,922.549,"Now, let me move my pawn to d6",audio-files-staging/5eb407c2-a5d8-4427-aed6-09ddbab260f8 +2021-12-06 13:21:33.155855+00:00,Knight to E3,MOVE_PIECE,False,3604.0800000000004,1039.283,"Oh, that's an illegal move. Could you give me a different one?",audio-files-staging/931d66a5-ac2e-47c1-b8c6-e33758bb8caa +2021-12-06 13:22:50.510310+00:00,Castle right side,CASTLE,True,11926.188,1180.772,"For my turn, I'll move my knight at g8 to f6",audio-files-staging/ba1c98bf-7006-4270-9e70-7b000750af4d +2021-12-06 13:20:42.458380+00:00,Pawn to E4,MOVE_PIECE,True,2774.801,995.1479999999999,Now I'll move my pawn to g6,audio-files-staging/65689d6d-55d6-4ab2-9780-da24bf8beb05 +2021-12-06 13:22:00.623925+00:00,Bishop to C4,MOVE_PIECE,True,5141.586,905.909,"Now, let me move my bishop to g7",audio-files-staging/12f1e6ab-df1b-44b8-a874-91234cd73f72 +2021-12-06 13:19:13.299970+00:00,White Side,CHOOSE_SIDE,True,1900.365,1182.259,"Ok, then I'll take black. Next, would you like me to go easy, or hard on you?",audio-files-staging/e178e415-6750-403f-9303-ea2d13c8c2d1 +2021-12-06 13:22:21.176717+00:00,can you Castle,CASTLE,False,10255.691,757.608,"Sorry, where did you want to castle to?",audio-files-staging/bbeca277-a0fa-435e-8560-5a4961af6d86 +2021-12-06 13:23:34.249960+00:00,yep that's all right,QUIT_GAME_YES,True,2478.51,1368.2579999999998,"Alright, good game! I hope we can play again soon.",audio-files-staging/d0544a20-05b7-4673-a6ed-093af8a37741 diff --git a/data_analysis/demo2/logs_by_session_id/user_requests_log_f0251afb.csv b/data_analysis/demo2/logs_by_session_id/user_requests_log_f0251afb.csv new file mode 100644 index 0000000..0635bfa --- /dev/null +++ b/data_analysis/demo2/logs_by_session_id/user_requests_log_f0251afb.csv @@ -0,0 +1,15 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-12-08 13:15:24.783724+00:00,navigate to,FALLBACK,False,4927.816,1209.225,I'm not sure I understood that.,audio-files-staging/d88523b7-06df-4d4d-86a7-e0d6487a63db +2021-12-08 13:14:27.266547+00:00,Honda G4,FALLBACK,False,3756.591,830.235,"Sorry, could you say that again?",audio-files-staging/67a58ee8-0d5e-4b43-8070-334da232d5df +2021-12-08 13:13:01.397667+00:00,another project,FALLBACK,False,2517.4660000000003,962.991,I'm not sure I understood that.,audio-files-staging/3b0e727f-0fea-487b-9a24-0bc0b2a2fa82 +2021-12-08 13:14:02.484456+00:00,easy mode,SELECT_DIFFICULTY,True,2237.647,1256.411,"Okay, then I'll go easy on you. Now, let's begin. Whenever you're ready, I can make a move for you. To move a piece, you can say something like 'pawn to E5', or, 'B3 to F3'. We'll play till one of us wins, or whenever you'd like to stop.",audio-files-staging/98bc765f-cc60-4daa-83e2-d01ff8d543d9 +2021-12-08 13:13:31.113720+00:00,White,CHOOSE_SIDE,True,1397.0320000000002,1614.7800000000002,"Good choice, that means you'll go first. Next, would you like me to go easy, or hard on you?",audio-files-staging/90ae86f9-7d22-4d2e-8cb5-fbd6c810fd15 +2021-12-08 13:13:11.978347+00:00,hey Andy let's play chess,START_GAME,True,3605.2,912.947,"Alright, let's do this. Did you want black side or white side?",audio-files-staging/bb57ba42-ceaf-48de-b16e-158ed9c605c9 +2021-12-08 13:15:51.926627+00:00,955,FALLBACK,False,3456.403,390.126,,audio-files-staging/865b7172-c997-4693-9c32-159ca635982f +2021-12-08 13:13:44.710544+00:00,dizzy,FALLBACK,False,2092.634,1117.926,I didn't get that. Can you say it again?,audio-files-staging/af4a601c-5845-4a72-8ff9-5562410b5f73 +2021-12-08 13:16:13.542977+00:00,stop playing,QUIT_GAME,True,2582.907,750.014,It sounds like you're all done - would you like to quit?,audio-files-staging/5066d730-0045-4b5d-8eee-862ad42bf77a +2021-12-08 13:13:53.749177+00:00,Yeezy,FALLBACK,False,1922.419,736.9680000000001,I didn't get that. Can you say it again?,audio-files-staging/2d94cf2b-ae75-43f0-b34d-536dd59714a6 +2021-12-08 13:14:38.094167+00:00,Pawn to D4,MOVE_PIECE,True,3583.168,1268.905,"Now, let me move my pawn to b6",audio-files-staging/23f9addf-5cf1-4e5d-9ce0-b3dc7e94f771 +2021-12-08 13:13:23.560088+00:00,Wi-Fi,FALLBACK,False,2385.4320000000002,1102.516,Can you say that again?,audio-files-staging/d5f4e54f-3cfd-4e62-a217-6d3a0ac0299e +2021-12-08 13:15:07.113250+00:00,Knight to C3,MOVE_PIECE,True,4285.2699999999995,809.484,"Now, let me move my pawn to d5",audio-files-staging/1e39cc95-460e-4ed3-a869-49bd76b923c5 +2021-12-08 13:15:35.701778+00:00,92-85,FALLBACK,False,3156.4519999999998,5894.8099999999995,"Sorry, could you say that again?",audio-files-staging/b338ffd7-4a2c-4fe2-a43c-af9402ea0891 diff --git a/data_analysis/demo2/logs_by_session_id/user_requests_log_fd73d803.csv b/data_analysis/demo2/logs_by_session_id/user_requests_log_fd73d803.csv new file mode 100644 index 0000000..0b92dab --- /dev/null +++ b/data_analysis/demo2/logs_by_session_id/user_requests_log_fd73d803.csv @@ -0,0 +1,21 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-12-06 12:53:36.238776+00:00,easy game,SELECT_DIFFICULTY,True,10429.068,1286.8899999999999,"Great, then I'll go easy on you. Now, let's get started. Whenever you're ready, I can make a move for you. To move a piece, you can say something like 'pawn to E5', or, 'B3 to F3'. We'll play till one of us wins, or whenever you'd like to stop.",audio-files-staging/fe342834-fad3-4adf-96f0-1cc22a22786e +2021-12-06 12:57:34.056502+00:00,I would like to resign,FALLBACK,False,3668.2239999999997,1206.109,Can you say that again?,audio-files-staging/544de7d7-11d8-4aa8-8f9c-aac9927bdd69 +2021-12-06 12:56:45.160558+00:00,King to G1,MOVE_PIECE,True,3012.512,1061.0230000000001,Now I'll move my knight to g8,audio-files-staging/14a93ff0-b0dd-4f61-8250-7cc44b9cee6c +2021-12-06 12:55:03.742066+00:00,night to eat E2,MOVE_PIECE,True,9793.639000000001,1260.864,"For my turn, I'll move my pawn at f7 to f5",audio-files-staging/63e3e923-06a6-4f3c-a573-4ebb450f9ca5 +2021-12-06 12:56:32.817106+00:00,kangta G1,FALLBACK,False,14549.451,1802.051,I'm not sure I understood that.,audio-files-staging/9c6baf72-1df7-4ddd-9868-c913c1e075ca +2021-12-06 12:54:47.168532+00:00,92,FALLBACK,False,13482.829,689.726,I missed what you said. What was that?,audio-files-staging/361544f9-d46a-4606-9db9-90c1f1ac93b2 +2021-12-06 12:56:05.588766+00:00,Bishop to A6,MOVE_PIECE,True,4521.474,687.7860000000001,"Now, let me move my pawn to c6",audio-files-staging/ae12346e-5120-424d-9186-420063107989 +2021-12-06 12:58:06.807602+00:00,am I able to resign,FALLBACK,False,5395.879,726.1339999999999,,audio-files-staging/674a5751-ac28-4c3e-9ee6-71c7f8dd172e +2021-12-06 12:59:16.405969+00:00,that's right,QUIT_GAME_YES,True,15847.156,1478.518,"Okay, thanks for playing with me!",audio-files-staging/749ee2ea-2c29-4d8a-a01b-0cb575bce196 +2021-12-06 12:53:11.885893+00:00,White,CHOOSE_SIDE,True,4509.090999999999,1063.989,"Ok, then I'll take black. Now, would you like an easy game, or a hard game?",audio-files-staging/63da0768-ab94-424a-b4d3-51fbb32dbdc8 +2021-12-06 12:55:47.226387+00:00,night from E2 to C3,MOVE_PIECE,True,3240.197,822.738,"Now, let me move my knight to a6",audio-files-staging/abd6648c-3fca-4b91-833f-cfb82182af88 +2021-12-06 12:54:09.542476+00:00,Pawn to E3,MOVE_PIECE,True,1662.21,1468.777,"Now, let me move my knight to h6",audio-files-staging/eea5d1e6-1ed3-4333-92da-6c2d866a63ac +2021-12-06 12:55:38.202536+00:00,92 Secret,FALLBACK,False,9490.503999999999,563.5079999999999,Can you say that again?,audio-files-staging/983ec2a1-1337-4d4e-9cc7-590209981bdd +2021-12-06 12:57:52.517272+00:00,I resign,FALLBACK,False,9473.139,1556.3829999999998,I'm not sure I understood that.,audio-files-staging/fa8f89e2-82cb-4e08-b7dc-9dd782a7acb4 +2021-12-06 12:58:50.848149+00:00,can we end the game,QUIT_GAME,True,9451.893,1491.6950000000002,"I hear that you're all finished, is that right?",audio-files-staging/bd07bc9a-93d9-4558-986e-362893a1e458 +2021-12-06 12:57:04.546270+00:00,Queen to G4,MOVE_PIECE,True,7361.2609999999995,1351.8690000000001,Now I'll move my pawn to b6,audio-files-staging/cb8d84ba-cfe5-40f7-92df-9a112e584fe7 +2021-12-06 12:58:30.492941+00:00,what is my best move,BEST_MOVE,True,1963.7389999999998,1936.9080000000001,I think you should move your queen at g4 to e2.,audio-files-staging/21eec210-5ca3-45ac-bb85-bfc7f5688615 +2021-12-06 12:54:00.517962+00:00,Honda E3,FALLBACK,False,2794.8689999999997,949.3779999999999,I missed what you said. What was that?,audio-files-staging/36191669-7af7-42a1-999a-b4e9cc1327cf +2021-12-06 12:55:19.208361+00:00,Knight to C3,MOVE_PIECE,False,2862.612,892.163,"Sorry, I need a little bit more information about your move. Could you give me more details?",audio-files-staging/568933fc-5503-4f38-a77d-123258eab208 +2021-12-06 12:52:59.848542+00:00,hey Andy let's play chess,START_GAME,True,4497.858,1228.213,"Okay, would you like black or white side?",audio-files-staging/c4f28007-166a-4a0c-8b9e-2d058d18c44d diff --git a/data_analysis/demo2/logs_by_session_id/user_requests_log_fd9e4349.csv b/data_analysis/demo2/logs_by_session_id/user_requests_log_fd9e4349.csv new file mode 100644 index 0000000..62c45ab --- /dev/null +++ b/data_analysis/demo2/logs_by_session_id/user_requests_log_fd9e4349.csv @@ -0,0 +1,20 @@ +timestamp,text,detected_fulfillment,fulfillment_success,recording_time_ms,time_to_response_ms,response_text,audio_name +2021-12-06 13:11:41.085922+00:00,yes I'm all finished,QUIT_GAME,True,13267.868999999999,957.2429999999999,It sounds like you're all done - would you like to quit?,audio-files-staging/d408fa67-c2ef-46aa-bed6-5f646016b3eb +2021-12-06 13:10:01.580508+00:00,okay so let's move my knight in G8,FALLBACK,False,5033.842,1031.248,I'm not sure I understood that.,audio-files-staging/5faab020-81d2-4d18-9f52-15739e8b18e8 +2021-12-06 13:06:57.650427+00:00,Pandy let's play chess,START_GAME,True,3291.919,774.0500000000001,"Awesome, I'm so excited. But first, do you want black or white side?",audio-files-staging/af06b2a9-3bd5-4961-bd94-ac589016b21f +2021-12-06 13:10:45.770201+00:00,860,FALLBACK,False,2623.987,518.002,,audio-files-staging/8d00f017-0e75-4e4d-8088-632156f8c6ac +2021-12-06 13:12:14.142103+00:00,yes that's right,QUIT_GAME_YES,True,16103.565,712.1659999999999,"Okay, thanks for playing with me!",audio-files-staging/3a3567a4-9fdc-46ab-bea2-b586a946c227 +2021-12-06 13:09:16.484936+00:00,E7 to E6,MOVE_PIECE,True,3607.122,866.202,Now I'll move my knight to h3,audio-files-staging/c2d63df9-5439-43f6-8e38-89fe20014726 +2021-12-06 13:10:11.732713+00:00,move my knight from GA to H6,MOVE_PIECE,True,3608.8740000000003,735.3340000000001,"Now, let me move my knight to f2",audio-files-staging/0dc73827-59c7-4a46-9c30-62373e3921c7 +2021-12-06 13:08:54.271468+00:00,b7 to E6,MOVE_PIECE,False,5990.919,938.194,"Oh, that's an illegal move. Could you give me a different one?",audio-files-staging/9c016e8c-5eec-48d5-a1fe-9b587925607f +2021-12-06 13:11:06.967277+00:00,can you move a piece for me,HOW_PIECE_MOVES,False,2624.3089999999997,1196.299,"Sorry, I'm not sure which piece you want to know more about.",audio-files-staging/c3eeb60c-aeae-485c-95cb-3cf6820f0c40 +2021-12-06 13:11:20.569507+00:00,let's finish up for today,QUIT_GAME,True,5079.033,809.847,"I hear that you're all finished, is that right?",audio-files-staging/312c5c90-5602-4618-975e-3c72961e2bf5 +2021-12-06 13:08:10.024531+00:00,D7 to D5,MOVE_PIECE,True,8385.721,828.9970000000001,Now I'll move my pawn to f3,audio-files-staging/bc10df52-691e-456f-b485-d93c192a89ab +2021-12-06 13:07:19.140800+00:00,I'll take black,CHOOSE_SIDE,True,12332.273000000001,914.5439999999999,"Okay, you'll go second. Next, would you like me to go easy, or hard on you?",audio-files-staging/210a9b33-a542-4340-beee-a14aee74efc1 +2021-12-06 13:08:39.389412+00:00,what's my next best move,BEST_MOVE,True,7022.688999999999,1764.3500000000001,I'd reccomend moving your pawn from e7 to e5.,audio-files-staging/bd213c07-6896-44a1-9acf-7331d1a05f45 +2021-12-06 13:09:05.242861+00:00,let's do e76,FALLBACK,False,2619.873,832.521,I missed what you said. What was that?,audio-files-staging/47fb1e07-f959-4f7a-9219-036cc00f0e87 +2021-12-06 13:10:28.097035+00:00,86th,FALLBACK,False,4628.763,661.6210000000001,What was that?,audio-files-staging/e7f6c1db-bf6a-427f-85ab-36a0302275e1 +2021-12-06 13:07:38.369276+00:00,Andy go easy on him,SELECT_DIFFICULTY,True,9269.61,1191.0749999999998,"When you're ready to move a piece, you can say something like 'pawn to C4', or, 'E7 to E5'. We'll play out the game till the end, or when you tell me you're done. Now I'll move my pawn to g4",audio-files-staging/6d485a5b-e8f1-46f9-8d2f-e661fd1bda95 +2021-12-06 13:09:40.150028+00:00,how does a knight move,HOW_PIECE_MOVES,True,9981.007,1222.955,"Knights move in an L shape: two squares in a horizontal or vertical direction, then one additional square horizontally or vertically. They are the only piece able to jump over other pieces.",audio-files-staging/e926cdd4-451f-4f68-86cd-f0454a7ea6b8 +2021-12-06 13:10:36.388632+00:00,86-88,FALLBACK,False,3201.658,641.969,I missed what you said. What was that?,audio-files-staging/24577464-811c-404b-bb77-41c3e970567a +2021-12-06 13:11:51.103623+00:00,yes let's quit,QUIT_GAME,True,2130.452,926.385,"I hear that you're all finished, is that right?",audio-files-staging/59d4cd89-2144-4431-a7c2-007c771708b4 diff --git a/data_analysis/demo2/post_survey_demo2.csv b/data_analysis/demo2/post_survey_demo2.csv new file mode 100644 index 0000000..3baa690 --- /dev/null +++ b/data_analysis/demo2/post_survey_demo2.csv @@ -0,0 +1,14 @@ +Timestamp,session_id,Name,Q1,Q2,Q3,Q4,Q5,Q6,Q7,Q8,Q9,Q10,Improve,"Is there any additional info you feel would be beneficial for us to know, in order to improve our system?" +12/6/2021 13:00:32,fd73d803,Cameron Kozlin,5,1,5,1,5,1,5,1,5,1,5, +12/6/2021 13:06:49,03e3a10b,Daniel Lewis,3,2,3,2,3,4,4,3,3,2,4, +12/6/2021 13:14:41,fd9e4349,Zachary Wilkerson,2,3,3,3,2,5,4,2,3,2,4,"The only issue I had with the system was ASR issues. It struggled to hear me correctly, and rarely ever would process a single word response such as ""yes"", ""no"", ""white"", ""quit"", etc. " +12/6/2021 13:20:04,24e731ab,Austin Music,1,4,1,1,1,4,2,5,2,5,2,The slow processing time of the speech was very difficult in a turn taking game. +12/6/2021 13:25:02,ee20170d,Lucas Liseth,3,2,4,2,5,2,5,2,4,2,4,"I think it would be cool to show hints about a possible strong next move, especially if they player is a novice." +12/6/2021 13:30:46,5772acbc,Grant Wise,2,1,3,2,3,3,4,4,3,2,4, +12/6/2021 13:39:55,576c13ef,Yingbo Ma,5,1,4,3,5,2,3,2,1,3,3,"It's not helpful for a rookie player to get started. It was making suggestions to me but it didn't explain the reason, so I didn't learn from it actually." +12/6/2021 13:44:54,66e3f6ca,Ammar Abdullah,2,1,5,1,3,1,5,3,4,3,4,"The time it takes for the andy to start listening is still a bit long, but fine, just need to get used to it" +12/8/2021 13:00:50,239ca3c,Gloria Katuka,4,2,4,3,4,3,4,4,3,2,4, +12/8/2021 13:13:07,b510ca92,John Gray,3,2,4,2,4,1,5,1,3,1,2, +12/8/2021 13:17:27,f0251afb,Nathan Hilton,3,2,4,1,3,2,4,2,3,2,4, +12/8/2021 13:26:25,6115d003,Daniel Casto,5,2,4,1,5,1,4,1,5,1,4,"Speech recognition is not great, but I'm sure that has a lot to do with the fact I'm wearing a mask" +12/8/2021 13:36:39,103c1146,Christopher You,3,1,2,1,4,1,4,4,4,1,5, \ No newline at end of file diff --git a/data_analysis/demo2/pre_survey_demo2.csv b/data_analysis/demo2/pre_survey_demo2.csv new file mode 100644 index 0000000..d0128a6 --- /dev/null +++ b/data_analysis/demo2/pre_survey_demo2.csv @@ -0,0 +1,14 @@ +Timestamp,Name,Played,Knowledge,Skill,Enjoy,I recognize that my voice will be recorded and recordings of my voice will be stored for analysis by the attendants at a later date. +12/6/2021 12:52:13,Cameron Kozlin,Yes,4,2,4,Okay +12/6/2021 12:56:01,Daniel Lewis,Yes,4,2,3,Okay +12/6/2021 13:02:22,Zachary Wilkerson,Yes,3,3,3,Okay +12/6/2021 13:07:06,Austin Music,Yes,4,2,3,Okay +12/6/2021 13:13:02,Lucas Liseth,Yes,4,2,3,Okay +12/6/2021 13:17:50,Grant Wise,Yes,4,2,3,Okay +12/6/2021 13:19:38,Ammar Abdullah,Yes,5,2,4,Okay +12/6/2021 13:30:44,Yingbo Ma,No,1,1,5,Okay +12/8/2021 12:50:56,Gloria Katuka,Yes,4,3,3,Okay +12/8/2021 13:00:09,John Gray,Yes,5,3,3,Okay +12/8/2021 13:07:01,Nathan Hilton,Yes,3,2,2,Okay +12/8/2021 13:19:09,Daniel Casto,Yes,4,2,4,Okay +12/8/2021 13:19:29,Christopher You,Yes,5,3,5,Okay \ No newline at end of file diff --git a/data_analysis/generate_csv.py b/data_analysis/generate_csv.py index 13cfc7e..98c3775 100644 --- a/data_analysis/generate_csv.py +++ b/data_analysis/generate_csv.py @@ -89,7 +89,7 @@ from datetime import datetime PROJECT_ID = "chess-master-andy-mhyo" -LOGGING_SUFFIX = "demo1" +LOGGING_SUFFIX = "demo2" USER_REQUEST_LOGS_BASE_COLLECTION = "user_request_logs" ANDY_RESPONSE_LOGS_BASE_COLLECTION = "andy_response_logs" @@ -238,7 +238,7 @@ def generate_user_request_csv(ret: CompiledLog): docs = db.collection(USER_REQUEST_LOGS_COLLECTION).where( 'session_id', '>=', session_id).limit(50).stream() - with open(f'logs_by_session_id/user_requests_log_{session_id}.csv', 'w', newline='') as csvfile: + with open(f'demo2/logs_by_session_id/user_requests_log_{session_id}.csv', 'w', newline='') as csvfile: fieldnames = ['timestamp', 'text', 'detected_fulfillment', 'fulfillment_success', 'recording_time_ms', 'time_to_response_ms', 'response_text', 'audio_name'] writer = csv.DictWriter(csvfile, fieldnames=fieldnames) @@ -297,13 +297,14 @@ def generate_user_request_csv(ret: CompiledLog): if __name__ == "__main__": # Read post-survey and pre-survey, construct CompiledLog for each - l = read_post("post_survey.csv") - compiled_logs: list[CompiledLog] = read_pre("pre_survey.csv", l) + l = read_post("demo2/post_survey_demo2.csv") + compiled_logs: list[CompiledLog] = read_pre( + "demo2/pre_survey_demo2.csv", l) # Read GCP logs, update CompiledLog for each for cl in compiled_logs: generate_user_request_csv(cl) # Write CompiledLog to csv - with open('compiled_logs.csv', 'w', newline='') as csvfile: + with open('demo2/compiled_logs_demo2.csv', 'w', newline='') as csvfile: writer = csv.DictWriter(csvfile, list( compiled_logs[0].to_dict().keys())) From feaebed43615c78963e5283de7d92e34f6308f40 Mon Sep 17 00:00:00 2001 From: Zachary Cowan <44091329+zacowan@users.noreply.github.com> Date: Fri, 10 Dec 2021 13:03:56 -0500 Subject: [PATCH 09/10] feat(logs): updated logs with new sus --- data_analysis/demo1/compiled_logs_demo1.csv | 44 ++++++++++----------- data_analysis/demo2/compiled_logs_demo2.csv | 26 ++++++------ data_analysis/generate_csv.py | 23 ++++++----- 3 files changed, 48 insertions(+), 45 deletions(-) diff --git a/data_analysis/demo1/compiled_logs_demo1.csv b/data_analysis/demo1/compiled_logs_demo1.csv index f3e581c..26acefb 100644 --- a/data_analysis/demo1/compiled_logs_demo1.csv +++ b/data_analysis/demo1/compiled_logs_demo1.csv @@ -1,23 +1,23 @@ session_id,average_time_to_response_ms,average_recording_time_ms,game_length_sec,num_utterances,num_fallback,num_fulfillment_success,num_fulfillment_fail,played_chess_before,chess_familiarity_score,chess_fun_score,sus -3c4efe7d,1830.5105384615383,6016.265153846154,31.566696,13,4,10,3,False,3,1,4 -8dac81bd,929.9415555555556,6078.166666666667,136.298535,9,5,8,1,True,4,3,2 -394b8cad,1141.202727272727,5716.903272727272,91.427325,11,4,9,2,True,7,3,5 -e669dfe7,1092.9771111111113,4899.7373333333335,62.221159,9,4,8,1,True,6,4,11 -7a82aab5,897.357,5893.095,35.319347,8,4,8,0,True,4,2,7 -35a422fe,882.5155454545456,6173.696090909091,111.117544,11,4,9,2,True,7,4,13 -1f9e4d3a,1075.3547272727274,5355.718545454546,143.393216,11,6,10,1,False,2,1,18 -042e3260,1039.8992000000003,5802.8967,0.0,10,2,9,1,True,9,5,7 -a119ea7a,960.183857142857,5046.964285714285,0.0,14,8,13,1,True,6,3,-6 -ec702a9a,1417.1321176470587,5859.364588235294,249.152786,17,4,15,2,True,6,4,8 -d78be7f6,1025.7764615384617,5504.705384615385,65.682129,13,5,10,3,True,4,4,4 -e54992ef,981.3424285714285,5858.622928571428,221.300531,14,2,9,5,True,7,3,-4 -e0ad8390,1047.5898,5720.9011,127.773988,10,3,10,0,True,6,2,5 -e3d93f51,1093.9784999999997,3900.1947,135.377302,10,2,10,0,True,9,5,15 -02d5e8cd,1144.201153846154,5434.733807692308,192.374913,26,5,15,11,True,6,3,2 -ce7934a5,1171.3487777777777,7555.717111111111,75.016263,9,1,7,2,True,7,4,8 -01a4bab0,1439.2434399999997,3871.0428,176.24023,25,11,16,9,True,9,4,10 -9d0fccef,1409.1385499999997,5109.290899999999,270.755701,20,3,15,5,True,6,2,14 -3fdealeb,0,0,0,0,0,0,0,True,5,2,13 -750b49c9,1999.812076923077,4795.784769230769,163.641705,13,3,12,1,True,7,3,17 -d4ae8da4,0,0,0,0,0,0,0,True,6,3,12 -b99ab92a,0,0,0,0,0,0,0,True,5,3,13 +3c4efe7d,1830.5105384615383,6016.265153846154,31.566696,13,4,10,3,False,3,1,40.0 +8dac81bd,929.9415555555556,6078.166666666667,136.298535,9,5,8,1,True,4,3,45.0 +394b8cad,1141.202727272727,5716.903272727272,91.427325,11,4,9,2,True,7,3,37.5 +e669dfe7,1092.9771111111113,4899.7373333333335,62.221159,9,4,8,1,True,6,4,22.5 +7a82aab5,897.357,5893.095,35.319347,8,4,8,0,True,4,2,32.5 +35a422fe,882.5155454545456,6173.696090909091,111.117544,11,4,9,2,True,7,4,17.5 +1f9e4d3a,1075.3547272727274,5355.718545454546,143.393216,11,6,10,1,False,2,1,5.0 +042e3260,1039.8992000000003,5802.8967,0.0,10,2,9,1,True,9,5,32.5 +a119ea7a,960.183857142857,5046.964285714285,0.0,14,8,13,1,True,6,3,65.0 +ec702a9a,1417.1321176470587,5859.364588235294,249.152786,17,4,15,2,True,6,4,30.0 +d78be7f6,1025.7764615384617,5504.705384615385,65.682129,13,5,10,3,True,4,4,40.0 +e54992ef,981.3424285714285,5858.622928571428,221.300531,14,2,9,5,True,7,3,60.0 +e0ad8390,1047.5898,5720.9011,127.773988,10,3,10,0,True,6,2,37.5 +e3d93f51,1093.9784999999997,3900.1947,135.377302,10,2,10,0,True,9,5,12.5 +02d5e8cd,1144.201153846154,5434.733807692308,192.374913,26,5,15,11,True,6,3,45.0 +ce7934a5,1171.3487777777777,7555.717111111111,75.016263,9,1,7,2,True,7,4,30.0 +01a4bab0,1439.2434399999997,3871.0428,176.24023,25,11,16,9,True,9,4,25.0 +9d0fccef,1409.1385499999997,5109.290899999999,270.755701,20,3,15,5,True,6,2,15.0 +3fdealeb,0,0,0,0,0,0,0,True,5,2,17.5 +750b49c9,1999.812076923077,4795.784769230769,163.641705,13,3,12,1,True,7,3,7.5 +d4ae8da4,0,0,0,0,0,0,0,True,6,3,20.0 +b99ab92a,0,0,0,0,0,0,0,True,5,3,17.5 diff --git a/data_analysis/demo2/compiled_logs_demo2.csv b/data_analysis/demo2/compiled_logs_demo2.csv index 1a74556..4375555 100644 --- a/data_analysis/demo2/compiled_logs_demo2.csv +++ b/data_analysis/demo2/compiled_logs_demo2.csv @@ -1,14 +1,14 @@ session_id,average_time_to_response_ms,average_recording_time_ms,game_length_sec,num_utterances,num_fallback,num_fulfillment_success,num_fulfillment_fail,played_chess_before,chess_familiarity_score,chess_fun_score,sus -fd73d803,1176.2360999999999,6900.38025,340.167193,20,7,12,8,True,6,4,20 -03e3a10b,0,0,0,0,0,0,0,True,6,3,3 -fd9e4349,922.2632631578948,6358.078157894738,33.056181,19,5,12,7,True,6,3,-1 -24e731ab,1498.9601428571427,6217.505642857142,45.506084,14,2,11,3,True,6,3,-12 -ee20170d,955.6033888888887,5859.078611111112,62.158785,18,4,11,7,True,6,3,11 -5772acbc,944.6861499999999,5167.897349999999,123.565632,20,9,9,11,True,6,3,3 -66e3f6ca,1032.540705882353,4076.2407058823524,20.15247,17,3,12,5,True,7,4,10 -576c13ef,996.8909499999997,6520.648249999998,0.0,20,11,9,11,False,2,5,7 -239ca3c,0,0,0,0,0,0,0,True,7,3,5 -b510ca92,1563.7400499999999,4205.115300000002,429.568793,40,17,9,31,True,8,3,12 -f0251afb,1346.9527142857144,2993.316928571428,48.759253,14,8,6,8,True,5,2,8 -6115d003,1095.1376153846154,8024.893153846152,101.047772,13,5,8,5,True,6,4,17 -103c1146,1320.8314999999998,5893.952566666668,230.410027,30,15,15,15,True,8,5,9 +fd73d803,1176.2360999999999,6900.38025,340.167193,20,7,12,8,True,6,4,0.0 +03e3a10b,0,0,0,0,0,0,0,True,6,3,42.5 +fd9e4349,922.2632631578948,6358.078157894738,33.056181,19,5,12,7,True,6,3,52.5 +24e731ab,1498.9601428571427,6217.505642857142,45.506084,14,2,11,3,True,6,3,80.0 +ee20170d,955.6033888888887,5859.078611111112,62.158785,18,4,11,7,True,6,3,22.5 +5772acbc,944.6861499999999,5167.897349999999,123.565632,20,9,9,11,True,6,3,42.5 +66e3f6ca,1032.540705882353,4076.2407058823524,20.15247,17,3,12,5,True,7,4,25.0 +576c13ef,996.8909499999997,6520.648249999998,0.0,20,11,9,11,False,2,5,32.5 +239ca3c,0,0,0,0,0,0,0,True,7,3,37.5 +b510ca92,1563.7400499999999,4205.115300000002,429.568793,40,17,9,31,True,8,3,20.0 +f0251afb,1346.9527142857144,2993.316928571428,48.759253,14,8,6,8,True,5,2,30.0 +6115d003,1095.1376153846154,8024.893153846152,101.047772,13,5,8,5,True,6,4,7.5 +103c1146,1320.8314999999998,5893.952566666668,230.410027,30,15,15,15,True,8,5,27.5 diff --git a/data_analysis/generate_csv.py b/data_analysis/generate_csv.py index 98c3775..9b289ef 100644 --- a/data_analysis/generate_csv.py +++ b/data_analysis/generate_csv.py @@ -89,7 +89,7 @@ from datetime import datetime PROJECT_ID = "chess-master-andy-mhyo" -LOGGING_SUFFIX = "demo2" +LOGGING_SUFFIX = "demo1" USER_REQUEST_LOGS_BASE_COLLECTION = "user_request_logs" ANDY_RESPONSE_LOGS_BASE_COLLECTION = "andy_response_logs" @@ -101,6 +101,9 @@ ANDY_RESPONSE_LOGS_COLLECTION = f"{ANDY_RESPONSE_LOGS_BASE_COLLECTION}_{LOGGING_SUFFIX}" HELP_RESPONSE_LOGS_COLLECTION = f"{HELP_RESPONSE_LOGS_BASE_COLLECTION}_{LOGGING_SUFFIX}" +REQUEST_LOG_OUTPUT_DIR = f"{LOGGING_SUFFIX}/logs_by_session_id" +COMPILED_LOGS_PATH = f"{LOGGING_SUFFIX}/compiled_logs_{LOGGING_SUFFIX}.csv" + USER_REQUEST_REMOVED_KEYS = [ 'session_id', 'detected_intent', @@ -219,13 +222,13 @@ def read_post(loc: str) -> list[tuple[str, CompiledLog]]: for row in reader: session_id = row['session_id'] name = row["Name"] - positives = int(row['Q1']) + int(row['Q3']) + \ - int(row['Q5']) + int(row['Q7']) + int(row['Q9']) - negatives = int(row['Q2']) + int(row['Q4']) + \ - int(row['Q6']) + int(row['Q8']) + int(row['Q10']) + odds = 5 - int(row['Q1']) + 5 - int(row['Q3']) + \ + 5 - int(row['Q5']) + 5 - int(row['Q7']) + 5 - int(row['Q9']) + evens = int(row['Q2']) - 1 + int(row['Q4']) - 1 + \ + int(row['Q6']) - 1 + int(row['Q8']) - 1 + int(row['Q10']) - 1 l = CompiledLog(session_id) - l.sus = positives - negatives + l.sus = (odds + evens) * 2.5 ret.append((name, l)) return ret @@ -238,7 +241,7 @@ def generate_user_request_csv(ret: CompiledLog): docs = db.collection(USER_REQUEST_LOGS_COLLECTION).where( 'session_id', '>=', session_id).limit(50).stream() - with open(f'demo2/logs_by_session_id/user_requests_log_{session_id}.csv', 'w', newline='') as csvfile: + with open(f'{REQUEST_LOG_OUTPUT_DIR}/user_requests_log_{session_id}.csv', 'w', newline='') as csvfile: fieldnames = ['timestamp', 'text', 'detected_fulfillment', 'fulfillment_success', 'recording_time_ms', 'time_to_response_ms', 'response_text', 'audio_name'] writer = csv.DictWriter(csvfile, fieldnames=fieldnames) @@ -297,14 +300,14 @@ def generate_user_request_csv(ret: CompiledLog): if __name__ == "__main__": # Read post-survey and pre-survey, construct CompiledLog for each - l = read_post("demo2/post_survey_demo2.csv") + l = read_post(f"{LOGGING_SUFFIX}/post_survey_{LOGGING_SUFFIX}.csv") compiled_logs: list[CompiledLog] = read_pre( - "demo2/pre_survey_demo2.csv", l) + f"{LOGGING_SUFFIX}/pre_survey_{LOGGING_SUFFIX}.csv", l) # Read GCP logs, update CompiledLog for each for cl in compiled_logs: generate_user_request_csv(cl) # Write CompiledLog to csv - with open('demo2/compiled_logs_demo2.csv', 'w', newline='') as csvfile: + with open(COMPILED_LOGS_PATH, 'w', newline='') as csvfile: writer = csv.DictWriter(csvfile, list( compiled_logs[0].to_dict().keys())) From 6c931eff3cf768763e661d33bf725d64fa0f7d61 Mon Sep 17 00:00:00 2001 From: Zachary Cowan <44091329+zacowan@users.noreply.github.com> Date: Sun, 12 Dec 2021 18:27:14 -0500 Subject: [PATCH 10/10] fix: fixed SUS calculations --- data_analysis/demo1/compiled_logs_demo1.csv | 44 ++++++++++----------- data_analysis/demo2/compiled_logs_demo2.csv | 26 ++++++------ data_analysis/generate_csv.py | 10 ++--- 3 files changed, 40 insertions(+), 40 deletions(-) diff --git a/data_analysis/demo1/compiled_logs_demo1.csv b/data_analysis/demo1/compiled_logs_demo1.csv index 26acefb..28421e7 100644 --- a/data_analysis/demo1/compiled_logs_demo1.csv +++ b/data_analysis/demo1/compiled_logs_demo1.csv @@ -1,23 +1,23 @@ session_id,average_time_to_response_ms,average_recording_time_ms,game_length_sec,num_utterances,num_fallback,num_fulfillment_success,num_fulfillment_fail,played_chess_before,chess_familiarity_score,chess_fun_score,sus -3c4efe7d,1830.5105384615383,6016.265153846154,31.566696,13,4,10,3,False,3,1,40.0 -8dac81bd,929.9415555555556,6078.166666666667,136.298535,9,5,8,1,True,4,3,45.0 -394b8cad,1141.202727272727,5716.903272727272,91.427325,11,4,9,2,True,7,3,37.5 -e669dfe7,1092.9771111111113,4899.7373333333335,62.221159,9,4,8,1,True,6,4,22.5 -7a82aab5,897.357,5893.095,35.319347,8,4,8,0,True,4,2,32.5 -35a422fe,882.5155454545456,6173.696090909091,111.117544,11,4,9,2,True,7,4,17.5 -1f9e4d3a,1075.3547272727274,5355.718545454546,143.393216,11,6,10,1,False,2,1,5.0 -042e3260,1039.8992000000003,5802.8967,0.0,10,2,9,1,True,9,5,32.5 -a119ea7a,960.183857142857,5046.964285714285,0.0,14,8,13,1,True,6,3,65.0 -ec702a9a,1417.1321176470587,5859.364588235294,249.152786,17,4,15,2,True,6,4,30.0 -d78be7f6,1025.7764615384617,5504.705384615385,65.682129,13,5,10,3,True,4,4,40.0 -e54992ef,981.3424285714285,5858.622928571428,221.300531,14,2,9,5,True,7,3,60.0 -e0ad8390,1047.5898,5720.9011,127.773988,10,3,10,0,True,6,2,37.5 -e3d93f51,1093.9784999999997,3900.1947,135.377302,10,2,10,0,True,9,5,12.5 -02d5e8cd,1144.201153846154,5434.733807692308,192.374913,26,5,15,11,True,6,3,45.0 -ce7934a5,1171.3487777777777,7555.717111111111,75.016263,9,1,7,2,True,7,4,30.0 -01a4bab0,1439.2434399999997,3871.0428,176.24023,25,11,16,9,True,9,4,25.0 -9d0fccef,1409.1385499999997,5109.290899999999,270.755701,20,3,15,5,True,6,2,15.0 -3fdealeb,0,0,0,0,0,0,0,True,5,2,17.5 -750b49c9,1999.812076923077,4795.784769230769,163.641705,13,3,12,1,True,7,3,7.5 -d4ae8da4,0,0,0,0,0,0,0,True,6,3,20.0 -b99ab92a,0,0,0,0,0,0,0,True,5,3,17.5 +3c4efe7d,1830.5105384615383,6016.265153846154,31.566696,13,4,10,3,False,3,1,60.0 +8dac81bd,929.9415555555556,6078.166666666667,136.298535,9,5,8,1,True,4,3,55.0 +394b8cad,1141.202727272727,5716.903272727272,91.427325,11,4,9,2,True,7,3,62.5 +e669dfe7,1092.9771111111113,4899.7373333333335,62.221159,9,4,8,1,True,6,4,77.5 +7a82aab5,897.357,5893.095,35.319347,8,4,8,0,True,4,2,67.5 +35a422fe,882.5155454545456,6173.696090909091,111.117544,11,4,9,2,True,7,4,82.5 +1f9e4d3a,1075.3547272727274,5355.718545454546,143.393216,11,6,10,1,False,2,1,95.0 +042e3260,1039.8992000000003,5802.8967,0.0,10,2,9,1,True,9,5,67.5 +a119ea7a,960.183857142857,5046.964285714285,0.0,14,8,13,1,True,6,3,35.0 +ec702a9a,1417.1321176470587,5859.364588235294,249.152786,17,4,15,2,True,6,4,70.0 +d78be7f6,1025.7764615384617,5504.705384615385,65.682129,13,5,10,3,True,4,4,60.0 +e54992ef,981.3424285714285,5858.622928571428,221.300531,14,2,9,5,True,7,3,40.0 +e0ad8390,1047.5898,5720.9011,127.773988,10,3,10,0,True,6,2,62.5 +e3d93f51,1093.9784999999997,3900.1947,135.377302,10,2,10,0,True,9,5,87.5 +02d5e8cd,1144.201153846154,5434.733807692308,192.374913,26,5,15,11,True,6,3,55.0 +ce7934a5,1171.3487777777777,7555.717111111111,75.016263,9,1,7,2,True,7,4,70.0 +01a4bab0,1439.2434399999997,3871.0428,176.24023,25,11,16,9,True,9,4,75.0 +9d0fccef,1409.1385499999997,5109.290899999999,270.755701,20,3,15,5,True,6,2,85.0 +3fdealeb,0,0,0,0,0,0,0,True,5,2,82.5 +750b49c9,1999.812076923077,4795.784769230769,163.641705,13,3,12,1,True,7,3,92.5 +d4ae8da4,0,0,0,0,0,0,0,True,6,3,80.0 +b99ab92a,0,0,0,0,0,0,0,True,5,3,82.5 diff --git a/data_analysis/demo2/compiled_logs_demo2.csv b/data_analysis/demo2/compiled_logs_demo2.csv index 4375555..948e094 100644 --- a/data_analysis/demo2/compiled_logs_demo2.csv +++ b/data_analysis/demo2/compiled_logs_demo2.csv @@ -1,14 +1,14 @@ session_id,average_time_to_response_ms,average_recording_time_ms,game_length_sec,num_utterances,num_fallback,num_fulfillment_success,num_fulfillment_fail,played_chess_before,chess_familiarity_score,chess_fun_score,sus -fd73d803,1176.2360999999999,6900.38025,340.167193,20,7,12,8,True,6,4,0.0 -03e3a10b,0,0,0,0,0,0,0,True,6,3,42.5 -fd9e4349,922.2632631578948,6358.078157894738,33.056181,19,5,12,7,True,6,3,52.5 -24e731ab,1498.9601428571427,6217.505642857142,45.506084,14,2,11,3,True,6,3,80.0 -ee20170d,955.6033888888887,5859.078611111112,62.158785,18,4,11,7,True,6,3,22.5 -5772acbc,944.6861499999999,5167.897349999999,123.565632,20,9,9,11,True,6,3,42.5 -66e3f6ca,1032.540705882353,4076.2407058823524,20.15247,17,3,12,5,True,7,4,25.0 -576c13ef,996.8909499999997,6520.648249999998,0.0,20,11,9,11,False,2,5,32.5 -239ca3c,0,0,0,0,0,0,0,True,7,3,37.5 -b510ca92,1563.7400499999999,4205.115300000002,429.568793,40,17,9,31,True,8,3,20.0 -f0251afb,1346.9527142857144,2993.316928571428,48.759253,14,8,6,8,True,5,2,30.0 -6115d003,1095.1376153846154,8024.893153846152,101.047772,13,5,8,5,True,6,4,7.5 -103c1146,1320.8314999999998,5893.952566666668,230.410027,30,15,15,15,True,8,5,27.5 +fd73d803,1176.2360999999999,6900.38025,340.167193,20,7,12,8,True,6,4,100.0 +03e3a10b,0,0,0,0,0,0,0,True,6,3,57.5 +fd9e4349,922.2632631578948,6358.078157894738,33.056181,19,5,12,7,True,6,3,47.5 +24e731ab,1498.9601428571427,6217.505642857142,45.506084,14,2,11,3,True,6,3,20.0 +ee20170d,955.6033888888887,5859.078611111112,62.158785,18,4,11,7,True,6,3,77.5 +5772acbc,944.6861499999999,5167.897349999999,123.565632,20,9,9,11,True,6,3,57.5 +66e3f6ca,1032.540705882353,4076.2407058823524,20.15247,17,3,12,5,True,7,4,75.0 +576c13ef,996.8909499999997,6520.648249999998,0.0,20,11,9,11,False,2,5,67.5 +239ca3c,0,0,0,0,0,0,0,True,7,3,62.5 +b510ca92,1563.7400499999999,4205.115300000002,429.568793,40,17,9,31,True,8,3,80.0 +f0251afb,1346.9527142857144,2993.316928571428,48.759253,14,8,6,8,True,5,2,70.0 +6115d003,1095.1376153846154,8024.893153846152,101.047772,13,5,8,5,True,6,4,92.5 +103c1146,1320.8314999999998,5893.952566666668,230.410027,30,15,15,15,True,8,5,72.5 diff --git a/data_analysis/generate_csv.py b/data_analysis/generate_csv.py index 9b289ef..8cbc95d 100644 --- a/data_analysis/generate_csv.py +++ b/data_analysis/generate_csv.py @@ -89,7 +89,7 @@ from datetime import datetime PROJECT_ID = "chess-master-andy-mhyo" -LOGGING_SUFFIX = "demo1" +LOGGING_SUFFIX = "demo2" USER_REQUEST_LOGS_BASE_COLLECTION = "user_request_logs" ANDY_RESPONSE_LOGS_BASE_COLLECTION = "andy_response_logs" @@ -222,10 +222,10 @@ def read_post(loc: str) -> list[tuple[str, CompiledLog]]: for row in reader: session_id = row['session_id'] name = row["Name"] - odds = 5 - int(row['Q1']) + 5 - int(row['Q3']) + \ - 5 - int(row['Q5']) + 5 - int(row['Q7']) + 5 - int(row['Q9']) - evens = int(row['Q2']) - 1 + int(row['Q4']) - 1 + \ - int(row['Q6']) - 1 + int(row['Q8']) - 1 + int(row['Q10']) - 1 + odds = int(row['Q1']) - 1 + int(row['Q3']) - 1 + \ + int(row['Q5']) - 1 + int(row['Q7']) - 1 + int(row['Q9']) - 1 + evens = 5 - int(row['Q2']) + 5 - int(row['Q4']) + \ + 5 - int(row['Q6']) + 5 - int(row['Q8']) + 5 - int(row['Q10']) l = CompiledLog(session_id) l.sus = (odds + evens) * 2.5