-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
0 parents
commit 321c87f
Showing
18 changed files
with
3,310 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,304 @@ | ||
| <!DOCTYPE html> | ||
| <html> | ||
| <head> | ||
| <meta charset="utf-8"> | ||
| <!-- Meta tags for social media banners, these should be filled in appropriatly as they are your "business card" --> | ||
| <!-- Replace the content tag with appropriate information --> | ||
| <meta name="description" content="Kirigami Project Page"> | ||
| <meta property="og:title" content="Kirigami"/> | ||
| <meta property="og:description" content="Kirigami"/> | ||
| <meta property="og:url" content="synergy.kirigami.github.io"/> | ||
| <!-- <!– Path to banner image, should be in the path listed below. Optimal dimenssions are 1200X630–>--> | ||
| <!-- <meta property="og:image" content="static/image/your_banner_image.png" />--> | ||
| <!-- <meta property="og:image:width" content="1200"/>--> | ||
| <!-- <meta property="og:image:height" content="630"/>--> | ||
|
|
||
|
|
||
| <!-- <meta name="twitter:title" content="TWITTER BANNER TITLE META TAG">--> | ||
| <!-- <meta name="twitter:description" content="TWITTER BANNER DESCRIPTION META TAG">--> | ||
| <!-- <!– Path to banner image, should be in the path listed below. Optimal dimenssions are 1200X600–>--> | ||
| <!-- <meta name="twitter:image" content="static/images/your_twitter_banner_image.png">--> | ||
| <!-- <meta name="twitter:card" content="summary_large_image">--> | ||
| <!-- <!– Keywords for your paper to be indexed by–>--> | ||
| <!-- <meta name="keywords" content="KEYWORDS SHOULD BE PLACED HERE">--> | ||
| <meta name="viewport" content="width=device-width, initial-scale=1"> | ||
|
|
||
|
|
||
| <title>Kirigami: Lightweight Speech Filtering for Privacy-Preserving Activity Recognition using Audio</title> | ||
| <link rel="icon" type="image/x-icon" href="static/images/favicon.ico"> | ||
| <link href="https://fonts.googleapis.com/css?family=Google+Sans|Noto+Sans|Castoro" | ||
| rel="stylesheet"> | ||
|
|
||
| <link rel="stylesheet" href="static/css/bulma.min.css"> | ||
| <link rel="stylesheet" href="static/css/bulma-carousel.min.css"> | ||
| <link rel="stylesheet" href="static/css/bulma-slider.min.css"> | ||
| <link rel="stylesheet" href="static/css/fontawesome.all.min.css"> | ||
| <link rel="stylesheet" | ||
| href="https://cdn.jsdelivr.net/gh/jpswalsh/academicons@1/css/academicons.min.css"> | ||
| <link rel="stylesheet" href="static/css/index.css"> | ||
|
|
||
| <script src="https://ajax.googleapis.com/ajax/libs/jquery/3.5.1/jquery.min.js"></script> | ||
| <script src="https://documentcloud.adobe.com/view-sdk/main.js"></script> | ||
| <script defer src="static/js/fontawesome.all.min.js"></script> | ||
| <script src="static/js/bulma-carousel.min.js"></script> | ||
| <script src="static/js/bulma-slider.min.js"></script> | ||
| <script src="static/js/index.js"></script> | ||
| </head> | ||
| <body> | ||
|
|
||
|
|
||
| <section class="hero"> | ||
| <div class="hero-body"> | ||
| <div class="container is-max-desktop"> | ||
| <div class="columns is-centered"> | ||
| <div class="column has-text-centered"> | ||
| <h1 class="title is-1 publication-title">Kirigami: Lightweight Speech Filtering for Privacy-Preserving Activity Recognition using Audio</h1> | ||
| <div class="is-size-5 publication-authors"> | ||
| <!-- Paper authors --> | ||
| <span class="author-block"> | ||
| <a href="https://sudershanb.com/" target="_blank">Sudershan Boovaraghavan</a>,</span> | ||
| <span class="author-block"> | ||
| <a href="https://haozheee.github.io/" target="_blank">Haozhe Zhou</a>,</span> | ||
| <span class="author-block"> | ||
| <a href="https://www.synergylabs.org/yuvraj/" target="_blank">Mayank Goel</a> | ||
| </span> | ||
| <span class="author-block"> | ||
| <a href="https://www.synergylabs.org/yuvraj/" target="_blank">Yuvraj Agarwal</a> | ||
| </span> | ||
| </div> | ||
|
|
||
| <div class="is-size-5 publication-authors"> | ||
| <span class="author-block">Carnegie Mellon University<br>UbiComp 2024</span> | ||
| <!-- <span class="eql-cntrb"><small><br><sup>*</sup>Indicates Equal Contribution</small></span>--> | ||
| </div> | ||
|
|
||
| <div class="column has-text-centered"> | ||
| <div class="publication-links"> | ||
| <span class="link-block"> | ||
| <a href="https://dl.acm.org/doi/abs/10.1145/3643502" target="_blank" | ||
| class="external-link button is-normal is-rounded is-dark"> | ||
| <span class="icon"> | ||
| <i class="fas fa-file-pdf"></i> | ||
| </span> | ||
| <span>Paper</span> | ||
| </a> | ||
| </span> | ||
|
|
||
| <!-- Github link --> | ||
| <span class="link-block"> | ||
| <a href="https://github.com/synergylabs/Kirigami-private-audio" target="_blank" | ||
| class="external-link button is-normal is-rounded is-dark"> | ||
| <span class="icon"> | ||
| <i class="fab fa-github"></i> | ||
| </span> | ||
| <span>Code</span> | ||
| </a> | ||
| </span> | ||
|
|
||
| </div> | ||
| </div> | ||
| </div> | ||
| </div> | ||
| </div> | ||
| </div> | ||
| </section> | ||
|
|
||
|
|
||
| <!-- Teaser video--> | ||
| <section class="hero teaser"> | ||
| <div class="container is-max-desktop"> | ||
| <div class="hero-body"> | ||
| <video poster="" id="tree" autoplay controls muted loop height="100%"> | ||
| <!-- Your video here --> | ||
| <source src="static/videos/banner_video.mp4" | ||
| type="video/mp4"> | ||
| </video> | ||
| <h2 class="subtitle has-text-centered"> | ||
| Kirigami filter detects and removes speech from audio signals while preserving non-speech content unfiltered. It is lightweight and efficient to run on resource-constrained devices such as ambient IoT sensors. | ||
| </h2> | ||
| </div> | ||
| </div> | ||
| </section> | ||
| <!-- End teaser video --> | ||
|
|
||
| <!-- Paper abstract --> | ||
| <section class="section hero is-light"> | ||
| <div class="container is-max-desktop"> | ||
| <div class="columns is-centered has-text-centered"> | ||
| <div class="column is-four-fifths"> | ||
| <h2 class="title is-3">Abstract</h2> | ||
| <div class="content has-text-justified"> | ||
| <p> | ||
| Audio-based human activity recognition (HAR) is very popular because many human activities have unique sound signatures that can be detected using machine learning (ML) approaches. These audio-based ML HAR pipelines often use common featurization techniques, such as extracting various statistical and spectral features by converting time domain signals to the frequency domain (using an FFT) and using them to train ML models. Some of these approaches also claim privacy benefits by preventing the identification of human speech. However, recent deep learning-based automatic speech recognition (ASR) models pose new privacy challenges to these featurization techniques. In this paper, we systematically evaluate various featurization approaches for audio data, assessing their privacy risks through metrics like speech intelligibility (PER and WER) while considering the utility tradeoff in terms of ML-based activity recognition accuracy. Our findings reveal the susceptibility of these approaches to speech content recovery when exposed to recent ASR models, especially under re-tuning or retraining conditions. Notably, fine-tuned ASR models achieved an average Phoneme Error Rate (PER) of 39.99% and Word Error Rate (WER) of 44.43% in speech recognition for these approaches. To overcome these privacy concerns, we propose Kirigami, a lightweight machine learning-based audio speech filter that removes human speech segments reducing the efficacy of ASR models (70.48% PER and 101.40% WER) while also maintaining HAR accuracy (76.0% accuracy). We show that Kirigami can be implemented on common edge microcontrollers with limited computational capabilities and memory, providing a path to deployment on a variety of IoT devices. Finally, we conducted a real-world user study and showed the robustness of Kirigami on a laptop and an ARM Cortex-M4F microcontroller under three different background noises. | ||
| </p> | ||
| </div> | ||
| </div> | ||
| </div> | ||
| </div> | ||
| </section> | ||
| <!-- End paper abstract --> | ||
|
|
||
|
|
||
| <!--<!– Image carousel –>--> | ||
| <!--<section class="hero is-small">--> | ||
| <!-- <div class="hero-body">--> | ||
| <!-- <div class="container">--> | ||
| <!-- <div id="results-carousel" class="carousel results-carousel">--> | ||
| <!-- <div class="item">--> | ||
| <!-- <!– Your image here –>--> | ||
| <!-- <img src="static/images/carousel1.jpg" alt="MY ALT TEXT"/>--> | ||
| <!-- <h2 class="subtitle has-text-centered">--> | ||
| <!-- First image description.--> | ||
| <!-- </h2>--> | ||
| <!-- </div>--> | ||
| <!-- <div class="item">--> | ||
| <!-- <!– Your image here –>--> | ||
| <!-- <img src="static/images/carousel2.jpg" alt="MY ALT TEXT"/>--> | ||
| <!-- <h2 class="subtitle has-text-centered">--> | ||
| <!-- Second image description.--> | ||
| <!-- </h2>--> | ||
| <!-- </div>--> | ||
| <!-- <div class="item">--> | ||
| <!-- <!– Your image here –>--> | ||
| <!-- <img src="static/images/carousel3.jpg" alt="MY ALT TEXT"/>--> | ||
| <!-- <h2 class="subtitle has-text-centered">--> | ||
| <!-- Third image description.--> | ||
| <!-- </h2>--> | ||
| <!-- </div>--> | ||
| <!-- <div class="item">--> | ||
| <!-- <!– Your image here –>--> | ||
| <!-- <img src="static/images/carousel4.jpg" alt="MY ALT TEXT"/>--> | ||
| <!-- <h2 class="subtitle has-text-centered">--> | ||
| <!-- Fourth image description.--> | ||
| <!-- </h2>--> | ||
| <!-- </div>--> | ||
| <!-- </div>--> | ||
| <!--</div>--> | ||
| <!--</div>--> | ||
| <!--</section>--> | ||
| <!--<!– End image carousel –>--> | ||
|
|
||
|
|
||
|
|
||
|
|
||
| <!--<!– Youtube video –>--> | ||
| <!--<section class="hero is-small is-light">--> | ||
| <!-- <div class="hero-body">--> | ||
| <!-- <div class="container">--> | ||
| <!-- <!– Paper video. –>--> | ||
| <!-- <h2 class="title is-3">Video Presentation</h2>--> | ||
| <!-- <div class="columns is-centered has-text-centered">--> | ||
| <!-- <div class="column is-four-fifths">--> | ||
| <!-- --> | ||
| <!-- <div class="publication-video">--> | ||
| <!-- <!– Youtube embed code here –>--> | ||
| <!-- <iframe src="https://www.youtube.com/embed/JkaxUblCGz0" frameborder="0" allow="autoplay; encrypted-media" allowfullscreen></iframe>--> | ||
| <!-- </div>--> | ||
| <!-- </div>--> | ||
| <!-- </div>--> | ||
| <!-- </div>--> | ||
| <!-- </div>--> | ||
| <!--</section>--> | ||
| <!--<!– End youtube video –>--> | ||
|
|
||
|
|
||
| <!--<!– Video carousel –>--> | ||
| <!--<section class="hero is-small">--> | ||
| <!-- <div class="hero-body">--> | ||
| <!-- <div class="container">--> | ||
| <!-- <h2 class="title is-3">Another Carousel</h2>--> | ||
| <!-- <div id="results-carousel" class="carousel results-carousel">--> | ||
| <!-- <div class="item item-video1">--> | ||
| <!-- <video poster="" id="video1" autoplay controls muted loop height="100%">--> | ||
| <!-- <!– Your video file here –>--> | ||
| <!-- <source src="static/videos/carousel1.mp4"--> | ||
| <!-- type="video/mp4">--> | ||
| <!-- </video>--> | ||
| <!-- </div>--> | ||
| <!-- <div class="item item-video2">--> | ||
| <!-- <video poster="" id="video2" autoplay controls muted loop height="100%">--> | ||
| <!-- <!– Your video file here –>--> | ||
| <!-- <source src="static/videos/carousel2.mp4"--> | ||
| <!-- type="video/mp4">--> | ||
| <!-- </video>--> | ||
| <!-- </div>--> | ||
| <!-- <div class="item item-video3">--> | ||
| <!-- <video poster="" id="video3" autoplay controls muted loop height="100%">\--> | ||
| <!-- <!– Your video file here –>--> | ||
| <!-- <source src="static/videos/carousel3.mp4"--> | ||
| <!-- type="video/mp4">--> | ||
| <!-- </video>--> | ||
| <!-- </div>--> | ||
| <!-- </div>--> | ||
| <!-- </div>--> | ||
| <!-- </div>--> | ||
| <!--</section>--> | ||
| <!--<!– End video carousel –>--> | ||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
| <!--<!– Paper poster –>--> | ||
| <!--<section class="hero is-small is-light">--> | ||
| <!-- <div class="hero-body">--> | ||
| <!-- <div class="container">--> | ||
| <!-- <h2 class="title">Poster</h2>--> | ||
|
|
||
| <!-- <iframe src="static/pdfs/sample.pdf" width="100%" height="550">--> | ||
| <!-- </iframe>--> | ||
| <!-- --> | ||
| <!-- </div>--> | ||
| <!-- </div>--> | ||
| <!-- </section>--> | ||
| <!--<!–End paper poster –>--> | ||
|
|
||
|
|
||
| <!--BibTex citation --> | ||
| <section class="section" id="BibTeX"> | ||
| <div class="container is-max-desktop content"> | ||
| <h2 class="title">BibTeX</h2> | ||
| <pre><code> | ||
| @article{boovaraghavan2024kirigami, | ||
| title={Kirigami: Lightweight speech filtering for privacy-preserving activity recognition using audio}, | ||
| author={Boovaraghavan, Sudershan and Zhou, Haozhe and Goel, Mayank and Agarwal, Yuvraj}, | ||
| journal={Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies}, | ||
| volume={8}, | ||
| number={1}, | ||
| pages={1--28}, | ||
| year={2024}, | ||
| publisher={ACM New York, NY, USA} | ||
| } | ||
| </code></pre> | ||
| </div> | ||
| </section> | ||
| <!--End BibTex citation --> | ||
|
|
||
|
|
||
| <footer class="footer"> | ||
| <div class="container"> | ||
| <div class="columns is-centered"> | ||
| <div class="column is-8"> | ||
| <div class="content"> | ||
|
|
||
| <p> | ||
| This page was built using the <a href="https://github.com/eliahuhorwitz/Academic-project-page-template" target="_blank">Academic Project Page Template</a> which was adopted from the <a href="https://nerfies.github.io" target="_blank">Nerfies</a> project page. | ||
| You are free to borrow the source code of this website, we just ask that you link back to this page in the footer. <br> This website is licensed under a <a rel="license" href="http://creativecommons.org/licenses/by-sa/4.0/" target="_blank">Creative | ||
| Commons Attribution-ShareAlike 4.0 International License</a>. | ||
| </p> | ||
|
|
||
| </div> | ||
| </div> | ||
| </div> | ||
| </div> | ||
| </footer> | ||
|
|
||
| <!-- Statcounter tracking code --> | ||
|
|
||
| <!-- You can add a tracker to track page visits by creating an account at statcounter.com --> | ||
|
|
||
| <!-- End of Statcounter Code --> | ||
|
|
||
| </body> | ||
| </html> |
Binary file not shown.
Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.
Oops, something went wrong.
Oops, something went wrong.