Publications | Tiantian Feng

2025

Preprint Benchmark

Voxlect: A Speech Foundation Model Benchmark for Modeling Dialects and Regional Languages Around the Globe

Tiantian Feng , Kevin Huang , Anfeng Xu , Xuan Shi , Thanathai Lertpetchpun , Jihwan Lee , Yoonjeong Lee , Dani Byrd , and Shrikanth Narayanan

arXiv preprint arXiv:2508.01691 (Accepted to 2026 KDD Dataset and Benchmark Track), 2025

Bib

@article{feng2025voxlect,
  title = {Voxlect: A Speech Foundation Model Benchmark for Modeling Dialects and Regional Languages Around the Globe},
  author = {Feng, Tiantian and Huang, Kevin and Xu, Anfeng and Shi, Xuan and Lertpetchpun, Thanathai and Lee, Jihwan and Lee, Yoonjeong and Byrd, Dani and Narayanan, Shrikanth},
  journal = {arXiv preprint arXiv:2508.01691 (Accepted to 2026 KDD Dataset and Benchmark Track)},
  year = {2025},
  abbr2 = {Benchmark},
}

Preprint Benchmark

Vox-Profile: A Speech Foundation Model Benchmark for Characterizing Diverse Speaker and Speech Traits

Tiantian Feng , Jihwan Lee , Anfeng Xu , Yoonjeong Lee , Thanathai Lertpetchpun , Xuan Shi , Helin Wang , Thomas Thebaud , Laureano Moro-Velazquez , Dani Byrd , and 1 more author

arXiv preprint arXiv:2505.14648, 2025

Bib

@article{feng2025vox,
  title = {Vox-Profile: A Speech Foundation Model Benchmark for Characterizing Diverse Speaker and Speech Traits},
  author = {Feng, Tiantian and Lee, Jihwan and Xu, Anfeng and Lee, Yoonjeong and Lertpetchpun, Thanathai and Shi, Xuan and Wang, Helin and Thebaud, Thomas and Moro-Velazquez, Laureano and Byrd, Dani and others},
  journal = {arXiv preprint arXiv:2505.14648},
  year = {2025},
  abbr2 = {Benchmark},
}

Preprint Dataset

TILES-2018 Sleep Benchmark Dataset: A Longitudinal Wearable Sleep Data Set of Hospital Workers for Modeling and Understanding Sleep Behaviors

Tiantian Feng , Brandon M Booth , Karel Mundnich , Emily Zhou , Benjamin Girault , Kristina Lerman , and Shrikanth Narayanan

arXiv preprint arXiv:2507.03520, 2025

Bib

@article{feng2025tiles,
  title = {TILES-2018 Sleep Benchmark Dataset: A Longitudinal Wearable Sleep Data Set of Hospital Workers for Modeling and Understanding Sleep Behaviors},
  author = {Feng, Tiantian and Booth, Brandon M and Mundnich, Karel and Zhou, Emily and Girault, Benjamin and Lerman, Kristina and Narayanan, Shrikanth},
  journal = {arXiv preprint arXiv:2507.03520},
  year = {2025},
  abbr2 = {Dataset},
}

Challenge Winner Speech Emotion

Developing a Top-tier Framework in Naturalistic Conditions Challenge for Categorized Emotion Prediction: From Speech Foundation Models and Learning Objective to Data Augmentation and Engineering Choices

Tiantian Feng , Thanathai Lertpetchpun , Dani Byrd , and Shrikanth Narayanan

In Interspeech 2025 , 2025

Bib

@inproceedings{feng25_interspeech,
  title = {{Developing a Top-tier Framework in Naturalistic Conditions Challenge for Categorized Emotion Prediction: From Speech Foundation Models and Learning Objective to Data Augmentation and Engineering Choices}},
  author = {Feng, Tiantian and Lertpetchpun, Thanathai and Byrd, Dani and Narayanan, Shrikanth},
  year = {2025},
  booktitle = {{Interspeech 2025}},
  pages = {4643--4647},
  doi = {10.21437/Interspeech.2025-1163},
  issn = {2958-1796},
  abbr2 = {Speech Emotion},
}

Child-centered Technology INTERSPEECH 2025

Egocentric Speaker Classification in Child-Adult Dyadic Interactions: From Sensing to Computational Modeling

Tiantian Feng , Anfeng Xu , Xuan Shi , Somer Bishop , and Shrikanth Narayanan

In Interspeech 2025 , 2025

Bib

@inproceedings{feng25b_interspeech,
  title = {{Egocentric Speaker Classification in Child-Adult Dyadic Interactions: From Sensing to Computational Modeling}},
  author = {Feng, Tiantian and Xu, Anfeng and Shi, Xuan and Bishop, Somer and Narayanan, Shrikanth},
  year = {2025},
  booktitle = {{Interspeech 2025}},
  pages = {2835--2839},
  doi = {10.21437/Interspeech.2025-1216},
  issn = {2958-1796},
  abbr2 = {INTERSPEECH 2025},
}

Dataset INTERSPEECH 2025

75-Speaker Annot-16: A benchmark dataset for speech articulatory rt-MRI annotation with articulator contours and phonetic alignment

Xuan Shi , Yubin Zhang , Yijing Lu , Marcus Ma , Tiantian Feng , Asterios Toutios , Haley Hsu , Louis Goldstein , and Shrikanth Narayanan

In Interspeech 2025 , 2025

Bib

@inproceedings{shi25g_interspeech,
  title = {{75-Speaker Annot-16: A benchmark dataset for speech articulatory rt-MRI annotation with articulator contours and phonetic alignment}},
  author = {Shi, Xuan and Zhang, Yubin and Lu, Yijing and Ma, Marcus and Feng, Tiantian and Toutios, Asterios and Hsu, Haley and Goldstein, Louis and Narayanan, Shrikanth},
  year = {2025},
  booktitle = {{Interspeech 2025}},
  pages = {2175--2179},
  doi = {10.21437/Interspeech.2025-2394},
  issn = {2958-1796},
  abbr2 = {INTERSPEECH 2025},
}

2024

Preprint Generative AI

Can Text-to-image Model Assist Multi-modal Learning for Visual Recognition with Visual Modality Missing?

Tiantian Feng , Daniel Yang , Digbalay Bose , and Shrikanth Narayanan

arXiv preprint arXiv:2402.09036, 2024

Bib

@article{feng2024can,
  title = {Can Text-to-image Model Assist Multi-modal Learning for Visual Recognition with Visual Modality Missing?},
  author = {Feng, Tiantian and Yang, Daniel and Bose, Digbalay and Narayanan, Shrikanth},
  journal = {arXiv preprint arXiv:2402.09036},
  year = {2024},
  abbr2 = {Generative AI},
}

ICASSP 2024 Trustworthiness

TRUST-SER: On The Trustworthiness Of Fine-Tuning Pre-Trained Speech Embeddings For Speech Emotion Recognition

Tiantian Feng , Rajat Hebbar , and Shrikanth Narayanan

In ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) , 2024

Bib Code

@inproceedings{feng2024trust,
  title = {TRUST-SER: On The Trustworthiness Of Fine-Tuning Pre-Trained Speech Embeddings For Speech Emotion Recognition},
  author = {Feng, Tiantian and Hebbar, Rajat and Narayanan, Shrikanth},
  booktitle = {ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages = {11201--11205},
  year = {2024},
  organization = {IEEE},
  abbr2 = {Trustworthiness},
}

ICASSP TSP 2024 Federated Learning

Partial federated learning: Unlocking non-biometric text information sharing for federated learning

Tiantian Feng , Anil Ramakrishna , Jimit Majmudar , Charith Peris , Jixuan Wang , Clement Chung , Richard Zemel , Morteza Ziyadi , and Rahul Gupta

2024

Bib

@article{feng2024partial,
  title = {Partial federated learning: Unlocking non-biometric text information sharing for federated learning},
  author = {Feng, Tiantian and Ramakrishna, Anil and Majmudar, Jimit and Peris, Charith and Wang, Jixuan and Chung, Clement and Zemel, Richard and Ziyadi, Morteza and Gupta, Rahul},
  booktitle = {ICASSP Workshops 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  year = {2024},
  abbr2 = {Federated Learning}
}

ICASSP 2024 Foundation Model

Foundation Model Assisted Automatic Speech Emotion Recognition: Transcribing, Annotating, and Augmenting

Tiantian Feng , and Shrikanth Narayanan

In ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) , 2024

Bib Code

@inproceedings{feng2024foundation,
  title = {Foundation Model Assisted Automatic Speech Emotion Recognition: Transcribing, Annotating, and Augmenting},
  author = {Feng, Tiantian and Narayanan, Shrikanth},
  booktitle = {ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages = {12116--12120},
  year = {2024},
  organization = {IEEE},
  abbr2 = {Foundation Model},
}

Preprint Wearables

Understanding Stress, Burnout, and Behavioral Patterns in Medical Residents Using Large-scale Longitudinal Wearable Recordings

Tiantian Feng , and Shrikanth Narayanan

arXiv preprint arXiv:2402.09028, 2024

Bib

@article{feng2024understanding,
  title = {Understanding Stress, Burnout, and Behavioral Patterns in Medical Residents Using Large-scale Longitudinal Wearable Recordings},
  author = {Feng, Tiantian and Narayanan, Shrikanth},
  journal = {arXiv preprint arXiv:2402.09028},
  year = {2024},
  abbr2 = {Wearables},
}

ICASSP 2024 Child-centered Technology

Audio-visual child-adult speaker classification in dyadic interactions

Anfeng Xu , Kevin Huang , Tiantian Feng , Helen Tager-Flusberg , and Shrikanth Narayanan

In ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) , 2024

Bib

@inproceedings{xu2024audio,
  title = {Audio-visual child-adult speaker classification in dyadic interactions},
  author = {Xu, Anfeng and Huang, Kevin and Feng, Tiantian and Tager-Flusberg, Helen and Narayanan, Shrikanth},
  booktitle = {ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages = {8090--8094},
  year = {2024},
  organization = {IEEE},
  abbr2 = {Child-centered Technology}
}

ICASSP 2024 Foundation Model

Emotion-Aligned Contrastive Learning Between Images and Music

Shanti Stewart , Kleanthis Avramidis , Tiantian Feng , and Shrikanth Narayanan

In ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) , 2024

Bib

@inproceedings{stewart2024emotion,
  title = {Emotion-Aligned Contrastive Learning Between Images and Music},
  author = {Stewart, Shanti and Avramidis, Kleanthis and Feng, Tiantian and Narayanan, Shrikanth},
  booktitle = {ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages = {8135--8139},
  year = {2024},
  organization = {IEEE},
  abbr2 = {Foundation Model}
}

2023

ACM Multimedia Dataset

MM-AU: Towards Multimodal Understanding of Advertisement Videos

Digbalay Bose , Rajat Hebbar , Tiantian Feng , Krishna Somandepalli , Anfeng Xu , and Shrikanth Narayanan

In Proceedings of the 31st ACM International Conference on Multimedia , 2023

Bib

@inproceedings{bose2023mm,
  title = {MM-AU: Towards Multimodal Understanding of Advertisement Videos},
  author = {Bose, Digbalay and Hebbar, Rajat and Feng, Tiantian and Somandepalli, Krishna and Xu, Anfeng and Narayanan, Shrikanth},
  booktitle = {Proceedings of the 31st ACM International Conference on Multimedia},
  pages = {86--95},
  year = {2023},
  abbr2 = {Dataset},
}

Voice Privacy Generative AI

Unlocking Foundation Models for Privacy-Enhancing Speech Understanding: An Early Study on Low Resource Speech Training Leveraging Label-guided Synthetic Speech Content

Tiantian Feng , Digbalay Bose , Xuan Shi , and Shrikanth Narayanan

arXiv preprint arXiv:2306.07791, 2023

Bib

@article{feng2023unlocking,
  title = {Unlocking Foundation Models for Privacy-Enhancing Speech Understanding: An Early Study on Low Resource Speech Training Leveraging Label-guided Synthetic Speech Content},
  author = {Feng, Tiantian and Bose, Digbalay and Shi, Xuan and Narayanan, Shrikanth},
  journal = {arXiv preprint arXiv:2306.07791},
  year = {2023},
  abbr2 = {Generative AI},
}

Preprint Generative AI

GPT-FL: Generative pre-trained model-assisted federated learning

Tuo Zhang* , Tiantian Feng* , Samiul Alam , Mi Zhang , Shrikanth S Narayanan , and Salman Avestimehr

arXiv preprint arXiv:2306.02210, 2023

Bib

@article{zhang2023gpt,
  title = {GPT-FL: Generative pre-trained model-assisted federated learning},
  author = {Zhang*, Tuo and Feng*, Tiantian and Alam, Samiul and Zhang, Mi and Narayanan, Shrikanth S and Avestimehr, Salman},
  journal = {arXiv preprint arXiv:2306.02210},
  year = {2023},
  abbr2 = {Generative AI},
}

Journal Trustworthiness

A Review of Speech-centric Trustworthy Machine Learning: Privacy, Safety, and Fairness

Tiantian Feng , Rajat Hebbar , Nicholas Mehlman , Xuan Shi , Aditya Kommineni , and Shrikanth Narayanan

APSIPA Transactions on Signal and Information Processing, 2023

Bib

@article{feng2023review,
  title = {A Review of Speech-centric Trustworthy Machine Learning: Privacy, Safety, and Fairness},
  author = {Feng, Tiantian and Hebbar, Rajat and Mehlman, Nicholas and Shi, Xuan and Kommineni, Aditya and Narayanan, Shrikanth},
  journal = {APSIPA Transactions on Signal and Information Processing},
  volume = {12},
  number = {3},
  year = {2023},
  publisher = {Now Publishers, Inc.},
  abbr2 = {Trustworthiness},
}

SIGKDD 2023 Federated Learning

FedMultimodal: A Benchmark for Multimodal Federated Learning

Tiantian Feng , Digbalay Bose , Tuo Zhang , Rajat Hebbar , Anil Ramakrishna , Rahul Gupta , Mi Zhang , Salman Avestimehr , and Shrikanth Narayanan

In Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining , 2023

Bib Code

@inproceedings{feng2023fedmultimodal,
  title = {FedMultimodal: A Benchmark for Multimodal Federated Learning},
  author = {Feng, Tiantian and Bose, Digbalay and Zhang, Tuo and Hebbar, Rajat and Ramakrishna, Anil and Gupta, Rahul and Zhang, Mi and Avestimehr, Salman and Narayanan, Shrikanth},
  booktitle = {Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining},
  pages = {4035--4045},
  year = {2023},
  abbr2 = {Federated Learning},
}

ICASSP 2023 Federated Learning

FedAudio: A federated learning benchmark for audio tasks

Tuo Zhang , Tiantian Feng , Samiul Alam , Sunwoo Lee , Mi Zhang , Shrikanth S Narayanan , and Salman Avestimehr

In ICASSP 2023-2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) , 2023

Bib Code

@inproceedings{zhang2023fedaudio,
  title = {FedAudio: A federated learning benchmark for audio tasks},
  author = {Zhang, Tuo and Feng, Tiantian and Alam, Samiul and Lee, Sunwoo and Zhang, Mi and Narayanan, Shrikanth S and Avestimehr, Salman},
  booktitle = {ICASSP 2023-2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages = {1--5},
  year = {2023},
  organization = {IEEE},
  abbr2 = {Federated Learning},
}

ACII 2023 Foundation Model

PEFT-SER: On the use of parameter efficient transfer learning approaches for speech emotion recognition using pre-trained speech models

Tiantian Feng , and Shrikanth Narayanan

In 2023 11th International Conference on Affective Computing and Intelligent Interaction (ACII) , 2023

Bib Code

@inproceedings{feng2023peft,
  title = {PEFT-SER: On the use of parameter efficient transfer learning approaches for speech emotion recognition using pre-trained speech models},
  author = {Feng, Tiantian and Narayanan, Shrikanth},
  booktitle = {2023 11th International Conference on Affective Computing and Intelligent Interaction (ACII)},
  pages = {1--8},
  year = {2023},
  organization = {IEEE},
  abbr2 = {Foundation Model},
}

Journal HRV

Increasing coordination and responsivity of emotion-related brain regions with a heart rate variability biofeedback randomized trial

Kaoru Nashiro , Jungwon Min , Hyun Joo Yoo , Christine Cho , Shelby L Bachman , Shubir Dutt , Julian F Thayer , Paul M Lehrer , Tiantian Feng , Noah Mercer , and 1 more author

Cognitive, Affective, & Behavioral Neuroscience, 2023

Bib

@article{nashiro2023increasing,
  title = {Increasing coordination and responsivity of emotion-related brain regions with a heart rate variability biofeedback randomized trial},
  author = {Nashiro, Kaoru and Min, Jungwon and Yoo, Hyun Joo and Cho, Christine and Bachman, Shelby L and Dutt, Shubir and Thayer, Julian F and Lehrer, Paul M and Feng, Tiantian and Mercer, Noah and others},
  journal = {Cognitive, Affective, \& Behavioral Neuroscience},
  volume = {23},
  number = {1},
  pages = {66--83},
  year = {2023},
  publisher = {Springer},
  abbr2 = {HRV}
}

Journal HRV

Effects of a randomised trial of 5-week heart rate variability biofeedback intervention on cognitive function: possible benefits for inhibitory control

Kaoru Nashiro , Hyun Joo Yoo , Christine Cho , Jungwon Min , Tiantian Feng , Padideh Nasseri , Shelby L Bachman , Paul Lehrer , Julian F Thayer , and Mara Mather

Applied psychophysiology and biofeedback, 2023

Bib

@article{nashiro2023effects,
  title = {Effects of a randomised trial of 5-week heart rate variability biofeedback intervention on cognitive function: possible benefits for inhibitory control},
  author = {Nashiro, Kaoru and Yoo, Hyun Joo and Cho, Christine and Min, Jungwon and Feng, Tiantian and Nasseri, Padideh and Bachman, Shelby L and Lehrer, Paul and Thayer, Julian F and Mather, Mara},
  journal = {Applied psychophysiology and biofeedback},
  volume = {48},
  number = {1},
  pages = {35--48},
  year = {2023},
  publisher = {Springer},
  abbr2 = {HRV}
}

INTERSPEECH 2023 Child-centered Technology

Understanding spoken language development of children with asd using pre-trained speech embeddings

Anfeng Xu , Rajat Hebbar , Rimita Lahiri , Tiantian Feng , Lindsay Butler , Lue Shen , Helen Tager-Flusberg , and Shrikanth Narayanan

arXiv preprint arXiv:2305.14117, 2023

Bib

@article{xu2023understanding,
  title = {Understanding spoken language development of children with asd using pre-trained speech embeddings},
  author = {Xu, Anfeng and Hebbar, Rajat and Lahiri, Rimita and Feng, Tiantian and Butler, Lindsay and Shen, Lue and Tager-Flusberg, Helen and Narayanan, Shrikanth},
  journal = {arXiv preprint arXiv:2305.14117},
  year = {2023},
  abbr2 = {Child-centered Technology}
}

INTERSPEECH 2023 CChild-centered Technology

Robust self supervised speech embeddings for child-adult classification in interactions involving children with autism

Rimita Lahiri , Tiantian Feng , Rajat Hebbar , Catherine Lord , So Hyun Kim , and Shrikanth Narayanan

arXiv preprint arXiv:2307.16398, 2023

Bib

@article{lahiri2023robust,
  title = {Robust self supervised speech embeddings for child-adult classification in interactions involving children with autism},
  author = {Lahiri, Rimita and Feng, Tiantian and Hebbar, Rajat and Lord, Catherine and Kim, So Hyun and Narayanan, Shrikanth},
  journal = {arXiv preprint arXiv:2307.16398},
  year = {2023},
  abbr2 = {CChild-centered Technology}
}

2022

Scientific Data Dataset

TILES-2019: A longitudinal physiologic and behavioral data set of medical residents in an intensive care unit

Joanna C Yau , Benjamin Girault , Tiantian Feng , Karel Mundnich , Amrutha Nadarajan , Brandon M Booth , Emilio Ferrara , Kristina Lerman , Eric Hsieh , and Shrikanth Narayanan

Scientific Data, 2022

Bib Website

@article{yau2022tiles,
  title = {TILES-2019: A longitudinal physiologic and behavioral data set of medical residents in an intensive care unit},
  author = {Yau, Joanna C and Girault, Benjamin and Feng, Tiantian and Mundnich, Karel and Nadarajan, Amrutha and Booth, Brandon M and Ferrara, Emilio and Lerman, Kristina and Hsieh, Eric and Narayanan, Shrikanth},
  journal = {Scientific Data},
  volume = {9},
  number = {1},
  pages = {536},
  year = {2022},
  publisher = {Nature Publishing Group UK London},
  abbr2 = {Dataset},
}

ICASSP 2022 Trustworthiness

Enhancing privacy through domain adaptive noise injection for speech emotion recognition

Tiantian Feng , Hanieh Hashemi , Murali Annavaram , and Shrikanth S Narayanan

In ICASSP 2022-2022 IEEE international conference on acoustics, speech and signal processing (ICASSP) , 2022

Bib Code

@inproceedings{feng2022enhancing,
  title = {Enhancing privacy through domain adaptive noise injection for speech emotion recognition},
  author = {Feng, Tiantian and Hashemi, Hanieh and Annavaram, Murali and Narayanan, Shrikanth S},
  booktitle = {ICASSP 2022-2022 IEEE international conference on acoustics, speech and signal processing (ICASSP)},
  pages = {7702--7706},
  year = {2022},
  organization = {IEEE},
  abbr2 = {Trustworthiness},
}

INTERSPEECH 2022 Federated Learning

User-Level Differential Privacy against Attribute Inference Attack of Speech Emotion Recognition on Federated Learning

Tiantian Feng , Raghuveer Peri , and Shrikanth Narayanan

In Proc. Interspeech 2022 , 2022

Bib Code

@inproceedings{feng22b_interspeech,
  author = {Feng, Tiantian and Peri, Raghuveer and Narayanan, Shrikanth},
  title = {{User-Level Differential Privacy against Attribute Inference Attack of Speech Emotion Recognition on Federated Learning}},
  year = {2022},
  booktitle = {Proc. Interspeech 2022},
  pages = {5055--5059},
  doi = {10.21437/Interspeech.2022-10060},
  abbr2 = {Federated Learning},
}

INTERSPEECH 2022 Federated Learning

Semi-FedSER: Semi-supervised Learning for Speech Emotion Recognition On Federated Learning using Multiview Pseudo-Labeling

Tiantian Feng , and Shrikanth Narayanan

In Proc. Interspeech 2022 , 2022

Bib Code

@inproceedings{feng22_interspeech,
  author = {Feng, Tiantian and Narayanan, Shrikanth},
  title = {{Semi-FedSER: Semi-supervised Learning for Speech Emotion Recognition On Federated Learning using Multiview Pseudo-Labeling}},
  year = {2022},
  booktitle = {Proc. Interspeech 2022},
  pages = {5050--5054},
  doi = {10.21437/Interspeech.2022-141},
  abbr2 = {Federated Learning}
}

Frontiers Wearables

Understanding the effect of speed on human emotion perception in mediated social touch using voice coil actuators

Xin Zhu , Tiantian Feng , and Heather Culbertson

Frontiers in Computer Science, 2022

Bib

@article{zhu2022understanding,
  title = {Understanding the effect of speed on human emotion perception in mediated social touch using voice coil actuators},
  author = {Zhu, Xin and Feng, Tiantian and Culbertson, Heather},
  journal = {Frontiers in Computer Science},
  volume = {4},
  pages = {826637},
  year = {2022},
  publisher = {Frontiers},
  abbr2 = {Wearables}
}

2021

Scientific Reports Wearables

A multimodal analysis of physical activity, sleep, and work shift in nurses with wearable sensor data

Tiantian Feng , Brandon M Booth , Brooke Baldwin-Rodrı́guez , Felipe Osorno , and Shrikanth Narayanan

Scientific reports, 2021

Bib Code

@article{feng2021multimodal,
  title = {A multimodal analysis of physical activity, sleep, and work shift in nurses with wearable sensor data},
  author = {Feng, Tiantian and Booth, Brandon M and Baldwin-Rodr{\'\i}guez, Brooke and Osorno, Felipe and Narayanan, Shrikanth},
  journal = {Scientific reports},
  volume = {11},
  number = {1},
  pages = {8693},
  year = {2021},
  publisher = {Nature Publishing Group UK London},
  abbr2 = {Wearables},
}

ACM Transactions Wearables

Temporal dynamics of workplace acoustic scenes: Egocentric analysis and prediction

Arindam Jati , Amrutha Nadarajan , Raghuveer Peri , Karel Mundnich , Tiantian Feng , Benjamin Girault , and Shrikanth Narayanan

IEEE/ACM Transactions on Audio, Speech, and Language Processing, 2021

Bib

@article{jati2021temporal,
  title = {Temporal dynamics of workplace acoustic scenes: Egocentric analysis and prediction},
  author = {Jati, Arindam and Nadarajan, Amrutha and Peri, Raghuveer and Mundnich, Karel and Feng, Tiantian and Girault, Benjamin and Narayanan, Shrikanth},
  journal = {IEEE/ACM Transactions on Audio, Speech, and Language Processing},
  volume = {29},
  pages = {756--769},
  year = {2021},
  publisher = {IEEE},
  abbr2 = {Wearables},
}

Preprint Federated Learning

Attribute inference attack of speech emotion recognition in federated learning settings

Tiantian Feng , Hanieh Hashemi , Rajat Hebbar , Murali Annavaram , and Shrikanth S Narayanan

arXiv preprint arXiv:2112.13416, 2021

Bib

@article{feng2021attribute,
  title = {Attribute inference attack of speech emotion recognition in federated learning settings},
  author = {Feng, Tiantian and Hashemi, Hanieh and Hebbar, Rajat and Annavaram, Murali and Narayanan, Shrikanth S},
  journal = {arXiv preprint arXiv:2112.13416},
  year = {2021},
  abbr2 = {Federated Learning}
}

ACII 2021 Trustworthiness

Privacy and utility preserving data transformation for speech emotion recognition

Tiantian Feng , and Shrikanth Narayanan

In 2021 9th International Conference on Affective Computing and Intelligent Interaction (ACII) , 2021

Bib

@inproceedings{feng2021privacy,
  title = {Privacy and utility preserving data transformation for speech emotion recognition},
  author = {Feng, Tiantian and Narayanan, Shrikanth},
  booktitle = {2021 9th International Conference on Affective Computing and Intelligent Interaction (ACII)},
  pages = {1--7},
  year = {2021},
  organization = {IEEE},
  abbr2 = {Trustworthiness}
}

2020

Scientific Data Dataset

TILES-2018, a longitudinal physiologic and behavioral data set of hospital workers

Karel Mundnich , Brandon M Booth , Michelle l’Hommedieu , Tiantian Feng , Benjamin Girault , Justin L’hommedieu , Mackenzie Wildman , Sophia Skaaden , Amrutha Nadarajan , Jennifer L Villatte , and 1 more author

Scientific Data, 2020

Bib Website

@article{mundnich2020tiles,
  title = {TILES-2018, a longitudinal physiologic and behavioral data set of hospital workers},
  author = {Mundnich, Karel and Booth, Brandon M and l'Hommedieu, Michelle and Feng, Tiantian and Girault, Benjamin and L'hommedieu, Justin and Wildman, Mackenzie and Skaaden, Sophia and Nadarajan, Amrutha and Villatte, Jennifer L and others},
  journal = {Scientific Data},
  volume = {7},
  number = {1},
  pages = {354},
  year = {2020},
  publisher = {Nature Publishing Group UK London},
  abbr2 = {Dataset},
}

ICASSP 2020 Wearables

Modeling behavioral consistency in large-scale wearable recordings of human bio-behavioral signals

Tiantian Feng , and Shrikanth S Narayanan

In ICASSP 2020-2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) , 2020

Bib

@inproceedings{feng2020modeling,
  title = {Modeling behavioral consistency in large-scale wearable recordings of human bio-behavioral signals},
  author = {Feng, Tiantian and Narayanan, Shrikanth S},
  booktitle = {ICASSP 2020-2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages = {1011--1015},
  year = {2020},
  organization = {IEEE},
  abbr2 = {Wearables}
}

ICASSP 2020 Wearables

Modeling behavior as mutual dependency between physiological signals and indoor location in large-scale wearable sensor study

Tiantian Feng , Brandon M Booth , and Shrikanth S Narayanan

In ICASSP 2020-2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) , 2020

Bib

@inproceedings{feng2020modelinh,
  title = {Modeling behavior as mutual dependency between physiological signals and indoor location in large-scale wearable sensor study},
  author = {Feng, Tiantian and Booth, Brandon M and Narayanan, Shrikanth S},
  booktitle = {ICASSP 2020-2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages = {1016--1020},
  year = {2020},
  organization = {IEEE},
  abbr2 = {Wearables}
}

2019

ICASSP 2019 Wearables

Discovering optimal variable-length time series motifs in large-scale wearable recordings of human bio-behavioral signals

Tiantian Feng , and Shrikanth S Narayanan

In ICASSP 2019-2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) , 2019

Bib

@inproceedings{feng2019discovering,
  title = {Discovering optimal variable-length time series motifs in large-scale wearable recordings of human bio-behavioral signals},
  author = {Feng, Tiantian and Narayanan, Shrikanth S},
  booktitle = {ICASSP 2019-2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages = {7615--7619},
  year = {2019},
  organization = {IEEE},
  abbr2 = {Wearables}
}

JMIR Wearables

Multimodal human and environmental sensing for longitudinal behavioral studies in naturalistic settings: Framework for sensor selection, deployment, and management

Brandon M Booth , Karel Mundnich , Tiantian Feng , Amrutha Nadarajan , Tiago H Falk , Jennifer L Villatte , Emilio Ferrara , and Shrikanth Narayanan

Journal of medical Internet research, 2019

Bib

@article{booth2019multimodal,
  title = {Multimodal human and environmental sensing for longitudinal behavioral studies in naturalistic settings: Framework for sensor selection, deployment, and management},
  author = {Booth, Brandon M and Mundnich, Karel and Feng, Tiantian and Nadarajan, Amrutha and Falk, Tiago H and Villatte, Jennifer L and Ferrara, Emilio and Narayanan, Shrikanth},
  journal = {Journal of medical Internet research},
  volume = {21},
  number = {8},
  pages = {e12832},
  year = {2019},
  publisher = {JMIR Publications Toronto, Canada},
  abbr2 = {Wearables}
}

EMBC 2019 Wearables

Imputing missing data in large-scale multivariate biomedical wearable recordings using bidirectional recurrent neural networks with temporal activation regularization

Tiantian Feng , and Shrikanth Narayanan

In 2019 41st annual international conference of the IEEE engineering in medicine and biology society (EMBC) , 2019

Bib

@inproceedings{feng2019imputing,
  title = {Imputing missing data in large-scale multivariate biomedical wearable recordings using bidirectional recurrent neural networks with temporal activation regularization},
  author = {Feng, Tiantian and Narayanan, Shrikanth},
  booktitle = {2019 41st annual international conference of the IEEE engineering in medicine and biology society (EMBC)},
  pages = {2529--2534},
  year = {2019},
  organization = {IEEE},
  abbr2 = {Wearables}
}

ICASSP 2019 Wearables

Toward robust interpretable human movement pattern analysis in a workplace setting

Brandon M Booth , Tiantian Feng , Abhishek Jangalwa , and Shrikanth S Narayanan

In ICASSP 2019-2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) , 2019

Bib

@inproceedings{booth2019toward,
  title = {Toward robust interpretable human movement pattern analysis in a workplace setting},
  author = {Booth, Brandon M and Feng, Tiantian and Jangalwa, Abhishek and Narayanan, Shrikanth S},
  booktitle = {ICASSP 2019-2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages = {7630--7634},
  year = {2019},
  organization = {IEEE},
  abbr2 = {Wearables}
}

Scientific Report Child-centered Technology

Cross-modal coordination of face-directed gaze and emotional speech production in school-aged children and adolescents with asd

Tanner Sorensen , Emily Zane , Tiantian Feng , Shrikanth Narayanan , and Ruth Grossman

Scientific reports, 2019

Bib

@article{sorensen2019cross,
  title = {Cross-modal coordination of face-directed gaze and emotional speech production in school-aged children and adolescents with asd},
  author = {Sorensen, Tanner and Zane, Emily and Feng, Tiantian and Narayanan, Shrikanth and Grossman, Ruth},
  journal = {Scientific reports},
  volume = {9},
  number = {1},
  pages = {18301},
  year = {2019},
  publisher = {Nature Publishing Group UK London},
  abbr2 = {Child-centered Technology}
}

2018

Mobisys Workshop Wearables

Tiles Audio Recorder: An Unobtrusive Wearable Solution to Track Audio Activity

Tiantian Feng , Amrutha Nadarajan , Colin Vaz , Brandon Booth , and Shrikanth Narayanan

In Proceedings of the 4th ACM Workshop on Wearable Systems and Applications , 2018

Bib Code

@inproceedings{feng2018tiles,
  title = {Tiles Audio Recorder: An Unobtrusive Wearable Solution to Track Audio Activity},
  author = {Feng, Tiantian and Nadarajan, Amrutha and Vaz, Colin and Booth, Brandon and Narayanan, Shrikanth},
  booktitle = {Proceedings of the 4th ACM Workshop on Wearable Systems and Applications},
  pages = {33--38},
  year = {2018},
  abbr2 = {Wearables},
}