% % This file was created by the TYPO3 extension % bib % --- Timezone: UTC % Creation date: 2025-04-04 % Creation time: 07-47-23 % --- Number of references % 1 % @Inproceedings { 2025_querfurth_transformer, title = {Transformer-Based Integrative Patient Representations from Single-Cell RNA Data}, year = {2025}, month = {4}, day = {28}, abstract = {Single-cell RNA sequencing (scRNA-Seq) is a powerful tool to explore cellular heterogeneity in healthy and diseased states, yet its translation into clinical insights has been limited. To bridge the gap between detailed cellular analysis and broader patient-level representations usable for phenotyping, we introduce a novel transformer-based architecture capable of embedding single-cell data into meaningful patient-level embeddings. This approach utilizes a self-supervised learning phase to construct integrative patient representations, which are then refined using contrastive learning techniques. On a dataset covering 7 million cells across 1223 individuals with diverse disease states, we show that learned embeddings are meaningful representations for a variety of downstream analytical tasks. Here, our approach proves robust against unbalanced datasets and shows indications of learning similarities between related diseases, such as COVID-19 and flu.}, tags = {health; rfc; rust-ers;}, booktitle = {Learning Meaningful Representations of Life Workshop (LMRL '25), co-located with the 13th International Conference on Learning Representations (ICLR '25), April 24-28, 2025, Singapore, Singapore}, event_place = {Singapore, Singapore}, event_date = {April 24-28, 2025}, state = {accepted}, reviewed = {1}, author = {von Querfurth, Benedikt and Lohm{\"o}ller, Johannes and Pennekamp, Jan and Bleckwehl, Tore and Kramann, Rafael and Wehrle, Klaus and Hayat, Sikander} }