preprints, scholar,next,columns

Author: celrm

_bibliography/preprints.bib

@@ -0,0 +1,58 @@
+---
+---
+@misc{zhou2025payattentionsmallweights,
+      title={Pay Attention to Small Weights}, 
+      author={Chao Zhou and Tom Jacobs and Advait Gadhikar and Rebekka Burkholz},
+      year={2025},
+      eprint={2506.21374},
+      archivePrefix={arXiv},
+      primaryClass={cs.LG},
+      url={https://arxiv.org/abs/2506.21374}, 
+}
+@misc{jacobs2025hamhyperbolicstepregulate,
+      title={HAM: A Hyperbolic Step to Regulate Implicit Bias}, 
+      author={Tom Jacobs and Advait Gadhikar and Celia Rubio-Madrigal and Rebekka Burkholz},
+      year={2025},
+      eprint={2506.02630},
+      archivePrefix={arXiv},
+      primaryClass={cs.LG},
+      url={https://arxiv.org/abs/2506.02630}, 
+}
+@misc{reddy2025shifthappensconfounding,
+      title={When Shift Happens - Confounding Is to Blame}, 
+      author={Abbavaram Gowtham Reddy and Celia Rubio-Madrigal and Rebekka Burkholz and Krikamol Muandet},
+      year={2025},
+      eprint={2505.21422},
+      archivePrefix={arXiv},
+      primaryClass={cs.LG},
+      url={https://arxiv.org/abs/2505.21422}, 
+}
+@misc{gadhikar2025signinlotteryreparameterizingsparse,
+      title={Sign-In to the Lottery: Reparameterizing Sparse Training From Scratch}, 
+      author={Advait Gadhikar and Tom Jacobs and Chao Zhou and Rebekka Burkholz},
+      year={2025},
+      eprint={2504.12801},
+      archivePrefix={arXiv},
+      primaryClass={cs.LG},
+      url={https://arxiv.org/abs/2504.12801}, 
+}
+@misc{gadhikar2024cyclicsparsetrainingenough,
+      title={Cyclic Sparse Training: Is it Enough?}, 
+      author={Advait Gadhikar and Sree Harsha Nelaturu and Rebekka Burkholz},
+      year={2024},
+      eprint={2406.02773},
+      archivePrefix={arXiv},
+      primaryClass={cs.LG},
+      url={https://arxiv.org/abs/2406.02773}, 
+      code={https://github.com/RelationalML/TurboPrune},
+}
+@misc{fischer2022lotteryticketsnonzerobiases,
+      title={Lottery Tickets with Nonzero Biases}, 
+      author={Jonas Fischer and Advait Gadhikar and Rebekka Burkholz},
+      year={2022},
+      eprint={2110.11150},
+      archivePrefix={arXiv},
+      primaryClass={cs.LG},
+      url={https://arxiv.org/abs/2110.11150}, 
+      code={https://github.com/RelationalML/NonZeroBiases},
+}

_bibliography/references.bib

@@ -200,7 +200,8 @@ @Article{BenGuebila2023
 issn={1474-760X},
 doi={10.1186/s13059-023-02877-1},
 url={https://doi.org/10.1186/s13059-023-02877-1},
-img={netzoo2.png}
+img={netzoo2.png},
+code={https://github.com/netZoo/netZooPy}
 }
 
 @article{10.1093/nar/gkac1157,
@@ -216,7 +217,8 @@ @article{10.1093/nar/gkac1157
     doi = {10.1093/nar/gkac1157},
     url = {https://doi.org/10.1093/nar/gkac1157},
     eprint = {https://academic.oup.com/nar/article-pdf/51/3/e15/49192710/gkac1157.pdf},
-    img={dragon.jpg}
+    img={dragon.jpg},
+    code={https://github.com/netZoo/netZooPy},
 }
 @inproceedings{NEURIPS2022_76bf7786,
  author = {Burkholz, Rebekka},
@@ -249,6 +251,7 @@ @InProceedings{pmlr-v162-burkholz22a
   abstract = 	 {The Lottery Ticket Hypothesis continues to have a profound practical impact on the quest for small scale deep neural networks that solve modern deep learning tasks at competitive performance. These lottery tickets are identified by pruning large randomly initialized neural networks with architectures that are as diverse as their applications. Yet, theoretical insights that attest their existence have been mostly focused on deed fully-connected feed forward networks with ReLU activation functions. We prove that also modern architectures consisting of convolutional and residual layers that can be equipped with almost arbitrary activation functions can contain lottery tickets with high probability.},
   spotlight={true},
   img={proof_network_overview.png},
+  code = {https://github.com/RelationalML/LT-existence},
 }
 
 @Article{BenGuebila2022,
@@ -277,17 +280,8 @@ @Article{BenGuebila2022
 doi={10.1038/s41592-022-01479-2},
 url={https://doi.org/10.1038/s41592-022-01479-2},
 abstract={Open access to software in computational and systems biology, including data, code and models, is widely acknowledged as essential for ensuring reproducibility of research results and reuse of methods1. Although there are software tools that allow sharing of computational pipelines, these systems generally do not allow the integration of software annotation and documentation at each step in the process — elements that are required to understand and run complex and rapidly evolving software, including methods developed in systems biology for inferring biological pathways. Our research team has been developing network inference and analysis methods, collected into the Network Zoo (http://netzoo.github.io), with implementations in R, C, MATLAB and Python. The growing community of users of these network resources, the increasing interest in learning how to apply network inference methods, and the need to ensure that published analyses are fully reproducible led us to develop Netbooks (http://netbooks.networkmedicine.org), a hosted collection of Jupyter notebooks that provide detailed and annotated step-by-step case studies of GRN analysis.},
-img={nature-methods.jpg}
-}
-
-@misc{fischer2022lotteryticketsnonzerobiases,
-      title={Lottery Tickets with Nonzero Biases}, 
-      author={Jonas Fischer and Advait Gadhikar and Rebekka Burkholz},
-      year={2022},
-      eprint={2110.11150},
-      archivePrefix={arXiv},
-      primaryClass={cs.LG},
-      url={https://arxiv.org/abs/2110.11150}, 
+img={nature-methods.jpg},
+code={https://github.com/netZoo/netbooks},
 }
 
 @inproceedings{

_data/alumni_members.yml

@@ -7,13 +7,15 @@
       end_date: Oct 24
       email: [email protected]
       url: https://adarshmj.github.io
+      next: PhD at IRISA, Université de Rennes
 
     - name: Harsha Nelaturu
       last_name: Nelaturu
       photo: c02hane.jpg
       start_date: Aug 23
       end_date: Jul 24
       url: https://nelaturuharsha.github.io/
+      next: [Applied Scientist Intern Amazon, PhD at Calgary University]
 
 - role: Research engineers
   members:
@@ -25,6 +27,7 @@
       email: [email protected]
       url: https://github.com/nikitaved
       description: "I am interesting in making modern AI models efficient. In particular, I work on discovering and exploiting structure in Neural Networks (sparsity, low-dimensional representations and similar) for efficient training, fine-tuning and inference. I am a former full-time core developer for [PyTorch](https://github.com/pytorch/pytorch) and [Lightning Thunder](https://github.com/Lightning-AI/lightning-thunder). Check my [GitHub](https://github.com/nikitaved) to see what I work on now."
+      next: Senior Engineer at NVIDIA
 
 - role: Visiting students
   members:

_data/news.yml

@@ -1,9 +1,15 @@
+- date: 12. June 2025
+  headline: "Tom is attending the [AIM](https://aimath.nl/index.php/2025/03/13/4th-aim-cluster-event-tilburg/) (AI & Mathematics) workshop at Tilburg University."
+
 - date: 2. June 2025
-  headline: "Rebekka and Celia are presenting at [NetSci](https://netsci2025.github.io/) in Maastricht with a satellite keynote and a lightning talk."
+  headline: "Rebekka and Celia are presenting at [NetSci](https://netsci2025.github.io/) in Maastricht with a  [satellite keynote](/outreach#netbiomed-2025-keynote-jun-2-2025) and a lightning talk."
 
 - date: 1. June 2025
   headline: "Welcome Baraah!"
 
+- date: 27. May 2025
+  headline: "Celia is visiting TU Wien and presenting at the ML Research Unit's [seminar](https://ml-tuw.github.io/ruml_seminar/)."
+
 - date: 7. May 2025
   headline: "Congratulations to Rebekka for [receiving tenure](https://cispa.de/en/burkholz-tenured) at CISPA."
 
@@ -14,7 +20,7 @@
   headline: "Rebekka is at [CPAL](https://cpal.cc/spotlight_track/) presenting three [papers](/publications) as recent spotlights."
 
 - date: 13. February 2025
-  headline: "Celia is presenting her work on graph rewiring at Cohere Labs ([watch talk here](/outreach/#celia-rubio-madrigal--cohere-labs-feb-13-2025))."
+  headline: "Celia is presenting her work on graph rewiring at Cohere Labs ([video](/outreach#celia-rubio-madrigal--cohere-labs-feb-13-2025))."
 
 - date: 22. January 2025
   headline: "Two papers 
@@ -25,18 +31,21 @@
 - date: 1. December 2024
   headline: "Welcome to Gowtham and Nik!"
 
+- date: 25. December 2024
+  headline: "Celia, Adarsh, Rebekka, and Nimrah are presenting their work at the [ELLIS Pre-NeurIPS](https://lacoco-lab.github.io/events/PreNeurIPS2024/) Session in Saarbrücken."
+
 - date: 25. September 2024
   headline: "Three papers 
   [(1)](https://openreview.net/forum?id=EMkrwJY2de) 
   [(2)](https://openreview.net/forum?id=IfZwSRpqHl) 
   [(3)](https://openreview.net/forum?id=FNtsZLwkGr)
-   have been accepted at NeurIPS 2024."
+   have been accepted at NeurIPS 2024, and [one](https://sites.google.com/wimlworkshop.org/wiml-2024/program) at the WiML Workshop, where Rebekka is an invited mentor."
 
 - date: 1. July 2024
   headline: "Welcome to Chao, Rahul, and Dong!"
 
 - date: 14. June 2024
-  headline: "Celia, Advait and Adarsh are presenting at the Helmholtz AI Conference: AI for Science ([HAICON](https://eventclass.it/haic2024/scientific/external-program/session?s=S-05a)) in Düsseldorf ([watch talk here](/outreach/#celia-rubio-madrigal--haicon-jun-14-2024))."
+  headline: "Celia, Advait, and Adarsh are presenting at the Helmholtz AI Conference: AI for Science ([HAICON](https://eventclass.it/haic2024/scientific/external-program/session?s=S-05a)) in Düsseldorf ([video](/outreach#celia-rubio-madrigal--haicon-jun-14-2024))."
 
 - date: 1. May 2024
   headline: "Our paper on [improving GATs](https://openreview.net/forum?id=Sjv5RcqfuH) has been accepted at ICML 2024."

_data/outreach.yml

@@ -22,7 +22,7 @@ videos:
   papers: 
     - title: "Scaling up Continuous-Time Markov Chains Helps Resolve Underspecification"
       authors: "Alkis Gotovos, Rebekka Burkholz, John Quackenbush, and Stefanie Jegelka"
-      conference: NeurIPS 2024
+      conference: NeurIPS 2021
       link: https://openreview.net/forum?id=PnY8rTJGOuU
 
 - title: "Can Graph Attention Networks Learn the Degree to Which Node Properties Are Determined by Their Neighborhood?"
@@ -45,7 +45,6 @@ videos:
   speaker: "Rebekka Burkholz" 
   venue: "CRC 1461 Neurotronics Colloquium"
   video: https://www.crc1461-neurotronics.de/files/sfb-crc/videos/crc1461_colloquium_rebecca_burkholz.mp4#t=1
-  papers: TBD
   abstract: "Deep learning continues to achieve impressive breakthroughs across disciplines but relies on increasingly large neural network models that are trained on massive data sets. Their development inflicts costs that are only affordable by a few labs and prevent global participation in the creation of related technologies. In this talk, we will ask the question if it really has to be like this and discuss some of the major challenges that limit the success of deep learning on smaller scales. We will give three examples of complimentary approaches that could help us address the underlying issues: (i) early neural network sparsification, (ii) the integration of useful inductive bias in the design of problem specific neural network architectures (with biomedical applications), and (iii) the improvement of training from scratch in the context of graph neural networks."
 
 - title: "Pruning Deep Neural Networks for Lottery Tickets"
@@ -75,9 +74,13 @@ videos:
   date: 2019-12-21
   speaker: "Rebekka Burkholz"
   venue: "FutureofHealthTech (FHTI at MIT)"
-  video: https://www.youtube.com/embed/6ZD9TZlngj0?si=d3jUAuRuPfH_ETE9
+  video: https://youtu.be/6ZD9TZlngj0
   papers:
-    - title: 
+    - title: "Artificial Intelligence in Echocardiography Diagnostics – Detection of Takotsubo Syndrome"
+      authors: "D Di Vece, F Laumer, M Schwyzer, R Burkholz, L Corinzia, V.L Cammann, R Citro, J Bax, J.R Ghadri, J.M Buhmann, C Templin"
+      conference: European Heart Journal, Volume 41, 2020
+      link: https://doi.org/10.1093/ehjci/ehaa946.1221
+  noiframe: true
 
 podcasts:
 - title: "Demokratie statt Datenmonopol"
@@ -117,4 +120,15 @@ podcasts:
   venue: "CISPA TL;DR"
   description: "CISPA-Faculty Dr. Rebekka Burkholz spricht in dieser Folge mit uns darüber, was relationales maschinelles Lernen ist und welche Chancen Methoden des maschinellen Lernens in der Diagnostik und Behandlung von Krankheiten eröffnen. Die Mathematikerin gibt zudem Einblicke, was Informatiker:innen und Mathematiker:innen unterscheidet und was aus ihrer Sicht helfen würde, mehr Frauen für eine Karriere in der Forschung zu begeistern."
   audio: https://cispatldr.podigee.io/15-new-episode/embed?context=external
-  height: 364
+  height: 364
+
+other_links:
+- title: "NetBioMed 2025 Keynote"
+  url: "https://bsky.app/profile/netbiomed2025.bsky.social/post/3lqmzjkcks22l"
+  description: "After coffee break we had Rebekka Burkholz discussing current challenges when modelling gene regulation and how to fix them. Her approach is innovative and allows us to infer biological processes with both scalability and interpretability."
+  date: "2025-06-02"
+
+- title: "Die Abenteuer der KI in der Genomik"
+  url: "https://www.mdc-berlin.de/de/news/news/die-abenteuer-der-ki-der-genomik"
+  description: "Beim Berlin Summer Meeting am MDC-BIMSB trafen sich Molekularbiolog\\*innen und Bioinformatiker\\*innen, um die neuesten Erfolge und Herausforderungen zu diskutieren. Sie loteten aus, wie sie Künstliche Intelligenz am besten für die Biomedizin nutzen können."
+  date: "2024-06-19"

_data/team_members.yml

@@ -6,6 +6,7 @@
       start_date: 2021
       email: [email protected]
       url: https://sites.google.com/view/rebekkaburkholz/
+      scholar: https://scholar.google.com/citations?user=vkWBb2wAAAAJ
       description: "I lead the Relational Machine Learning Group at the Helmholtz Center CISPA since 2021. Our research on sparse deep learning is funded by an [ERC starting grant](https://cispa.de/en/research/grants/sparse-ml) since December 2023 and by Apple Research since August 2025. From 2019-2021, I was a PostDoc at the Biostatistics Department of the Harvard T.H. Chan School of Public Health working with John Quackenbush, from 2017-2018 at the Institute for Machine Learning at ETH Zurichwith Joachim Buhmann, and from 2016-2017 at the Chair of Systems Design at ETH Zurich with Frank Schweitzer. My PhD research at the ETH Risk Center was supervised by Frank Schweitzer and co-supervised by Hans J. Herrmann from 2013-2016. My thesis on systemic risk won the Zurich Dissertation Prize and our work on international maize trade received the CSF Best Contribution Award. I studied Mathematics and Physics at TU Darmstadt."
 
 - role: PostDocs
@@ -16,6 +17,7 @@
       start_date: May 2024
       email: [email protected]
       url: https://chaoedisonzhouucl.github.io/
+      scholar: https://scholar.google.com/citations?user=ttO5HpQAAAAJ
       description: "I focus on understanding the intricate dynamics of training and fine-tuning in machine learning models, with the goal of developing more efficient and effective learning algorithms. My research explores how optimization processes evolve and how we can refine these methods to improve performance. Currently, I am particularly interested in gradient compression techniques."
 
     - name: Dr. Gowtham Abbavaram
@@ -24,6 +26,7 @@
       start_date: Oct 2024
       email: [email protected]
       url: https://gautam0707.github.io/
+      scholar: https://scholar.google.com/citations?user=Iewg-GAAAAAJ
       description: "I work on research problems at the intersection of machine learning and causality, focusing on modeling, inference, and interpreting machine learning models from a causal perspective to enhance their robustness and trustworthiness."
 
 - role: PhD students
@@ -34,6 +37,7 @@
       start_date: Apr 2022
       email: [email protected]
       url: https://advaitgadhikar.github.io/
+      scholar: https://scholar.google.com/citations?user=parDMogAAAAJ
       description: "I work on building provable algorithms for deep learning and am currently interested in algorithms related to sparsity in neural nets. Specifically I am interested in the Lottery Ticket Hypothesis and how it can help identify the underlying structure of a learnt network."
 
     - name: Nimrah Mustafa
@@ -49,6 +53,7 @@
       start_date: Oct 2023
       email: [email protected]
       url: https://celrm.github.io/
+      scholar: https://scholar.google.com/citations?user=AsvScCAAAAAJ
       description: "My research addresses generalization challenges in graph learning, focusing on the dual role of input graphs as both data and computation structures, and the effects of modifying them under different criteria. I hold two degrees in Mathematics and Computer Science from Universidad Complutense de Madrid, and I received the prestigious postgraduate fellowship from la Caixa Foundation in 2022. This allowed me to study a master's at Strathclyde in the UK, where I was awarded the Best Overall Performance Prize."
 
     - name: Tom Jacobs
@@ -57,6 +62,7 @@
       start_date: Feb 2024
       email: [email protected]
       url: https://tomjacobs05.github.io/
+      scholar: https://scholar.google.com/citations?user=Yi62zDEAAAAJ
       description: "My research interests lie at the intersection of understanding neural network training dynamics and designing efficient deep learning methods. Concretely, I work with theoretical tools such as mirror flow, regularization techniques, and mean field descriptions to study the effect of overparameterization and improve model efficiency."
 
     - name: Rahul Nittala
@@ -80,4 +86,5 @@
       photo: 
       start_date: Jun 2025
       email: [email protected]
-      url: https://cispa.de/en/people/c01baad
+      url: https://cispa.de/en/people/c01baad
+      scholar: https://scholar.google.com/citations?user=LGI13OsAAAAJ

_includes/footer.html

@@ -4,12 +4,15 @@
 	  <div class="row">
 		<div class="col-sm-6">
 			<p>&copy; <span id="year"></span> Relational ML Lab.</p>
-			<p>We are part of the <a href="https://cispa.de">CISPA Helmholtz Center for Information Security</a>, at the <a href="https://www.uni-saarland.de">Saarland University</a> campus.</p>
+			<p>We are part of the <a href="https://cispa.de">CISPA Helmholtz Center for Information Security</a> in Saarbrücken and St. Ingbert, Germany, and are grateful to <a href="https://www.uni-saarland.de">Saarland University (UdS)</a>  for granting us supervision rights.</p>
 		</div>
-		<div class="col-sm-6">
-		  <p>Contact:</p>
-		  <p>Stuhlsatzenhaus 5, 66123 Saarbrücken, Germany<br>
-            (<a href="https://cispa.de/en/contact#location">Directions</a>)</p>
+		<div class="col-sm-6 text-right">
+			<br>
+		  <p>
+			Im Oberen Werk 1<br>
+			66386 St. Ingbert<br>
+			Germany
+		  </p>
 		</div>
 	  </div>
 	</div>

_layouts/bib.html

@@ -108,7 +108,7 @@
         {%- elsif thesis contains entry.type -%}
           {%- capture entrytype -%}<em>{{entry.school}}</em> {%- endcapture -%}
         {%- else -%}
-          {%- capture entrytype -%}<em>Preprint</em>{%- endcapture -%}
+          {%- capture entrytype -%}<em>Pre-print on arXiv</em>{%- endcapture -%}
         {%- endif -%}
         {%- if entry.year -%}
           {%- capture entryyear -%}{{ " " }}{{entry.year}}{%- endcapture -%}

_layouts/homelay.html

@@ -40,15 +40,6 @@
 
 {{ content }}
 
-<br>  
-<figure class="fourth" style="text-align: center">
-  <img src="{{ site.url }}{{ site.baseurl }}/images/logo/Logo_CISPA.png" style="height: 90px">
-<br>  
-  <img src="{{ site.url }}{{ site.baseurl }}/images/logo/Logo_Saarland.png" style="height: 90px">
-&emsp;&emsp;
-  <img src="{{ site.url }}{{ site.baseurl }}/images/logo/Logo_ERC.jpg" style="height: 90px">
-</figure>
-<br>
 </div>
 
 <div id="newsid" class="col-sm-4" >