@misc{fisher_guardrail,
  title = {Whose Guardrail? User Identity Shapes the Effectiveness of Model Disclaimers in Mitigating LLM Political Persuasion},
  author = {Jillian Fisher and Daniel W. Fisher and Jennifer Pan and Yulia Tsvetkov and Katharina Reinecke},
  year = {2026},
  note = {arXiv:2611.05347},
  url = {https://arxiv.org/pdf/2611.05347}
}

Politically biased AI can shift users' opinions, yet it remains unclear whether model disclaimers protect against such persuasion. We report a preregistered experiment (N=1,586) examining how disclaimer design and user characteristics shape susceptibility to politically biased AI. We varied whether disclaimers identified political bias versus potential inaccuracies and whether they included an explanation. Participants completed two decision-making tasks with an LLM biased against their political views, with outcomes assessed immediately and one week later. Disclaimers identifying political bias and including an explanation reduced persuasion, but effects varied across contexts and did not persist. Individual differences were more consistent predictors: Republicans were more persuaded and reported higher trust than Democrats across tasks. Similarly, participants who used AI more frequently were also more persuaded, whereas those with greater self-reported AI knowledge were less persuaded. These findings suggest that generic disclaimers are not enough: effective safeguards must account for user heterogeneity and context.

@misc{wilde_newsbench,
  title = {NewsBench: Expert-Grounded Evaluation of Epistemic Quality in AI News Reporting},
  author = {Matt Wilde and Jillian Fisher and Andrew B. Hall and Kathryn Salam and Robbie Goldfarb},
  year = {2026},
  note = {arXiv:2610.33240},
  url = {https://byforum.com/whitepaper-files/newsbench.pdf}
}

As frontier AI systems increasingly serve as sources of political and current-events information, evaluating the epistemic quality of their responses is now especially consequential. Existing evaluations often focus narrowly on ideological alignment, rely on measures not validated for this setting, or depend on reference labels derived from public opinion or non-expert annotation, potentially producing misleading or miscalibrated results. To address these limitations, we introduce NewsBench, an expert-grounded benchmark that reframes evaluation around editorial standards developed by senior practitioners in journalism, policy, and intelligence analysis. NewsBench operationalizes quality across three dimensions, source quality, factuality, and neutrality, using a two-phase pipeline in which domain experts first define and calibrate evaluation guidelines, which are then transferred to automated AI judges validated against expert-adjudicated gold labels. The benchmark includes approximately 3,000 evaluation prompts, with roughly 500 refreshed monthly to capture emerging current events, roughly 2,500 human expert-annotated items for calibration and validation, and a suite of AI judges designed to enable scalable evaluation. To validate our methodology, we report both inter-rater reliability among human experts and AI judge–human agreement across all three dimensions. Finally, we apply NewsBench to four frontier models, revealing distinct and non-overlapping failure profiles in sourcing, factuality, and neutrality.

@misc{pooledayan_impactful_pluralism,
  title = {A Roadmap to Impactful Pluralistic Alignment Research},
  author = {Elinor Poole-Dayan and Jillian Fisher and Atoosa Kasirzadeh and Jacob Andreas and Mitchell Gordon and Michiel A. Bakker},
  year = {2026},
  note = {arXiv:2607.22305},
  url = {https://arxiv.org/abs/2607.22305}
}

Pluralistic value alignment---the goal of building AI systems that represent and serve diverse human values and perspectives---has emerged as an active research agenda. Yet, there's no public evidence that it has shaped the training or evaluation of the AI systems people actually use. We audit the public behavior documents and evaluations of frontier labs, finding none name pluralism as a goal, and as of this writing, no clear indication that production models are explicitly trained or tested for it. This goes against the primary motivations and goals of pluralistic alignment, which revolve around making a positive difference in the models serving billions of users worldwide. We argue that the pluralistic alignment research community should focus on supporting impact and adoption in deployed, widely-used AI systems. We provide evidence for the adoption problem, present three main reasons behind it, and discuss three corresponding areas for future research to address it: 1. The primary justifications for pluralistic alignment so far have been normative or speculative. We need studies showing empirically how pluralistic AI benefits users or society. 2. The pluralistic alignment research community has not settled when pluralistic behavior is warranted or what pluralism ideally looks like in practice. We need to establish a concrete goal for developers to operationalize. 3. Current methods trade off against other desiderata of LLMs in ways that are largely unmeasured, and existing metrics are not "hill-climbable." We need trade-off-aware evaluations and methods that meet the requirements of production systems. This paper serves as a collective call to action for the pluralistic alignment researchers: progress requires moving beyond normative justification toward empirical foundations, a concrete account of ideal pluralistic behavior, and practical methods and evaluations built for adoption.

@inproceedings{fisher_rums,
  title = {Response-Aware User Memory Selection for LLM Personalization},
  author = {Jillian Fisher and Jennifer Neville and Chan Young Park},
  booktitle = {Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing},
  year = {2026},
  url = {https://aclanthology.org/2026.emnlp-main.185.pdf}
}

A common approach to personalization in large language models (LLMs) is to incorporate a subset of the user memory into the prompt at inference time to guide the model's generation. Existing methods select these subsets primarily using similarity between user memory items and input queries, ignoring how features actually affect the model's response distribution. We propose Response-Utility optimization for Memory Selection (RUMS), a novel method that selects user memory items by measuring the mutual information between a subset of memory and the model's outputs, identifying items that reduce response uncertainty and sharpen predictions beyond semantic similarity. We demonstrate that this information-theoretic foundation enables more principled user memory selection that aligns more closely with human selection compared to state-of-the-art methods, and models 400× larger. Additionally, we show that memory items selected using RUMS result in better response quality compared to existing approaches, while having up to 95% reduction in computational cost.

@inproceedings{xiong_fdarxbench,
  title = {FDARxBench: Benchmarking Regulatory and Clinical Reasoning on FDA Generic Drug Assessment},
  author = {Betty Xiong and Jillian Fisher and Benjamin Newman and Meng Hu and Shivangi Gupta and Yejin Choi and Lanyan Fang and Russ B. Altman},
  booktitle = {Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing},
  year = {2026},
  url = {https://aclanthology.org/2026.emnlp-main.191/}
}

We introduce an expert-guided, real-world benchmark for evaluating document-grounded question-answering (QA) motivated by generic drug assessment, using the U.S. Food and Drug Administration (FDA) drug label documents. Drug labels contain rich but heterogeneous clinical and regulatory information, making accurate question answering difficult for current language models. In collaboration with FDA regulatory assessors, we introduce FDARxBench, and construct a multi-stage pipeline for generating high-quality, expert-guided, LLM-assisted, QA examples spanning factual, multi-hop, and refusal tasks, and design evaluation protocols to assess both open-book and closed-book reasoning. Experiments across proprietary and open-weight models reveal substantial gaps in factual grounding, long-context retrieval, and safe refusal behavior. While motivated by FDA generic drug assessment needs, this benchmark also provides a substantial foundation for challenging regulatory-grade evaluation of label comprehension.

@unpublished{fisher_vlm_friendly",
  title = {Making VLMs More Robot-Friendly: Self-Critical Distillation of Low-Level Procedural Reasoning},
  author = {Chan Young Park, Jillian Fisher, Marius Memmel, Dipika Khullar, Andy Yun, Abhishek Gupta, Yejin Choi}
  year = {2025},
  note = {},
  file = {vlm_2025.pdf}
}

Large language models (LLMs) have shown promise in robotic procedural planning, yet their human-centric reasoning often omits the low-level, grounded details needed for robotic execution. Vision-language models (VLMs) offer a path toward more perceptually grounded plans, but current methods either rely on expensive, large-scale models or are constrained to narrow simulation settings. We introduce SelfReVision, a lightweight and scalable self-improvement framework for vision-language procedural planning. SelfReVision enables small VLMs to iteratively critique, revise, and verify their own plans-without external supervision or teacher models-drawing inspiration from chain-of-thought prompting and self-instruct paradigms. Through this self-distillation loop, models generate higher-quality, execution-ready plans that can be used both at inference and for continued fine-tuning. Using models varying from 3B to 72B, our results show that SelfReVision not only boosts performance over weak base VLMs but also outperforms models 100X the size, yielding improved control in downstream embodied tasks.

@unpublished{fisher_spectrum,
  title = {Spectrum Tuning: Post-Training for Distributional Coverage and In-Context Steerability},
  author = {Taylor Sorensen and Benjamin Newman and Jared Moore and Chan Park and Jillian Fisher and Niloofar Mireshghallah and Liwei Jiang and Yejin Choi},
  year = {2025},
  journal = {ICLR}
  note = {},
  file = {spectrum_tuning.pdf}
}

Language model post-training has enhanced instruction-following and performance on many downstream tasks, but also comes with an often-overlooked cost on tasks with many possible valid answers. We characterize three desiderata for conditional distributional modeling: in-context steerability, valid output space coverage, and distributional alignment, and document across three model families how current post-training can reduce these properties. In particular, we disambiguate between two kinds of in-context learning: ICL for eliciting existing underlying knowledge or capabilities, and in-context steerability, where a model must use in-context information to override its priors and steer to a novel data generating distribution. To better evaluate and improve these desiderata, we introduce Spectrum Suite, a large-scale resource compiled from >40 data sources and spanning >90 tasks requiring models to steer to and match diverse distributions ranging from varied human preferences to numerical distributions and more. We find that while current post-training techniques help elicit underlying capabilities and knowledge, they hurt models' ability to flexibly steer in-context. To mitigate these issues, we propose Spectrum Tuning, a post-training method using Spectrum Suite to improve steerability and distributional coverage. We find that Spectrum Tuning often improves over pretrained models and their instruction-tuned counterparts, enhancing steerability, spanning more of the output space, and improving distributional alignment on held-out datasets.

@unpublished{fisher_political_neutrality",
    title = {Political Neutrality in AI is Impossible- But Here is How to Approximate it},
    author = {Jillian Fisher, Ruth E. Appel, Chan Young Park, Yujin Potter, Liwei Jiang, Taylor Sorensen, Shangbin Feng, Yulia Tsvetkov, Margaret E. Roberts, Jennifer Pan, Dawn Song, Yejin Choi},
    year = {2025},
    note = {},
    file = {political_neutrality_2025.pdf}
  }
  

AI systems often exhibit political bias, influencing users’ opinions and decision-making. While political neutrality—defined as the absence of bias—is often seen as an ideal solution for fairness and safety, this position paper argues that true political neutrality is neither feasible nor universally desirable due to its subjective nature and the biases inherent in AI training data, algorithms, and user interactions. However, inspired by Joseph Raz’s philosophical insight that “neutrality [...] can be a matter of degree” (Raz, 1986), we argue that striving for some neutrality remains essential for promoting balanced AI interactions and mitigating user manipulation. Therefore, we use the term “approximation” of political neutrality to shift the focus from unattainable absolutes to achievable, practical proxies. We propose eight techniques for approximating neutrality across three levels of conceptualizing AI, examining their trade-offs and implementation strategies. In addition, we explore two concrete applications of these approximations to illustrate their practicality. Finally, we assess our framework on current large language models (LLMs) at the output level, providing a demonstration of how it can be evaluated. This work seeks to advance nuanced discussions of political neutrality in AI and promote the development of responsible, aligned language models.

@unpublished{bias_llm",
    title = {Biased LLMs Can Influence Political Decision-Making},
    author = {Jillian Fisher, Shangbin Feng, Robert Aron, Thomas Richardson, Yejin Choi, Daniel W. Fisher, Jennifer Pan, Yulia Tsvetkov, Katharina Reinecke},
    year = {2023},
    note = {https://aclanthology.org/2025.acl-long.328/},
    file = {bias_llm.pdf}
  }
  

As modern AI models become integral to everyday tasks, concerns about their inherent biases and their potential impact on human decision-making have emerged. While bias in models are well-documented, less is known about how these biases influence human decisions. This paper presents two interactive experiments investigating the effects of partisan bias in AI language models on political decision-making. Participants interacted freely with either a biased liberal, conservative, or unbiased control model while completing political decision-making tasks. We found that participants exposed to politically biased models were significantly more likely to adopt opinions and make decisions aligning with the AI’s bias, regardless of their personal political partisanship. However, we also discovered that prior knowledge about AI could lessen the impact of the bias, highlighting the possible importance of AI education for robust bias mitigation. Our findings not only highlight the critical effects of interacting with biased AI and its ability to impact public discourse and political conduct, but also highlights potential techniques for mitigating these risks in the future.

@unpublished{infoguided,
      title={Information-Guided Identification of Training Data Imprint in (Proprietary) Large Language Models}, 
      author={Abhilasha Ravichander and Jillian Fisher and Taylor Sorensen and Ximing Lu and Yuchen Lin and Maria Antoniak and Niloofar Mireshghallah and Chandra Bhagavatula and Yejin Choi},
      journal = {NAACL}
    year = {2025},
    note = {https://arxiv.org/pdf/2503.12072},
    file = {guided_info.pdf}
  }
  

High-quality training data has proven crucial for developing performant large language models (LLMs). However, commercial LLM providers disclose few, if any, details about the data used for training. This lack of transparency creates multiple challenges: it limits external oversight and inspection of LLMs for issues such as copyright infringement, it undermines the agency of data authors, and it hinders scientific research on critical issues such as data contamination and data selection. How can we re- cover what training data is known to LLMs? In this work we demonstrate a new method to identify training data known to proprietary LLMs like GPT-4 without requiring any access to model weights or token probabilities, by using information-guided probes. Our work builds on a key observation: text passages with high surprisal are good search material for memorization probes. By evaluating a model’s ability to successfully reconstruct high-surprisal tokens in text, we can identify a surprising number of texts memorized by LLMs.

@unpublished{styleremix,
    title = {StyleRemix: Interpretable Authorship Obfuscation via Distillation and Perturbation of Style Elements},
    author = {Jillian Fisher, Skyler Hallinan, Ximing Lu, Mitchell Gordon, Zaid Harchaoui, Yejin Choi},
    journal = {EMNLP}
    year = {2024},
    note = {https://aclanthology.org/2024.emnlp-main.241/},
    file = {styleremix.pdf}
  }
  

Authorship obfuscation, rewriting a text to intentionally obscure the identity of the author, is an important but challenging task. Current methods using large language models (LLMs) lack interpretability and controllability, often ignoring author-specific stylistic features, resulting in less robust performance overall.
      To address this, we develop StyleRemix, an adaptive and interpretable obfuscation method that perturbs specific, fine-grained style elements of the original input text. StyleRemix uses pre-trained Low Rank Adaptation (LoRA) modules to rewrite an input specifically along various stylistic axes (e.g., formality and length) while maintaining low computational cost. StyleRemix outperforms state-of-the-art baselines and much larger LLMs in a variety of domains as assessed by both automatic and human evaluation.
      Additionally, we release AuthorMix, a large set of 30K high-quality, long-form texts from a diverse set of 14 authors and 4 domains, and DiSC, a parallel corpus of 1,500 texts spanning seven style axes in 16 unique directions.

@unpublished{modular_pluralism,
    title = {Modular Pluralism: Pluralistic Alignment via Multi-LLM Collaboration},
    author = {Shangbin Feng, Taylor Sorensen, Yuhan Liu, Jillian Fisher, Chan Young Park, Yejin Choi, Yulia Tsvetkov},
    journal = {EMNLP},
    year = {2024},
    note = {https://aclanthology.org/2024.emnlp-main.240/},
    file = {modular_pluralism.pdf}
  }
  

While existing alignment paradigms have been integral in developing large language models (LLMs), LLMs often learn an averaged human preference and struggle to model diverse preferences across cultures, demographics, and communities. We propose Modular Pluralism, a modular framework based on multi-LLM collaboration for pluralistic alignment: it "plugs into" a base LLM a pool of smaller but specialized community LMs, where models collaborate in distinct modes to flexibility support three modes of pluralism: Overton, steerable, and distributional. Modular Pluralism is uniquely compatible with black-box LLMs and offers the modular control of adding new community LMs for previously underrepresented communities. We evaluate Modular Pluralism with six tasks and four datasets featuring questions/instructions with value-laden and perspective-informed responses. Extensive experiments demonstrate that Modular Pluralism advances the three pluralism objectives across six black-box and open-source LLMs. Further analysis reveals that LLMs are generally faithful to the inputs from smaller community LLMs, allowing seamless patching by adding a new community LM to better cover previously underrepresented communities.

@unpublished{pluralism_roadmap,
    title = {A Roadmap to Pluralistic Alignment},
    author = {Sorensen, Taylor and Moore, Jared and Fisher, Jillian and Gordon, Mitchell and Mireshghallah, Niloofar and Rytting, Christopher Michael and Ye, Andre and Jiang, Liwei and Lu, Ximing and Dziri, Nouha and Althoff, Tim and Choi, Yejin},
    journal = {ICML},
    year = {2024},
    note = {https://dl.acm.org/doi/10.5555/3692070.3693952},
    file = {roadmap_to_pluralistic_alignment.pdf}
  }
  

With increased power and prevalence of AI systems, it is ever more critical that AI systems are designed to serve all, i.e., people with diverse values and perspectives. However, aligning models to serve pluralistic human values remains an open research question. In this piece, we propose a roadmap to pluralistic alignment, specifically using language models as a test bed. We identify and formalize three possible ways to define and operationalize pluralism in AI systems: 1) Overton pluralistic models that present a spectrum of reasonable responses; 2) Steerably pluralistic models that can steer to reflect certain perspectives; and 3) Distributionally pluralistic models that are well-calibrated to a given population in distribution. We also propose and formalize three possible classes of pluralistic benchmarks: 1) Multi-objective benchmarks, 2) Trade-off steerable benchmarks, which incentivize models to steer to arbitrary trade-offs, and 3) Jury-pluralistic benchmarks which explicitly model diverse human ratings. We use this framework to argue that current alignment techniques may be fundamentally limited for pluralistic AI; indeed, we highlight empirical evidence, both from our own experiments and from other work, that standard alignment procedures might reduce distributional pluralism in models, motivating the need for further research on pluralistic alignment.

@unpublished{author_obf,
    author = {Fisher, Jillian and Lu, Ximing and Jung, Jaehun and Jiang, Liwei and Choi, Yejin},
    title = {JAMDEC: Unsupervised Authorship Obfuscation using Contrained Decoding over Small Language Models},
    journal = {NAACL},
    note = {https://aclanthology.org/2024.naacl-long.87/},
    file = {JAMDEC.pdf},
    year = {2024}
  }
  

The permanence of online content combined with the enhanced authorship identification techniques calls for stronger computational methods to protect the identity and  privacy of online authorship when needed, e.g., blind reviews for scientific papers, anonymous online reviews, or anonymous interactions in the mental health forums. In this paper, we propose an unsupervised inference-time approach to authorship obfuscation to address the unique challenges of authorship obfuscation: lack of supervision data for diverse authorship and domains, and the need for a sufficient level of revision beyond simple paraphrasing to obfuscate the authorship, all the while preserving the original content and fluency. We introduce MASQUERADE Decoding, a  user-controlled, inference-time algorithm for authorship obfuscation that can be in principle applied to any text and authorship. Our approach builds on small language models such as GPT2-XL in order to help avoid disclosing the original content to proprietary LLM’s APIs, while also reducing the performance gap between small and large language models via algorithmic enhancement. The key idea behind our approach is to boost the creative power of smaller language models through constrained decoding, while also allowing for user-specified controls and flexibility. Experimental results demonstrate that our approach based on GPT2-XL outperforms previous state-of-the-art methods based on comparably small models, while performing competitively against GPT3 175B, a propriety model that is two orders of magnitudes larger. 

@inproceedings{impossible_distillation,
    title = {Impossible Distillation for Paraphrasing and Summarization: How to Make High-Quality Lemonade out of Small, Low-Quality Models},
    author = {Jung, Jaehun and West, Peter and Jiang, Liwei and Brahman, Faeze and Lu, Ximing and Fisher, Jillian and Sorensen, Taylor and Choi, Yejin},
    booktitle = {Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics},
    year = {2024},
    note = {https://aclanthology.org/2024.naacl-long.250/},
    file = {impossible_distill.pdf}
  }
  

It is commonly perceived that the strongest language models (LMs) rely on a combination of massive scale, instruction data, and human feedback to perform specialized tasks – e.g. summarization and paraphrasing, without supervision. In this paper, we propose that language models can learn to summarize and paraphrase sentences, with none of these 3 factors. We present Impossible Distillation, a framework that distills a task-specific dataset directly from an off-the-shelf LM, even when it is impossible for the LM itself to reliably solve the task. By training a student model on the generated dataset and amplifying its capability through self-distillation, our method yields a high-quality model and dataset from a low-quality teacher model, without the need for scale or supervision. Using Impossible Distillation, we are able to distill an order of magnitude smaller model (with only 770M parameters) that outperforms 175B parameter GPT-3, in both quality and controllability, as confirmed by automatic and human evaluations. Furthermore, as a useful byproduct of our approach, we obtain DIMSUM+, a high-quality dataset with 3.4M sentence summaries and paraphrases. Our analyses show that this dataset, as a purely LM-generated corpus, is more diverse and more effective for generalization to unseen domains than all human-authored datasets – including Gigaword with 4M samples.

@inproceedings{generative_paradox,
    author = {West, Peter and Lu, Ximing and Dziri, Nouha and Brahman, Faeze and Li, Linjie and Hwang, Jena D. and Jiang, Liwei and Fisher, Jillian and Ravichander, Abhilasha and Chandu, Khyathi and Newman, Benjamin and Koh, Pang Wei and Ettinger, Allyson and Choi, Yejin},
    title = {The Generative AI Paradox: "What It Can Create, It May Not Understand"},
    year = {2024},
    note = {https://arxiv.org/abs/2311.000595},
    file = {generation_paradox.pdf},
    month = dec,
    address = {Vienna},
    publisher = {International Conference on Learning Representations (ICLR)}
  }
  

The recent wave of generative AI has sparked unprecedented global attention, with both excitement and concern over potentially superhuman levels of artifi- cial intelligence: models now take only seconds to produce outputs that would challenge or exceed the capabilities even of expert humans. At the same time, models still show basic errors in understanding that would not be expected even in non-expert humans. This presents us with an apparent paradox: how do we rec- oncile seemingly superhuman capabilities with the persistence of errors that few humans would make? In this work, we posit that this tension reflects a divergence in the configuration of intelligence in today’s generative models relative to intel- ligence in humans. Specifically, we propose and test the Generative AI Paradox hypothesis: generative models, having been trained directly to reproduce expert- like outputs, acquire generative capabilities that are not contingent upon—and can therefore exceed—their ability to understand those same types of outputs. This contrasts with humans, for whom basic understanding almost always precedes the ability to generate expert-level outputs. We test this hypothesis through controlled experiments analyzing generation vs. understanding in generative models, across both language and image modalities. Our results show that although models can outperform humans in generation, they consistently fall short of human capabili- ties in measures of understanding, showing weaker correlation between generation and understanding performance, and more brittleness to adversarial inputs. Our findings support the hypothesis that models’ generative capability may not be con- tingent upon understanding capability, and call for caution in interpreting artificial intelligence by analogy to human intelligence.

@inproceedings{ipa,
    title = {Inference-Time Policy Adapters ({IPA}): Tailoring Extreme-Scale {LM}s without Fine-tuning},
    author = {Lu, Ximing and Brahman, Faeze and West, Peter and Jung, Jaehun and Chandu, Khyathi and Ravichander, Abhilasha and Ammanabrolu, Prithviraj and Jiang, Liwei and Ramnath, Sahana and Dziri, Nouha and Fisher, Jillian and Lin, Bill and Hallinan, Skyler and Qin, Lianhui and Ren, Xiang and Welleck, Sean and Choi, Yejin},
    editor = {Bouamor, Houda and Pino, Juan and Bali, Kalika},
    booktitle = {Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing},
    month = dec,
    year = {2023},
    address = {Singapore},
    publisher = {EMNLP},
    note = {https://aclanthology.org/2023.emnlp-main.424},
    doi = {10.18653/v1/2023.emnlp-main.424},
    pages = {6863--6883},
    file = {ipa.pdf}
  }
  

While extreme-scale language models have demonstrated exceptional performance on a variety of language tasks, the degree of control over these language models through pure prompting can often be limited. Directly fine-tuning such language models can be effective for tailoring them, but it can be either extremely costly (e.g., GPT-3) or not even feasible for the broader community (e.g., GPT-4). We propose Inference-time Policy Adapters (IPA), which efficiently tailors a language model such as GPT-3 without fine-tuning it. IPA guides a large base model during decoding time through a lightweight policy adapter trained to optimize an arbitrary user objective with reinforcement learning. On five challenging text generation tasks, such as toxicity reduction and lexically constrained generation, IPA consistently brings significant improvements over off-the-shelf language models. It outperforms competitive baseline methods, sometimes even including expensive fine-tuning. In particular, tailoring GPT-2 with IPA can outperform GPT-3, while tailoring GPT-3 with IPA brings a major performance boost over GPT-3 (and sometimes even over GPT-4). Our promising results highlight the potential of IPA as a lightweight alternative to tailoring extreme-scale language models.

@inproceedings{influence_theory,
    title = {Statistical and Computational Guarantees for Influence Diagnostics},
    author = {Fisher, Jillian and Liu, Lang and Pillutla, Krishna and Choi, Yejin and Harchaoui, Zaid},
    year = {2023},
    month = apr,
    address = {Valencia},
    publisher = {Artificial Intelligence and Statistics (AISTATS)},
    doi = {10.48550/arXiv.2212.04014},
    note = {https://arxiv.org/pdf/2212.04014.pdf},
    primaryclass = {stat.ML},
    file = {influence_theory.pdf}
  }
  

Influence diagnostics such as influence functions and approximate maximum influence perturba- tions are popular in machine learning and in AI domain applications. Influence diagnostics are powerful statistical tools to identify influential datapoints or subsets of datapoints. We establish finite-sample statistical bounds, as well as com- putational complexity bounds, for influence func- tions and approximate maximum influence per- turbations using efficient inverse-Hessian-vector product implementations. We illustrate our results with generalized linear models and large attention based models on synthetic and real data.

@article{Fisher_2025,
      author = {Daniel W. Fisher, Jillian R. Fisher, Silvan R. Urfer, NhiVan A. Tran, Kathleen F. Kerr, The Dog Aging Project Consortium, Martin Darvas},
      journal = {GeroScience},
      number = {1-24},
      title = {Higher burden of neuropsychiatric symptom-like behaviors associated with canine cognitive dysfunction compared to normal aging in the Dog Aging Project},
      year = {2025},
      file = {https://link.springer.com/article/10.1007/s11357-025-02083-w}
    }
    

Non-cognitive, neuropsychiatric symptoms (NPS) are nearly universal in Alzheimer's disease (AD), but investigation of their underlying biology is complicated by comparative medicine approaches that incompletely capture spontaneous disease, primarily using transgenic rodent models. The aged companion dog, which spontaneously develops an AD-like disease called canine cognitive dysfunction (CCD), may help fill this translational gap. Using data from the Dog Aging Project with > 10,000 aged dogs (> 8 years old), we identify numerous behaviors in dogs "at-risk" for and with CCD that mirror NPS in humans. Compared to dogs without CCD, our analysis shows that dogs with CCD are less physically active, exhibit fewer previously trained behaviors, demonstrate fewer motivated behaviors, have more daytime sleep, demonstrate more separation anxiety, have altered anxious responses to novelty, have changes in aggressive behaviors, and exhibit lower appetite. Using k-means clustering, we did not find evidence for behavioral sub-phenotypes. Overall, our analysis of a large number of aged dogs suggests clinically significant NPS are associated with CCD and that the companion dog may serve as an important comparative medicine approach to understand these debilitating symptoms across species.

@article{Patel_2025,
      author = {Patel SP, Fisher J, Chae YK, Soto LS, Kasi A, Konda B, Walshauser M, Parra E, Zhang J, Duault C, Gonzalez-Kozlova E, Manyam G, Zhang J, Chen H, Duose DY, Laberiano Fernandez C, Luthra R, Al-Atrash G, Kim-Schulze S, Maecker HT, Wistuba II, Gnjatic S, Lee JJ, Zhang J, Magner CM, Chen HX, Sharon E, Othus M, Ryan CW, Blanke C, Haymaker CL, Kurzrock R},
      journal = {Journal for Immunotherapy of Cancer},
      number = {6},
      title = {Phase II Basket Trial of Dual Anti-CTLA-4 and Anti-PD-1 Blockade in Rare Tumors (DART) SWOG S1609: Pancreatic Neuroendocrine Neoplasm (PNEN) Cohort.},
      volume = {13},
      year = {2025},
      file = {https://pmc.ncbi.nlm.nih.gov/articles/PMC12211841/}
    }
    

Purpose: SWOG S1609 Dual Anti-CTLA-4 and anti-PD-1 blockade in Rare Tumors (DART) studied the efficacy of ipilimumab combined with nivolumab across multiple rare tumor types. We report the results of the pancreatic neuroendocrine neoplasm (PNEN) cohort.

Experimental design: Treatment consisted of ipilimumab 1 mg/kg intravenously every 6 weeks with nivolumab 240 mg intravenously every 2 weeks. The primary endpoint was overall response rate (ORR) (Response Evaluation Criteria In Solid TumorsRECIST V.1.1). Secondary endpoints include progression-free survival (PFS), overall survival (OS), and toxicity. Clinical benefit rate (includes ORR plus stable disease (SD)>6 months was examined. Correlative studies were performed. The trial was conducted by the National Cancer Institute/Southwest Oncology Group Early Therapeutics and Rare Cancers Committee and opened at >1,000 sites.

Results: 19 patients with PNEN were enrolled. The median number of lines of prior therapy was 2 (range: 0-4). The ORR was 11% (2/19 patients); the clinical benefit rate (CBR; stable disease >6 months+partial response+complete response), 26% (5/19). The median PFS was 3 months; median OS, 24 months. The longest PFSs were 26 (intermediate grade PNEN), 31 (low grade) and 39+months (intermediate grade). The most common toxicities were fatigue (47% of patients) and aspartate aminotransferase (AST) elevation (32%); the most common grade 3/4 immune-related adverse event (AE) was AST (32%) and bilirubin elevation (26%), with no grade 5 events. Programmed death-ligand 1 expression by chromogenic immunohistochemistry (N=12 patients assessed) did not associate with ORR; tumor mutation burden (TMB) was high in three patients; one of the two patients with partial remission (PFS=26 months) had high TMB (150 mutations/mb). Peripheral effector memory T-cell activation (N=11 patients assessed by cytometry by time-of-flight with 5 having longitudinal analysis) was associated with response, though the number of patients evaluated was limited.

Conclusions: Low-dose ipilimumab plus nivolumab demonstrated an 11% ORR and 26% CBR (includes SD>6 months) in patients with refractory PNEN, with durable benefit (>2 years) in 3 (16%) patients.

@article{smoking_cessation,
      author = {O.Baird, Scarlett and Rinck, Mike and Rosenfield, David and Davis, Michelle L. and Fisher, Jillian and Becker, Eni S. and Powers, Mark B. and Smits, Jasper A. J.},
      journal = {Cognitive Therapy and Research},
      number = {41},
      title = {Reducing approach bias to achieve smoking cessation: A pilot randomized placebo-controlled trial.},
      volume = {4},
      year = {2017},
      file = {smoking_cessation.pdf}
    }
    

This study aimed to provide a preliminary test of the efficacy of a brief cognitive bias modification program for reducing approach bias in adult smokers motivated to quit. Participants were 52 smokers who were randomly assigned to four sessions of approach bias modification training (AAT) or sham training. Participants were asked to make a self-guided quit attempt upon completion of the final training session. Approach bias was assessed at baseline and at the end of each session, and days abstinent was assessed 1-week following the quit attempt. Individuals assigned to the AAT training condition evidenced significantly greater reductions in approach bias relative to those in the sham condition (p < .001). Baseline approach bias did not moderate the between-group effect (ps > 0.41); however, higher levels of approach bias at baseline were associated with greater approach bias reduction over time irrespective of condition (p < .001). Consistent with hypothesis, the reduction in approach bias during the intervention period was significantly related to the number of days abstinent following the quit attempt (p = .033). The present study extends recent work in alcohol use disorders by showing that approach bias reduction, in this case for smoking-related stimuli, may also facilitate smoking cessation. Clinical and research implications are discussed.