<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03891267</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-19T16:45:11+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Diverse Weight Averaging for Out-of-Distribution Generalization</title>
            <author role="aut">
              <persName>
                <forename type="first">Alexandre</forename>
                <surname>Rame</surname>
              </persName>
              <idno type="halauthorid">2670242-0</idno>
              <affiliation ref="#struct-1085231"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Matthieu</forename>
                <surname>Kirchmeyer</surname>
              </persName>
              <idno type="halauthorid">1779903-0</idno>
              <affiliation ref="#struct-1085231"/>
              <affiliation ref="#struct-1001229"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Thibaud</forename>
                <surname>Rahier</surname>
              </persName>
              <idno type="halauthorid">1301051-0</idno>
              <affiliation ref="#struct-1001229"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Alain</forename>
                <surname>Rakotomamonjy</surname>
              </persName>
              <idno type="halauthorid">3668-0</idno>
              <affiliation ref="#struct-1001229"/>
              <affiliation ref="#struct-1088708"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Patrick</forename>
                <surname>Gallinari</surname>
              </persName>
              <idno type="halauthorid">1778-0</idno>
              <affiliation ref="#struct-1085231"/>
              <affiliation ref="#struct-1001229"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Matthieu</forename>
                <surname>Cord</surname>
              </persName>
              <idno type="halauthorid">13283-0</idno>
              <affiliation ref="#struct-1085231"/>
              <affiliation ref="#struct-546381"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Morgane</forename>
                <surname>Laffilé</surname>
              </persName>
              <email type="md5">2e918a545a083386457ce6ad20f19727</email>
              <email type="domain">univ-lehavre.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2026-04-07 11:21:17</date>
              <date type="whenModified">2026-04-10 08:25:05</date>
              <date type="whenReleased">2026-04-10 08:25:05</date>
              <date type="whenProduced">2022-11-28</date>
              <date type="whenEndEmbargoed">2026-04-07</date>
              <ref type="file" target="https://cnrs.hal.science/hal-03891267v1/document">
                <date notBefore="2026-04-07"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://cnrs.hal.science/hal-03891267v1/file/2205.09739v2.pdf" id="file-5582501-4781576">
                <date notBefore="2026-04-07"/>
              </ref>
              <ref type="externalLink" target="http://arxiv.org/pdf/2205.09739"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="1708446">
                <persName>
                  <forename>Morgane</forename>
                  <surname>Laffilé</surname>
                </persName>
                <email type="md5">2e918a545a083386457ce6ad20f19727</email>
                <email type="domain">univ-lehavre.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03891267</idno>
            <idno type="halUri">https://cnrs.hal.science/hal-03891267</idno>
            <idno type="halBibtex">rame:hal-03891267</idno>
            <idno type="halRefHtml">&lt;i&gt;Conference on Neural Information Processing Systems&lt;/i&gt;, Nov 2022, New-Orleans, United States</idno>
            <idno type="halRef">Conference on Neural Information Processing Systems, Nov 2022, New-Orleans, United States</idno>
            <availability status="restricted">
              <licence target="https://hal.science/licences/copyright/">Copyright - All rights reserved<ref corresp="#file-5582501-4781576"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INSA-ROUEN">Institut National des Sciences Appliquées de Rouen</idno>
            <idno type="stamp" n="LITIS">Laboratoire d'Informatique, de Traitement de l'Information et des Systèmes</idno>
            <idno type="stamp" n="ISIR" corresp="SORBONNE-UNIVERSITE">Institut des Systèmes Intelligents et de Robotique</idno>
            <idno type="stamp" n="COMUE-NORMANDIE">Normandie Université</idno>
            <idno type="stamp" n="UNIROUEN">Université de Rouen Normandie</idno>
            <idno type="stamp" n="UNILEHAVRE">Université Le Havre Normandie</idno>
            <idno type="stamp" n="INSA-GROUPE">Groupe INSA</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SORBONNE-UNIV" corresp="SORBONNE-UNIVERSITE">Sorbonne Université 01/01/2018</idno>
            <idno type="stamp" n="SU-SCIENCES" corresp="SORBONNE-UNIVERSITE">Faculté des Sciences de Sorbonne Université</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="ISIR_MLIA" corresp="ISIR">Machine Learning and Information Access</idno>
            <idno type="stamp" n="SUPRA_INGENIERIE">Ingénierie</idno>
          </seriesStmt>
          <notesStmt>
            <note type="commentary">31 pages, 14 figures, 11 tables</note>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="0">No</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Diverse Weight Averaging for Out-of-Distribution Generalization</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Alexandre</forename>
                    <surname>Rame</surname>
                  </persName>
                  <idno type="halauthorid">2670242-0</idno>
                  <affiliation ref="#struct-1085231"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Matthieu</forename>
                    <surname>Kirchmeyer</surname>
                  </persName>
                  <idno type="halauthorid">1779903-0</idno>
                  <affiliation ref="#struct-1085231"/>
                  <affiliation ref="#struct-1001229"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Thibaud</forename>
                    <surname>Rahier</surname>
                  </persName>
                  <idno type="halauthorid">1301051-0</idno>
                  <affiliation ref="#struct-1001229"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Alain</forename>
                    <surname>Rakotomamonjy</surname>
                  </persName>
                  <idno type="halauthorid">3668-0</idno>
                  <affiliation ref="#struct-1001229"/>
                  <affiliation ref="#struct-1088708"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Patrick</forename>
                    <surname>Gallinari</surname>
                  </persName>
                  <idno type="halauthorid">1778-0</idno>
                  <affiliation ref="#struct-1085231"/>
                  <affiliation ref="#struct-1001229"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Matthieu</forename>
                    <surname>Cord</surname>
                  </persName>
                  <idno type="halauthorid">13283-0</idno>
                  <affiliation ref="#struct-1085231"/>
                  <affiliation ref="#struct-546381"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>Conference on Neural Information Processing Systems</title>
                  <date type="start">2022-11-28</date>
                  <settlement>New-Orleans</settlement>
                  <country key="US">United States</country>
                </meeting>
                <imprint/>
              </monogr>
              <idno type="arxiv">2205.09739</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="info.info-cv">Computer Science [cs]/Computer Vision and Pattern Recognition [cs.CV]</classCode>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Standard neural networks struggle to generalize under distribution shifts. For out-of-distribution generalization in computer vision, the best current approach averages the weights along a training run. In this paper, we propose Diverse Weight Averaging (DiWA) that makes a simple change to this strategy: DiWA averages the weights obtained from several independent training runs rather than from a single run. Perhaps surprisingly, averaging these weights performs well under soft constraints despite the network's nonlinearities. The main motivation behind DiWA is to increase the functional diversity across averaged models. Indeed, models obtained from different runs are more diverse than those collected along a single run thanks to differences in hyperparameters and training procedures. We motivate the need for diversity by a new bias-variance-covariance-locality decomposition of the expected error, exploiting similarities between DiWA and standard functional ensembling. Moreover, this decomposition highlights that DiWA succeeds when the variance term dominates, which we show happens when the marginal distribution changes at test time. Experimentally, DiWA consistently improves the state of the art on the competitive DomainBed benchmark without inference overhead.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-1085231" status="VALID">
          <orgName>Machine Learning and Information Access</orgName>
          <orgName type="acronym">MLIA</orgName>
          <date type="start">2022-01-01</date>
          <desc>
            <address>
              <addrLine>Tour 65-66 3ème étage4, place Jussieu75005 Paris – France</addrLine>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-541937" type="direct"/>
            <relation active="#struct-413221" type="indirect"/>
            <relation name="UMR7222" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-1001229" status="VALID">
          <orgName>Criteo AI Lab</orgName>
          <desc>
            <address>
              <addrLine>Paris</addrLine>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-458139" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-1088708" status="VALID">
          <idno type="IdRef">110731867</idno>
          <idno type="RNSR">200615352R</idno>
          <idno type="ROR">https://ror.org/01f1vfy95</idno>
          <orgName>Laboratoire d'Informatique, du Traitement de l'Information et des Systèmes</orgName>
          <orgName type="acronym">LITIS</orgName>
          <date type="start">2022-01-01</date>
          <desc>
            <address>
              <addrLine>Avenue de l'Université 76800 Saint-Étienne-du-Rouvray</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.litislab.fr/</ref>
          </desc>
          <listRelation>
            <relation name="UR 4108" active="#struct-300317" type="direct"/>
            <relation active="#struct-455934" type="indirect"/>
            <relation name="UR 4108" active="#struct-300318" type="direct"/>
            <relation name="UR 4108" active="#struct-301288" type="direct"/>
            <relation active="#struct-301232" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-546381" status="VALID">
          <orgName>Valeo.ai</orgName>
          <desc>
            <address>
              <addrLine>Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.valeo.com/fr/valeo-ai/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-552452" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-541937" status="VALID">
          <idno type="IdRef">241179122</idno>
          <idno type="RNSR">200918463J</idno>
          <idno type="ROR">05neq8668</idno>
          <orgName>Institut des Systèmes Intelligents et de Robotique</orgName>
          <orgName type="acronym">ISIR</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>Sorbonne-Université, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.isir.upmc.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
            <relation name="UMR7222" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-458139" status="VALID">
          <orgName>Criteo [Paris]</orgName>
          <desc>
            <address>
              <addrLine>32 rue Blanche 75 009 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.criteo.com/fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300317" status="VALID">
          <idno type="IdRef">031308570</idno>
          <idno type="ISNI">0000000121731046</idno>
          <idno type="ROR">https://ror.org/05v509s40</idno>
          <orgName>Université Le Havre Normandie</orgName>
          <orgName type="acronym">ULH</orgName>
          <date type="start">1984-08-27</date>
          <desc>
            <address>
              <addrLine>25 rue Philippe Lebon - BP 1123 - 76063 Le Havre Cedex France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-lehavre.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-455934" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-455934" status="VALID">
          <idno type="IdRef">190906332</idno>
          <idno type="ISNI">0000000417859671 </idno>
          <idno type="ROR">https://ror.org/01k40cz91</idno>
          <orgName>Normandie Université</orgName>
          <orgName type="acronym">NU</orgName>
          <date type="start">2015-01-01</date>
          <desc>
            <address>
              <addrLine>Esplanade de la Paix - CS 14032 - 14032 Caen Cedex 5</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.normandie-univ.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300318" status="VALID">
          <idno type="IdRef">026403919</idno>
          <idno type="ISNI">0000000121083034</idno>
          <idno type="ROR">https://ror.org/03nhjew95</idno>
          <orgName>Université de Rouen Normandie</orgName>
          <orgName type="acronym">UNIROUEN</orgName>
          <date type="start">1966-01-01</date>
          <desc>
            <address>
              <addrLine>1, rue Thomas Becket 76821 Mont-Saint-Aignan Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-rouen.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-455934" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-301288" status="VALID">
          <idno type="IdRef">033364346</idno>
          <idno type="ISNI">0000000121908462</idno>
          <idno type="ROR">https://ror.org/020ws7586</idno>
          <orgName>Institut national des sciences appliquées Rouen Normandie</orgName>
          <orgName type="acronym">INSA Rouen Normandie</orgName>
          <date type="start">1985-01-01</date>
          <desc>
            <address>
              <addrLine>Avenue de l’Université 76801 Saint-Étienne-du-Rouvray Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.insa-rouen.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301232" type="direct"/>
            <relation active="#struct-455934" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-301232" status="VALID">
          <idno type="IdRef">162105150</idno>
          <orgName>Institut National des Sciences Appliquées</orgName>
          <orgName type="acronym">INSA</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="institution" xml:id="struct-552452" status="VALID">
          <orgName>VALEO</orgName>
          <desc>
            <address>
              <addrLine>43, Rue Bayen, 75017 Paris</addrLine>
              <country key="FR"/>
            </address>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>