<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-05300304</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-26T04:54:04+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Mamba base PKD for efficient knowledge compression</title>
            <author role="aut">
              <persName>
                <forename type="first">José</forename>
                <surname>Medina</surname>
              </persName>
              <idno type="halauthorid">3813355-0</idno>
              <affiliation ref="#struct-545683"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Amnir</forename>
                <surname>Hadachi</surname>
              </persName>
              <email type="md5">3aab7bf5a7b2d62fe7a31ffaa75caea6</email>
              <email type="domain">ut.ee</email>
              <idno type="idhal" notation="string">amnir-hadachi</idno>
              <idno type="idhal" notation="numeric">12570</idno>
              <idno type="halauthorid" notation="string">33994-12570</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-9257-3858</idno>
              <affiliation ref="#struct-545683"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Paul</forename>
                <surname>Honeine</surname>
              </persName>
              <email type="md5">f122e46666f27515167d10ed9d60b849</email>
              <email type="domain">univ-rouen.fr</email>
              <idno type="idhal" notation="string">paul-honeine</idno>
              <idno type="idhal" notation="numeric">171096</idno>
              <idno type="halauthorid" notation="string">30247-171096</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-3042-183X</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=yxk7n1kAAAAJ&amp;hl=en</idno>
              <idno type="IDREF">https://www.idref.fr/13564609X</idno>
              <affiliation ref="#struct-1088711"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Abdelaziz</forename>
                <surname>Bensrhair</surname>
              </persName>
              <idno type="halauthorid">185447-0</idno>
              <affiliation ref="#struct-1088710"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Morgane</forename>
                <surname>Laffilé</surname>
              </persName>
              <email type="md5">2e918a545a083386457ce6ad20f19727</email>
              <email type="domain">univ-lehavre.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2026-04-07 10:32:27</date>
              <date type="whenModified">2026-04-13 15:20:13</date>
              <date type="whenReleased">2026-04-13 15:20:13</date>
              <date type="whenProduced">2026-04-07</date>
              <date type="whenEndEmbargoed">2026-04-07</date>
              <ref type="file" target="https://normandie-univ.hal.science/hal-05300304v1/document">
                <date notBefore="2026-04-07"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://normandie-univ.hal.science/hal-05300304v1/file/2503.01727v2.pdf" id="file-5582353-4781410">
                <date notBefore="2026-04-07"/>
              </ref>
              <ref type="externalLink" target="http://arxiv.org/pdf/2503.01727"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="1708446">
                <persName>
                  <forename>Morgane</forename>
                  <surname>Laffilé</surname>
                </persName>
                <email type="md5">2e918a545a083386457ce6ad20f19727</email>
                <email type="domain">univ-lehavre.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-05300304</idno>
            <idno type="halUri">https://normandie-univ.hal.science/hal-05300304</idno>
            <idno type="halBibtex">medina:hal-05300304</idno>
            <idno type="halRefHtml">2026</idno>
            <idno type="halRef">2026</idno>
            <availability status="restricted">
              <licence target="https://hal.science/licences/copyright/">Copyright - All rights reserved<ref corresp="#file-5582353-4781410"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="INSA-ROUEN">Institut National des Sciences Appliquées de Rouen</idno>
            <idno type="stamp" n="LITIS">Laboratoire d'Informatique, de Traitement de l'Information et des Systèmes</idno>
            <idno type="stamp" n="COMUE-NORMANDIE">Normandie Université</idno>
            <idno type="stamp" n="UNIROUEN">Université de Rouen Normandie</idno>
            <idno type="stamp" n="UNILEHAVRE">Université Le Havre Normandie</idno>
            <idno type="stamp" n="INSA-GROUPE">Groupe INSA</idno>
          </seriesStmt>
          <notesStmt/>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Mamba base PKD for efficient knowledge compression</title>
                <author role="aut">
                  <persName>
                    <forename type="first">José</forename>
                    <surname>Medina</surname>
                  </persName>
                  <idno type="halauthorid">3813355-0</idno>
                  <affiliation ref="#struct-545683"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Amnir</forename>
                    <surname>Hadachi</surname>
                  </persName>
                  <email type="md5">3aab7bf5a7b2d62fe7a31ffaa75caea6</email>
                  <email type="domain">ut.ee</email>
                  <idno type="idhal" notation="string">amnir-hadachi</idno>
                  <idno type="idhal" notation="numeric">12570</idno>
                  <idno type="halauthorid" notation="string">33994-12570</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-9257-3858</idno>
                  <affiliation ref="#struct-545683"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Paul</forename>
                    <surname>Honeine</surname>
                  </persName>
                  <email type="md5">f122e46666f27515167d10ed9d60b849</email>
                  <email type="domain">univ-rouen.fr</email>
                  <idno type="idhal" notation="string">paul-honeine</idno>
                  <idno type="idhal" notation="numeric">171096</idno>
                  <idno type="halauthorid" notation="string">30247-171096</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-3042-183X</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=yxk7n1kAAAAJ&amp;hl=en</idno>
                  <idno type="IDREF">https://www.idref.fr/13564609X</idno>
                  <affiliation ref="#struct-1088711"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Abdelaziz</forename>
                    <surname>Bensrhair</surname>
                  </persName>
                  <idno type="halauthorid">185447-0</idno>
                  <affiliation ref="#struct-1088710"/>
                </author>
              </analytic>
              <monogr>
                <imprint>
                  <date type="datePub">2025</date>
                </imprint>
              </monogr>
              <idno type="arxiv">2503.01727</idno>
              <idno type="doi">10.48550/arXiv.2503.01727</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Knowledge Distillation</term>
                <term xml:lang="en">Mamba Architecture</term>
                <term xml:lang="en">Image Classification</term>
                <term xml:lang="en">Machine Learning</term>
                <term xml:lang="en">Computer Vision</term>
              </keywords>
              <classCode scheme="halDomain" n="stat.ml">Statistics [stat]/Machine Learning [stat.ML]</classCode>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-cv">Computer Science [cs]/Computer Vision and Pattern Recognition [cs.CV]</classCode>
              <classCode scheme="halDomain" n="info.info-ne">Computer Science [cs]/Neural and Evolutionary Computing [cs.NE]</classCode>
              <classCode scheme="halTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halOldTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halTreeTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Deep neural networks (DNNs) have remarkably succeeded in various image processing tasks. However, their large size and computational complexity present significant challenges for deploying them in resource-constrained environments. This paper presents an innovative approach for integrating Mamba Architecture within a Progressive Knowledge Distillation (PKD) process to address the challenge of reducing model complexity while maintaining accuracy in image classification tasks. The proposed framework distills a large teacher model into progressively smaller student models, designed using Mamba blocks. Each student model is trained using Selective-State-Space Models (S-SSM) within the Mamba blocks, focusing on important input aspects while reducing computational complexity. The work's preliminary experiments use MNIST and CIFAR-10 as datasets to demonstrate the effectiveness of this approach. For MNIST, the teacher model achieves 98% accuracy. A set of seven student models as a group retained 63% of the teacher's FLOPs, approximating the teacher's performance with 98% accuracy. The weak student used only 1% of the teacher's FLOPs and maintained 72% accuracy. Similarly, for CIFAR-10, the students achieved 1% less accuracy compared to the teacher, with the small student retaining 5% of the teacher's FLOPs to achieve 50% accuracy. These results confirm the flexibility and scalability of Mamba Architecture, which can be integrated into PKD, succeeding in the process of finding students as weak learners. The framework provides a solution for deploying complex neural networks in real-time applications with a reduction in computational cost.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-545683" status="VALID">
          <orgName>Institute of Computer Science [University of Tartu, Estonie]</orgName>
          <desc>
            <address>
              <addrLine>Liivi 2, 50409, Tartu, Estonia</addrLine>
              <country key="EE"/>
            </address>
            <ref type="url">https://www.cs.ut.ee/en</ref>
          </desc>
          <listRelation>
            <relation active="#struct-164370" type="direct"/>
            <relation active="#struct-1186412" type="indirect"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1088711" status="VALID">
          <orgName>Equipe Apprentissage</orgName>
          <orgName type="acronym">LITIS - App</orgName>
          <date type="start">2022-01-01</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.litislab.fr/equipe/app/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1088708" type="direct"/>
            <relation name="UR 4108" active="#struct-300317" type="indirect"/>
            <relation active="#struct-455934" type="indirect"/>
            <relation name="UR 4108" active="#struct-300318" type="indirect"/>
            <relation name="UR 4108" active="#struct-301288" type="indirect"/>
            <relation active="#struct-301232" type="indirect"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1088710" status="VALID">
          <orgName>Equipe Systèmes de Transport Intelligent</orgName>
          <orgName type="acronym">LITIS - STI</orgName>
          <date type="start">2022-01-01</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.litislab.fr/equipe/sti/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1088708" type="direct"/>
            <relation name="UR 4108" active="#struct-300317" type="indirect"/>
            <relation active="#struct-455934" type="indirect"/>
            <relation name="UR 4108" active="#struct-300318" type="indirect"/>
            <relation name="UR 4108" active="#struct-301288" type="indirect"/>
            <relation active="#struct-301232" type="indirect"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-164370" status="VALID">
          <orgName>Faculty of Science and Technology [University of Tartu]</orgName>
          <desc>
            <address>
              <addrLine>51014; Tartu</addrLine>
              <country key="EE"/>
            </address>
            <ref type="url">https://ut.ee/en/content/structure</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1186412" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-1186412" status="VALID">
          <idno type="ISNI">0000000109437661</idno>
          <idno type="ROR">https://ror.org/03z77qz90</idno>
          <idno type="Wikidata">Q204181</idno>
          <orgName>Tartu Ülikool = University of Tartu [Estonie]</orgName>
          <desc>
            <address>
              <addrLine>Ülikooli tn 18, 50090 Tartu</addrLine>
              <country key="EE"/>
            </address>
            <ref type="url">https://ut.ee</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-1088708" status="VALID">
          <idno type="IdRef">110731867</idno>
          <idno type="RNSR">200615352R</idno>
          <idno type="ROR">https://ror.org/01f1vfy95</idno>
          <orgName>Laboratoire d'Informatique, du Traitement de l'Information et des Systèmes</orgName>
          <orgName type="acronym">LITIS</orgName>
          <date type="start">2022-01-01</date>
          <desc>
            <address>
              <addrLine>Avenue de l'Université 76800 Saint-Étienne-du-Rouvray</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.litislab.fr/</ref>
          </desc>
          <listRelation>
            <relation name="UR 4108" active="#struct-300317" type="direct"/>
            <relation active="#struct-455934" type="indirect"/>
            <relation name="UR 4108" active="#struct-300318" type="direct"/>
            <relation name="UR 4108" active="#struct-301288" type="direct"/>
            <relation active="#struct-301232" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300317" status="VALID">
          <idno type="IdRef">031308570</idno>
          <idno type="ISNI">0000000121731046</idno>
          <idno type="ROR">https://ror.org/05v509s40</idno>
          <orgName>Université Le Havre Normandie</orgName>
          <orgName type="acronym">ULH</orgName>
          <date type="start">1984-08-27</date>
          <desc>
            <address>
              <addrLine>25 rue Philippe Lebon - BP 1123 - 76063 Le Havre Cedex France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-lehavre.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-455934" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-455934" status="VALID">
          <idno type="IdRef">190906332</idno>
          <idno type="ISNI">0000000417859671 </idno>
          <idno type="ROR">https://ror.org/01k40cz91</idno>
          <orgName>Normandie Université</orgName>
          <orgName type="acronym">NU</orgName>
          <date type="start">2015-01-01</date>
          <desc>
            <address>
              <addrLine>Esplanade de la Paix - CS 14032 - 14032 Caen Cedex 5</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.normandie-univ.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300318" status="VALID">
          <idno type="IdRef">026403919</idno>
          <idno type="ISNI">0000000121083034</idno>
          <idno type="ROR">https://ror.org/03nhjew95</idno>
          <orgName>Université de Rouen Normandie</orgName>
          <orgName type="acronym">UNIROUEN</orgName>
          <date type="start">1966-01-01</date>
          <desc>
            <address>
              <addrLine>1, rue Thomas Becket 76821 Mont-Saint-Aignan Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-rouen.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-455934" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-301288" status="VALID">
          <idno type="IdRef">033364346</idno>
          <idno type="ISNI">0000000121908462</idno>
          <idno type="ROR">https://ror.org/020ws7586</idno>
          <orgName>Institut national des sciences appliquées Rouen Normandie</orgName>
          <orgName type="acronym">INSA Rouen Normandie</orgName>
          <date type="start">1985-01-01</date>
          <desc>
            <address>
              <addrLine>Avenue de l’Université 76801 Saint-Étienne-du-Rouvray Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.insa-rouen.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301232" type="direct"/>
            <relation active="#struct-455934" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-301232" status="VALID">
          <idno type="IdRef">162105150</idno>
          <orgName>Institut National des Sciences Appliquées</orgName>
          <orgName type="acronym">INSA</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>