generated from eliahuhorwitz/Academic-project-page-template
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
9a3431d
commit a5a6eeb
Showing
7 changed files
with
86 additions
and
192 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -25,7 +25,7 @@ | |
|
||
|
||
<title>Academic Project Page</title> | ||
<link rel="icon" type="image/x-icon" href="static/images/favicon.ico"> | ||
<link rel="icon" type="image/x-icon" href="meta/images/favicon.ico"> | ||
<link href="https://fonts.googleapis.com/css?family=Google+Sans|Noto+Sans|Castoro" | ||
rel="stylesheet"> | ||
|
||
|
@@ -47,80 +47,77 @@ | |
<body> | ||
|
||
|
||
<section class="hero"> | ||
<div class="hero-body"> | ||
<div class="container is-max-desktop"> | ||
<div class="columns is-centered"> | ||
<div class="column has-text-centered"> | ||
<h1 class="title is-1 publication-title">Academic Project Page</h1> | ||
<div class="is-size-5 publication-authors"> | ||
<!-- Paper authors --> | ||
<span class="author-block"> | ||
<a href="FIRST AUTHOR PERSONAL LINK" target="_blank">First Author</a><sup>*</sup>,</span> | ||
<span class="author-block"> | ||
<a href="SECOND AUTHOR PERSONAL LINK" target="_blank">Second Author</a><sup>*</sup>,</span> | ||
<section class="hero"> | ||
<div class="hero-body"> | ||
<div class="container is-max-desktop"> | ||
<div class="columns is-centered"> | ||
<div class="column has-text-centered"> | ||
<h1 class="title is-1 publication-title">TruthX: Alleviating Hallucinations by Editing Large Language Models in Truthful Space</h1> | ||
<div class="is-size-5 publication-authors"> | ||
<!-- Paper authors --> | ||
<span class="author-block"> | ||
<a href="THIRD AUTHOR PERSONAL LINK" target="_blank">Third Author</a> | ||
</span> | ||
</div> | ||
|
||
<div class="is-size-5 publication-authors"> | ||
<span class="author-block">Institution Name<br>Conferance name and year</span> | ||
<span class="eql-cntrb"><small><br><sup>*</sup>Indicates Equal Contribution</small></span> | ||
</div> | ||
|
||
<div class="column has-text-centered"> | ||
<div class="publication-links"> | ||
<!-- Arxiv PDF link --> | ||
<a href="https://zhangshaolei1998.github.io/" target="_blank">Shaolei Zhang</a><sup>1,2</sup>,</span> | ||
<span class="author-block"> | ||
<a href="https://tianyu0313.github.io/" target="_blank">Tian Yu</a><sup>1,2</sup>,</span> | ||
<span class="author-block"> | ||
<a href="https://people.ucas.edu.cn/~yangfeng?language=en" target="_blank">Yang Feng</a><sup>1,2,*</sup> | ||
</span> | ||
</div> | ||
|
||
<div class="is-size-5 publication-authors"> | ||
<span class="author-block"><sup>1</sup>Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (ICT/CAS)<br><sup>2</sup>University of Chinese Academy of Sciences<br><font color="red">ACL 2024 Main Conference</font></span> | ||
</div> | ||
|
||
<div class="column has-text-centered"> | ||
<div class="publication-links"> | ||
<!-- Arxiv PDF link --> | ||
<span class="link-block"> | ||
<a href="https://arxiv.org/pdf/2402.17811" target="_blank" | ||
class="external-link button is-normal is-rounded is-dark"> | ||
<span class="icon"> | ||
<i class="fas fa-file-pdf"></i> | ||
</span> | ||
<span>Paper</span> | ||
</a> | ||
</span> | ||
|
||
<!-- Github link --> | ||
<span class="link-block"> | ||
<a href="https://arxiv.org/pdf/<ARXIV PAPER ID>.pdf" target="_blank" | ||
<a href="https://github.com/ictnlp/TruthX" target="_blank" | ||
class="external-link button is-normal is-rounded is-dark"> | ||
<span class="icon"> | ||
<i class="fas fa-file-pdf"></i> | ||
<i class="fab fa-github"></i> | ||
</span> | ||
<span>Paper</span> | ||
<span>Code</span> | ||
</a> | ||
</span> | ||
|
||
<!-- Supplementary PDF link --> | ||
<!-- Github link --> | ||
<span class="link-block"> | ||
<a href="static/pdfs/supplementary_material.pdf" target="_blank" | ||
class="external-link button is-normal is-rounded is-dark"> | ||
<span class="icon"> | ||
<i class="fas fa-file-pdf"></i> | ||
</span> | ||
<span>Supplementary</span> | ||
</a> | ||
</span> | ||
|
||
<!-- Github link --> | ||
<span class="link-block"> | ||
<a href="https://github.com/YOUR REPO HERE" target="_blank" | ||
class="external-link button is-normal is-rounded is-dark"> | ||
<span class="icon"> | ||
<i class="fab fa-github"></i> | ||
<a href="https://github.com/ictnlp/TruthX" target="_blank" | ||
class="external-link button is-normal is-rounded is-dark"> | ||
<span class="icon"> | ||
🤗 | ||
</span> | ||
<span>Model</span> | ||
</a> | ||
</span> | ||
<span>Code</span> | ||
</a> | ||
</span> | ||
|
||
<!-- ArXiv abstract Link --> | ||
<span class="link-block"> | ||
<a href="https://arxiv.org/abs/<ARXIV PAPER ID>" target="_blank" | ||
class="external-link button is-normal is-rounded is-dark"> | ||
<span class="icon"> | ||
<i class="ai ai-arxiv"></i> | ||
</span> | ||
<span>arXiv</span> | ||
</a> | ||
</span> | ||
|
||
<div class="single-image-display has-text-centered"> | ||
<p> | ||
<br> | ||
<img src="meta/images/ill.png" alt="MY ALT TEXT" style="width: 80%;"/> | ||
</p> | ||
</div> | ||
</div> | ||
</div> | ||
</div> | ||
</div> | ||
</div> | ||
</div> | ||
</div> | ||
</div> | ||
</section> | ||
</section> | ||
|
||
|
||
<!-- Teaser video--> | ||
|
@@ -129,8 +126,8 @@ <h1 class="title is-1 publication-title">Academic Project Page</h1> | |
<div class="hero-body"> | ||
<video poster="" id="tree" autoplay controls muted loop height="100%"> | ||
<!-- Your video here --> | ||
<source src="static/videos/banner_video.mp4" | ||
type="video/mp4"> | ||
<source src="meta/videos/demo.mp4" | ||
type="video/mov"> | ||
</video> | ||
<h2 class="subtitle has-text-centered"> | ||
Aliquam vitae elit ullamcorper tellus egestas pellentesque. Ut lacus tellus, maximus vel lectus at, placerat pretium mi. Maecenas dignissim tincidunt vestibulum. Sed consequat hendrerit nisl ut maximus. | ||
|
@@ -142,143 +139,39 @@ <h2 class="subtitle has-text-centered"> | |
|
||
<!-- Paper abstract --> | ||
<section class="section hero is-light"> | ||
<div class="container is-max-desktop"> | ||
<div class="columns is-centered has-text-centered"> | ||
<div class="column is-four-fifths"> | ||
<h2 class="title is-3">Abstract</h2> | ||
<div class="content has-text-justified"> | ||
<p> | ||
Lorem ipsum dolor sit amet, consectetur adipiscing elit. Proin ullamcorper tellus sed ante aliquam tempus. Etiam porttitor urna feugiat nibh elementum, et tempor dolor mattis. Donec accumsan enim augue, a vulputate nisi sodales sit amet. Proin bibendum ex eget mauris cursus euismod nec et nibh. Maecenas ac gravida ante, nec cursus dui. Vivamus purus nibh, placerat ac purus eget, sagittis vestibulum metus. Sed vestibulum bibendum lectus gravida commodo. Pellentesque auctor leo vitae sagittis suscipit. | ||
</p> | ||
</div> | ||
</div> | ||
</div> | ||
</div> | ||
</section> | ||
<!-- End paper abstract --> | ||
|
||
|
||
<!-- Image carousel --> | ||
<section class="hero is-small"> | ||
<div class="hero-body"> | ||
<div class="container"> | ||
<div id="results-carousel" class="carousel results-carousel"> | ||
<div class="item"> | ||
<!-- Your image here --> | ||
<img src="static/images/carousel1.jpg" alt="MY ALT TEXT"/> | ||
<h2 class="subtitle has-text-centered"> | ||
First image description. | ||
</h2> | ||
</div> | ||
<div class="item"> | ||
<!-- Your image here --> | ||
<img src="static/images/carousel2.jpg" alt="MY ALT TEXT"/> | ||
<h2 class="subtitle has-text-centered"> | ||
Second image description. | ||
</h2> | ||
</div> | ||
<div class="item"> | ||
<!-- Your image here --> | ||
<img src="static/images/carousel3.jpg" alt="MY ALT TEXT"/> | ||
<h2 class="subtitle has-text-centered"> | ||
Third image description. | ||
</h2> | ||
</div> | ||
<div class="item"> | ||
<!-- Your image here --> | ||
<img src="static/images/carousel4.jpg" alt="MY ALT TEXT"/> | ||
<h2 class="subtitle has-text-centered"> | ||
Fourth image description. | ||
</h2> | ||
</div> | ||
</div> | ||
</div> | ||
</div> | ||
</section> | ||
<!-- End image carousel --> | ||
|
||
|
||
|
||
|
||
<!-- Youtube video --> | ||
<section class="hero is-small is-light"> | ||
<div class="hero-body"> | ||
<div class="container"> | ||
<!-- Paper video. --> | ||
<h2 class="title is-3">Video Presentation</h2> | ||
<div class="container is-max-desktop"> | ||
<div class="columns is-centered has-text-centered"> | ||
<div class="column is-four-fifths"> | ||
|
||
<div class="publication-video"> | ||
<!-- Youtube embed code here --> | ||
<iframe src="https://www.youtube.com/embed/JkaxUblCGz0" frameborder="0" allow="autoplay; encrypted-media" allowfullscreen></iframe> | ||
<h2 class="title is-3">Abstract</h2> | ||
<div class="content has-text-justified"> | ||
<p> | ||
Large Language Models (LLMs) have demonstrated remarkable capabilities across various tasks. However, they sometimes suffer from producing hallucinations, particularly in cases where they may generate untruthful responses despite possessing the correct knowledge. In this paper, we propose TruthX, an inferencetime method to elicit the truthfulness of LLMs by editing their internal representations in truthful space. TruthX employs an auto-encoder to map LLM’s representations into semantic and truthful latent spaces respectively, and applies contrastive learning to identify a truthful editing direction within the truthful space. During inference, by editing LLM’s internal representations in truthful space, TruthX effectively enhances the truthfulness of LLMs. Experiments show that TruthX effectively improves the truthfulness of 13 advanced LLMs by an average of 20% on TruthfulQA benchmark. Further analyses suggest that the truthful space acquired by TruthX plays a pivotal role in controlling LLM to produce truthful or hallucinatory responses. | ||
</p> | ||
</div> | ||
</div> | ||
</div> | ||
</div> | ||
</div> | ||
</section> | ||
<!-- End youtube video --> | ||
|
||
|
||
<!-- Video carousel --> | ||
<section class="hero is-small"> | ||
<div class="hero-body"> | ||
<div class="container"> | ||
<h2 class="title is-3">Another Carousel</h2> | ||
<div id="results-carousel" class="carousel results-carousel"> | ||
<div class="item item-video1"> | ||
<video poster="" id="video1" autoplay controls muted loop height="100%"> | ||
<!-- Your video file here --> | ||
<source src="static/videos/carousel1.mp4" | ||
type="video/mp4"> | ||
</video> | ||
</div> | ||
<div class="item item-video2"> | ||
<video poster="" id="video2" autoplay controls muted loop height="100%"> | ||
<!-- Your video file here --> | ||
<source src="static/videos/carousel2.mp4" | ||
type="video/mp4"> | ||
</video> | ||
</div> | ||
<div class="item item-video3"> | ||
<video poster="" id="video3" autoplay controls muted loop height="100%">\ | ||
<!-- Your video file here --> | ||
<source src="static/videos/carousel3.mp4" | ||
type="video/mp4"> | ||
</video> | ||
</div> | ||
</div> | ||
</div> | ||
</div> | ||
</section> | ||
<!-- End video carousel --> | ||
|
||
|
||
|
||
|
||
|
||
|
||
<!-- Paper poster --> | ||
<section class="hero is-small is-light"> | ||
<div class="hero-body"> | ||
<div class="container"> | ||
<h2 class="title">Poster</h2> | ||
|
||
<iframe src="static/pdfs/sample.pdf" width="100%" height="550"> | ||
</iframe> | ||
|
||
</div> | ||
</div> | ||
</section> | ||
<!--End paper poster --> | ||
<!-- End paper abstract --> | ||
|
||
|
||
|
||
<!--BibTex citation --> | ||
<section class="section" id="BibTeX"> | ||
<section class="section" id="BibTeX"> | ||
<div class="container is-max-desktop content"> | ||
<h2 class="title">BibTeX</h2> | ||
<pre><code>BibTex Code Here</code></pre> | ||
<p> | ||
If you have any questions, please contact <a href="https://zhangshaolei1998.github.io/" target="_blank">Shaolei Zhang</a> ([email protected]). | ||
</p> | ||
<pre><code>@inproceedings{truthx, | ||
title={TruthX: Alleviating Hallucinations by Editing Large Language Models in Truthful Space}, | ||
author={Shaolei Zhang and Tian Yu and Yang Feng}, | ||
year={2024}, | ||
url={https://arxiv.org/abs/2402.17811} | ||
booktitle = {Proceedings of the 62th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)}, | ||
year = {2024}, | ||
publisher = {Association for Computational Linguistics}, | ||
}</code></pre> | ||
</div> | ||
</section> | ||
<!--End BibTex citation --> | ||
|
@@ -289,19 +182,20 @@ <h2 class="title">BibTeX</h2> | |
<div class="columns is-centered"> | ||
<div class="column is-8"> | ||
<div class="content"> | ||
|
||
<center> | ||
<a href="https://clustrmaps.com/site/1bzsa" title="Visit tracker"><img src="//www.clustrmaps.com/map_v2.png?d=9r6k3JPZpaKXYdcWC-YLJT7Y5284UBethRZiIirC5mI&cl=ffffff"></a> | ||
<p> | ||
This page was built using the <a href="https://github.com/eliahuhorwitz/Academic-project-page-template" target="_blank">Academic Project Page Template</a> which was adopted from the <a href="https://nerfies.github.io" target="_blank">Nerfies</a> project page. | ||
You are free to borrow the of this website, we just ask that you link back to this page in the footer. <br> This website is licensed under a <a rel="license" href="http://creativecommons.org/licenses/by-sa/4.0/" target="_blank">Creative | ||
Commons Attribution-ShareAlike 4.0 International License</a>. | ||
TruthX: Alleviating Hallucinations by Editing Large Language Models in Truthful Space (ACL 2024) | ||
</p> | ||
</center> | ||
|
||
</div> | ||
</div> | ||
</div> | ||
</div> | ||
</footer> | ||
|
||
|
||
<!-- Statcounter tracking code --> | ||
|
||
<!-- You can add a tracker to track page visits by creating an account at statcounter.com --> | ||
|
Binary file not shown.
Binary file not shown.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file not shown.
Binary file not shown.
Binary file not shown.