SamsOpenAIDetector.user.js

// ==UserScript==
// @name         Sam's OpenAI Detector
// @description  Detect OpenAI in post content and revisions, and on user answers tab
// @homepage     https://github.com/samliew/SO-mod-userscripts
// @author       Samuel Liew
// @version      2.4.13
//
// @match        https://*.stackoverflow.com/*
// @match        https://*.serverfault.com/*
// @match        https://*.superuser.com/*
// @match        https://*.askubuntu.com/*
// @match        https://*.mathoverflow.net/*
// @match        https://*.stackapps.com/*
// @match        https://*.stackexchange.com/*
// @match        https://stackoverflowteams.com/c/*/*
//
// @exclude      https://api.stackexchange.com/*
// @exclude      https://data.stackexchange.com/*
// @exclude      https://contests.stackoverflow.com/*
// @exclude      https://winterbash*.stackexchange.com/*
// @exclude      *chat.*
// @exclude      *blog.*
// @exclude      */tour
//
// @require      https://raw.githubusercontent.com/samliew/SO-mod-userscripts/master/lib/se-ajax-common.js
// @require      https://raw.githubusercontent.com/samliew/SO-mod-userscripts/master/lib/common.js
//
// @grant        GM_xmlhttpRequest
// ==/UserScript==

/* globals StackExchange */
/// <reference types="./globals" />

'use strict';

let oaiUrl = 'https://openai-openai-detector--8j7k8.hf.space/';


// Send request to OAI detector
const detectGpt = async content => {
  content = content?.trim(); // trim whitespace

  const returnData = {
    success: false,
    content,
    length: content.length
  };

  // Validation
  if (content?.length < 100) {
    returnData.error = 'Content too short';
  }
  else {
    // Send to API
    const resp = await fetch(`${oaiUrl}?${encodeURIComponent(content)}`);
    returnData.fetch = resp;

    if (!resp?.ok) {
      returnData.error = resp?.error;
    }
    else {
      const data = await resp.json();
      returnData.success = true;
      returnData.data = data;
    }
  }

  return returnData;
};


// Add Detect GPT buttons to each post menu, and post revisions menu
const addGptButtons = () => {

  document.querySelectorAll('.js-post-menu > .s-anchors, .js-revision .s-anchors, .s-post-summary .s-post-summary--stats').forEach(el => {
    // Skip if already added
    if (el.classList.contains('js-detect-gpt-added')) return;
    el.classList.add('js-detect-gpt-added');

    const menuItem = makeElemFromHtml(`
      <div class="flex--item">
        <button type="button" class="js-detect-gpt-btn s-btn s-btn__link" title="Detect GPT">
          Detect GPT
        </button>
      </div>`);
    el.append(menuItem);
  });
};


// Detect GPT button click event
const handleGptButtonClick = async evt => {
  const target = evt.target;

  // Only run on "Detect GPT" or "Copy" button
  if (!['js-detect-gpt-btn', 'js-detect-copy'].some(v => target.classList.contains(v))) return;

  // Copy to clipboard
  if (target.classList.contains('js-detect-copy') && target.dataset.content) {
    const copied = copyToClipboard(target.dataset.content);
    if (copied) {
      StackExchange.helpers.showToast('Post content copied to clipboard!', {
        type: 'success',
        useRawHtml: false,
        transient: true,
        transientTimeout: 3e3,
      });
    }
    return;
  }

  // Detecting, do nothing
  if (target.classList.contains('js-detect-gpt-loading')) return;
  target.classList.add('js-detect-gpt-loading');

  // Store post details
  const post = target.closest('.question, .answer, .candidate-row, .js-revision, .s-post-summary');
  const postUrl = toShortLink(post.querySelector('.js-share-link')?.href);
  const isPostRevision = post.classList.contains('js-revision');
  const postRevisionUrl = isPostRevision && target.closest('.s-anchors')?.children[0]?.getAttribute('href');
  const postId = Number(isPostRevision ? getPostId(location.pathname) : // revision, get post id from URL
    (post.dataset.questionid || post.dataset.answerid || post.dataset.postid || post.dataset.postId) // question or answer, get post id from data attribute
    || post.id?.replace('post-', '') // nomination post
  );
  const postType = isPostRevision ? 'revision' : (post.dataset.answerid ? 'answer' : 'question');

  // Get post revision source
  StackExchange.helpers.addSpinner(target);
  const content = postRevisionUrl ? await getRevisionSource(postRevisionUrl) : await getLatestPostRevisionSource(postId);

  // Detect GPT
  const result = await detectGpt(content);

  // Debug
  result.post = {
    postId,
    postType,
    postUrl,
    isPostRevision,
    postRevisionUrl,
    content,
    length: content?.length,
  };
  console.log(`Detect GPT result for ${postType} ${postId}`, result);

  // If success, show result
  if (result.success && !isNaN(result.data?.fake_probability)) {
    const percFake = result.data.fake_probability * 100;

    // Insert result after button
    const resultElem = makeElem('a', {
      class: `js-detect-gpt-result ml12 ${percFake > 90 ? 'fc-red-600' : percFake > 75 ? 'fc-orange-600' : 'fc-black-800'}`,
      title: 'Probability of content being fake/GPT-generated',
      href: oaiUrl,
      target: '_blank',
    }, `${percFake.toFixed(2)}%`);
    target.parentElement.insertBefore(resultElem, target.nextSibling);

    // Change button text to copy to clipboard
    target.innerText = 'Copy';
    target.title = 'Copy post content to clipboard';
    target.classList.remove('js-detect-gpt-btn');
    target.classList.add('js-detect-copy');
    target.dataset.content = content;
  }
  // Toast error
  else {
    StackExchange.helpers.showToast(`Could not detect GPT for ${postType} ${postId}: ${result.error}`, {
      type: 'danger',
      useRawHtml: true,
      transient: false,
    });

    // Reset button, allow retry
    target.classList.remove('js-detect-gpt-loading');
  }

  StackExchange.helpers.removeSpinner();
};


// Append styles
addStylesheet(`
.js-detect-gpt-result {
  font-weight: bold;
}
.js-detect-gpt-all {
  position: relative;
  top: -5px;
  margin-bottom: -9px;
}
`); // end stylesheet


// On script run
(async function init() {

  // Detect new loaded posts and add "Detect GPT" buttons
  setInterval(addGptButtons, 1000);

  // Click event for Detect GPT buttons
  document.addEventListener('click', handleGptButtonClick);

  // If on user answers page
  if (location.pathname.includes('/users/') && location.search.includes('tab=answers')) {

    // Add a "Detect all" button to the tab title
    const tabTitle = document.querySelector('#user-tab-answers h2');
    const detectAllBtn = makeElem('button', {
      class: 'js-detect-gpt-all s-btn s-btn__filled s-btn__sm ml12',
      title: 'Detect GPT for recent answers',
    }, 'Detect GPT Recent');
    tabTitle.append(detectAllBtn);

    // Click event for "Detect all" button
    detectAllBtn.addEventListener('click', async evt => {
      detectAllBtn.disabled = true;
      detectAllBtn.remove();

      // Filter posts later than Jan 2023, when GPT-3 was released
      const posts = document.querySelectorAll('.js-post-summary:has(.js-detect-gpt-btn)'); // hasn't been detected yet
      const recentPosts = [...posts].filter(v => {
        const dateEl = v.querySelector('.relativetime');
        return dateEl.title && new Date(dateEl.title) >= new Date('2023-01-01');
      });

      // Click on each "Detect GPT" button, with 2 second delay between each
      recentPosts.forEach((v, i) => {
        setTimeout(() => {
          v.querySelector('.js-detect-gpt-btn')?.click()
        }, i * 2000);
      });
    });
  }

  // Get final URL of OpenAI Detector load balancer redirect
  oaiUrl = await getFinalUrl('https://huggingface.co/openai-detector') || oaiUrl;
  console.info('OpenAI Detector URL', oaiUrl);

})();