Build a moderation filter that checks user input against OpenAI's Moderation API before processing.

Code Playground
JavaScript (V8)
Loading...
Console Output
// Output will appear here...
// For React: ReactDOM.createRoot(rootElement).render(<App />);
Recommended Answer

Implementation:

import OpenAI from 'openai';

const openai = new OpenAI({ apiKey: process.env.OPENAI_API_KEY });

async function isSafeContent(input, threshold = 0.5) {
  const response = await openai.moderations.create({
    input: input,
  });

  const result = response.results[0];
  
  if (result.flagged) {
    // Log usage of flagged categories
    const flaggedCategories = Object.keys(result.categories)
      .filter(cat => result.categories[cat]);
      
    console.warn(`Content flagged as: ${flaggedCategories.join(', ')}`);
    return false;
  }
  
  return true;
}

async function safeChat(userMessage) {
  const safe = await isSafeContent(userMessage);
  
  if (!safe) {
    return "I cannot process this request as it violates our safety guidelines.";
  }
  
  // Proceed with chat completion
  // ...
  return "Processed safely.";
}