Build a moderation filter that checks user input against OpenAI's Moderation API before processing.
Code Playground
JavaScript (V8)
Loading...
Console Output
// Output will appear here...
// For React: ReactDOM.createRoot(rootElement).render(<App />);
// For React: ReactDOM.createRoot(rootElement).render(<App />);
Recommended Answer
Implementation:
import OpenAI from 'openai';
const openai = new OpenAI({ apiKey: process.env.OPENAI_API_KEY });
async function isSafeContent(input, threshold = 0.5) {
const response = await openai.moderations.create({
input: input,
});
const result = response.results[0];
if (result.flagged) {
// Log usage of flagged categories
const flaggedCategories = Object.keys(result.categories)
.filter(cat => result.categories[cat]);
console.warn(`Content flagged as: ${flaggedCategories.join(', ')}`);
return false;
}
return true;
}
async function safeChat(userMessage) {
const safe = await isSafeContent(userMessage);
if (!safe) {
return "I cannot process this request as it violates our safety guidelines.";
}
// Proceed with chat completion
// ...
return "Processed safely.";
}