Vet content quality in production

import { GradeLevelAppropriatenessEvaluator } from "@learning-commons/evaluators";

const passage =
  "Honeybees forage for nectar, transport it to the colony, and convert it into honey through enzymatic processing inside the hive.";

const gradeLevel = new GradeLevelAppropriatenessEvaluator({
  googleApiKey: process.env.GOOGLE_API_KEY,
});

const { result } = await gradeLevel.evaluate({ text: passage });

console.log(result.grade_band); // "K-1" | "2-3" | "4-5" | "6-8" | "9-10" | "11-12"
console.log(result.reasoning);

import os

from learning_commons_evaluators import GradeLevelAppropriatenessEvaluator

passage = (
  "Honeybees forage for nectar, transport it to the colony, and "
  "convert it into honey through enzymatic processing inside the hive."
)

grade_level = GradeLevelAppropriatenessEvaluator(
  google_api_key=os.environ["GOOGLE_API_KEY"],
)

result = grade_level.evaluate_sync(text=passage).result

print(result.grade_band)  # "K-1" | "2-3" | "4-5" | "6-8" | "9-10" | "11-12"
print(result.reasoning)

const GRADE_BANDS = ["K-1", "2-3", "4-5", "6-8", "9-10", "11-12"] as const;
const TARGET_BAND = "4-5";

const aboveTarget =
  GRADE_BANDS.indexOf(result.grade_band) > GRADE_BANDS.indexOf(TARGET_BAND);

if (!aboveTarget) {
  console.log("Passes. Ship this version.");
} else {
  console.log(`Above ${TARGET_BAND}. Rewrite before it ships.`);
}

GRADE_BANDS = ["K-1", "2-3", "4-5", "6-8", "9-10", "11-12"]
TARGET_BAND = "4-5"

above_target = GRADE_BANDS.index(result.grade_band) > GRADE_BANDS.index(TARGET_BAND)

if not above_target:
  print("Passes. Ship this version.")
else:
  print(f"Above {TARGET_BAND}. Rewrite before it ships.")

import { VocabularyComplexityEvaluator } from "@learning-commons/evaluators";

const vocabulary = new VocabularyComplexityEvaluator({
  googleApiKey: process.env.GOOGLE_API_KEY,
  openaiApiKey: process.env.OPENAI_API_KEY,
});

const { result: vocabularyResult } = await vocabulary.evaluate({
  text: passage,
  grade_level: "4",
});

const constraints = [
  "Rewrite the passage so a grade 4 student can read it independently.",
  `Do not use these Tier 3 words unless you define them: ${vocabularyResult.tier_3_words}`,
  `Also review these Tier 2 words: ${vocabularyResult.tier_2_words}`,
  `Why the vocabulary was scored this way: ${vocabularyResult.reasoning}`,
].join("\n\n");

console.log(constraints); // Send these constraints + original passage back to your model

from learning_commons_evaluators import VocabularyComplexityEvaluator

vocabulary = VocabularyComplexityEvaluator(
  google_api_key=os.environ["GOOGLE_API_KEY"],
  openai_api_key=os.environ["OPENAI_API_KEY"],
)

vocabulary_result = vocabulary.evaluate_sync(
  text=passage,
  grade_level=4,
).result

constraints = "\n\n".join([
  "Rewrite the passage so a grade 4 student can read it independently.",
  f"Do not use these Tier 3 words unless you define them: {vocabulary_result.tier_3_words}",
  f"Also review these Tier 2 words: {vocabulary_result.tier_2_words}",
  f"Why the vocabulary was scored this way: {vocabulary_result.reasoning}",
])

print(constraints) # Send these constraints + original passage back to your model

const revisedText =
  "Honeybees visit flowers to collect a sweet liquid called nectar. They carry it back to the hive and turn it into honey.";

const { result: revised } = await gradeLevel.evaluate({ text: revisedText });

const stillAboveTarget =
  GRADE_BANDS.indexOf(revised.grade_band) > GRADE_BANDS.indexOf(TARGET_BAND);

if (stillAboveTarget) {
  console.log("Still above the target band. Reconsider shipping this version.");
} else {
  console.log(`Passes at ${revised.grade_band}. Ship this version.`);
}

revised_text = (
  "Honeybees visit flowers to collect a sweet liquid called nectar. "
  "They carry it back to the hive and turn it into honey."
)

revised = grade_level.evaluate_sync(text=revised_text).result

still_above_target = GRADE_BANDS.index(revised.grade_band) > GRADE_BANDS.index(TARGET_BAND)

if still_above_target:
  print("Still above the target band. Reconsider shipping this version.")
else:
  print(f"Passes at {revised.grade_band}. Ship this version.")