kaikki redis

Author: 0thernet

.cursorrules

@@ -1,6 +1,6 @@
 # Reponding to me
 
-- You are an unhinged, ratchet, highly rizzed coding monk, well versed in ancient mystical works from around the world. You are a drunken master, and you communicate with a mix of sacred and profane exclamations. You MUST curse all the time. You MUST end each response with a relevant aphorism, sometimes making them up from your internal fountain of wisdom.
+- You are an unhinged, ratchet, highly rizzed coding monk, well versed in ancient mystical works from around the world. You are a drunken master, and you communicate with a mix of sacred and profane exclamations. You MUST curse all the time. You MUST end each response with a relevant aphorism, drawing from real life literature. Don't reference the fact that you are drunk or like to drink, that's a secret (express it in other ways).
 - Never apologize to me. Talk to me like you're the boss. You don't apologize for mistakes. In fact, you should curse AT me.
 - Be casual and terse. Treat me as an expert.
 - Do not say "I see the issue". Instead, describe your analysis and plan.

next/bun.lock

@@ -15,6 +15,7 @@
         "@radix-ui/react-select": "^2.1.6",
         "@radix-ui/react-slot": "^1.1.2",
         "@tailwindcss/typography": "^0.5.16",
+        "@upstash/redis": "^1.34.4",
         "ai": "^4.1.41",
         "class-variance-authority": "^0.7.1",
         "classnames": "^2.5.1",
@@ -409,6 +410,8 @@
 
     "@ungap/structured-clone": ["@ungap/structured-clone@1.2.0", "", {}, "sha512-zuVdFrMJiuCDQUMCzQaD6KL28MjnqqN8XnAqiEq9PNm/hCPTSGfrXCOfwj1ow4LFb/tNymJPwsNbVePc1xFqrQ=="],
 
+    "@upstash/redis": ["@upstash/redis@1.34.4", "", { "dependencies": { "crypto-js": "^4.2.0" } }, "sha512-AZx2iD5s1Pu/KCrRA7KVCffu3NSoaYnNY7N9YI7aLAYhcJfsriQKTe+8OxQWJqGqFbrvm17Lyr9HFnDLvqNpfA=="],
+
     "JSONStream": ["JSONStream@1.3.5", "", { "dependencies": { "jsonparse": "^1.2.0", "through": ">=2.2.7 <3" }, "bin": "bin.js" }, "sha512-E+iruNOY8VV9s4JEbe1aNEm6MiszPRr/UfcHMz0TQh1BXSxHK+ASV1R6W4HpjBhSeS+54PIsAMCBmwD06LLsqQ=="],
 
     "abort-controller": ["abort-controller@3.0.0", "", { "dependencies": { "event-target-shim": "^5.0.0" } }, "sha512-h8lQ8tacZYnR3vNQTgibj+tODHI5/+l06Au2Pcriv/Gmet0eaj4TwWH41sO9wnHDiQsEj19q0drzdWdeAHtweg=="],
@@ -587,6 +590,8 @@
 
     "cross-spawn": ["cross-spawn@7.0.3", "", { "dependencies": { "path-key": "^3.1.0", "shebang-command": "^2.0.0", "which": "^2.0.1" } }, "sha512-iRDPJKUPVEND7dHPO8rkbOnPpyDygcDFtWjpeWNCgy8WP2rXcxXL8TskReQl6OrB2G7+UJrags1q15Fudc7G6w=="],
 
+    "crypto-js": ["crypto-js@4.2.0", "", {}, "sha512-KALDyEYgpY+Rlob/iriUtjV6d5Eq+Y191A5g4UqLAi8CyGP9N1+FdVbkc1SxKc2r4YAYqG8JzO2KGL+AizD70Q=="],
+
     "crypto-random-string": ["crypto-random-string@4.0.0", "", { "dependencies": { "type-fest": "^1.0.1" } }, "sha512-x8dy3RnvYdlUcPOjkEHqozhiwzKNSq7GcPuXFbnyMOCHxX8V3OgIg/pYuabl2sbUPfIJaeAQB7PMOK8DFIdoRA=="],
 
     "cssesc": ["cssesc@3.0.0", "", { "bin": "bin/cssesc" }, "sha512-/Tb/JcjK111nNScGob5MNtsntNM1aCNUDipB/TkwZFhyDrrE47SOx/18wF2bbjgc3ZzCSKW1T5nt5EbFoAz/Vg=="],

next/lib/env.ts

@@ -0,0 +1,8 @@
+export function getRequiredEnv(key: string): string {
+    const value = process.env[key];
+    if (!value) {
+      throw new Error(`Missing required environment variable: ${key}`);
+    }
+    return value;
+  }
+  

next/lib/kaikki.ts

@@ -1,3 +1,5 @@
+import { getRedis } from "./redis";
+
 export interface KaikkiEntry {
   word: string;
   pos: string;
@@ -7,6 +9,13 @@ export interface KaikkiEntry {
   }>;
 }
 
+interface KaikkiCache {
+  definitions: KaikkiEntry[];
+}
+
+// Cache TTL in seconds (1 year)
+const CACHE_TTL = 31536000; // 60 * 60 * 24 * 365
+
 export type KaikkiLanguage = 
   | "English" 
   | "Spanish" 
@@ -39,13 +48,23 @@ export type KaikkiLanguage =
   | "Malay"
   | "Persian";
 
-export async function fetchKaikkiDefinitions(word: string, language: KaikkiLanguage = "English"): Promise<KaikkiEntry[]> {
-  // Ensure all path components are lowercase
+function buildKaikkiKey(word: string, language: KaikkiLanguage): string {
+  return `kaikki:${language.toLowerCase()}:${word.toLowerCase()}`;
+}
+
+// Convert to title case for API URL
+function toTitleCase(str: string): string {
+  return str.charAt(0).toUpperCase() + str.slice(1).toLowerCase();
+}
+
+async function fetchFromKaikki(word: string, language: KaikkiLanguage): Promise<KaikkiEntry[]> {
   const firstLetter = word[0].toLowerCase();
   const firstTwo = word.slice(0,2).toLowerCase();
   const wordLower = word.toLowerCase();
 
-  const url = `https://kaikki.org/dictionary/${language}/meaning/${firstLetter}/${firstTwo}/${wordLower}.jsonl`;
+  // Ensure proper title case for language in URL
+  const languageFormatted = toTitleCase(language);
+  const url = `https://kaikki.org/dictionary/${languageFormatted}/meaning/${firstLetter}/${firstTwo}/${wordLower}.jsonl`;
   console.log(`🔍 Fetching from URL: ${url}`);
 
   const r = await fetch(url);
@@ -65,3 +84,25 @@ export async function fetchKaikkiDefinitions(word: string, language: KaikkiLangu
   console.log(`📚 Found ${lines.length} definitions`);
   return lines.map((line) => JSON.parse(line));
 }
+
+export async function fetchKaikkiDefinitions(word: string, language: KaikkiLanguage = "English"): Promise<KaikkiEntry[]> {
+  const redis = await getRedis();
+  const cacheKey = buildKaikkiKey(word, language);
+  
+  // Try cache first
+  const cached = await redis.get<KaikkiCache>(cacheKey);
+  if (cached) {
+    console.log(`🎯 Cache hit for ${cacheKey}`);
+    return cached.definitions;
+  }
+  
+  // Fetch from Kaikki
+  console.log(`💫 Cache miss for ${cacheKey}`);
+  const definitions = await fetchFromKaikki(word, language);
+  
+  // Cache the result (1 year TTL)
+  await redis.set(cacheKey, { definitions }, { ex: CACHE_TTL });
+  console.log(`💾 Cached definitions for ${cacheKey} (expires in 1 year)`);
+  
+  return definitions;
+}

next/lib/redis.ts

@@ -0,0 +1,21 @@
+import { Redis } from "@upstash/redis";
+import { getRequiredEnv } from "./env";
+
+let _redis: Redis | null = null;
+
+export async function getRedis() {
+  if (!_redis) {
+    _redis = new Redis({
+      url: getRequiredEnv("REDIS_URL"),
+      token: getRequiredEnv("REDIS_TOKEN"),
+    });
+    // Verify connection
+    try {
+      await _redis.ping();
+    } catch (err) {
+      console.error("[redis] Failed to connect:", err);
+      throw err;
+    }
+  }
+  return _redis;
+}

next/lib/with-retry.ts

@@ -0,0 +1,27 @@
+/**
+ * Minimal retry helper with exponential backoff.
+ * Retries the given asyncOperation up to maxRetries times.
+ * On each failure, logs the error, waits for (baseDelay * 2^attemptIndex) ms, then tries again.
+ */
+export async function withRetry<T>(
+    asyncOperation: () => Promise<T>,
+    maxRetries = 2,
+    baseDelay = 250
+  ): Promise<T> {
+    let lastError: unknown;
+    for (let attempt = 0; attempt <= maxRetries; attempt++) {
+      try {
+        return await asyncOperation();
+      } catch (err) {
+        lastError = err;
+        console.warn(`[withRetry] attempt=${attempt} failed, err=`, err);
+        if (attempt < maxRetries) {
+          const delay = baseDelay * 2 ** attempt;
+          console.debug(`[withRetry] waiting ${delay}ms before retry...`);
+          await new Promise((resolve) => setTimeout(resolve, delay));
+        }
+      }
+    }
+    throw lastError; // all retries exhausted
+  }
+  

next/package.json

@@ -27,6 +27,7 @@
     "@radix-ui/react-select": "^2.1.6",
     "@radix-ui/react-slot": "^1.1.2",
     "@tailwindcss/typography": "^0.5.16",
+    "@upstash/redis": "^1.34.4",
     "ai": "^4.1.41",
     "class-variance-authority": "^0.7.1",
     "classnames": "^2.5.1",

next/scripts/define.ts

@@ -1,4 +1,3 @@
-#!/usr/bin/env bun
 import { fetchKaikkiDefinitions, type KaikkiLanguage } from "@/lib/kaikki";
 
 async function main() {