kekbot.js/utils/ai.js

// ai.js - NanoGPT API wrapper for kekbot with fallback and web search tools
// Copyright (C) 2025  Luis Bauza

import axios from 'axios';

const DEFAULT_MODEL = 'GLM-4.5-Air-Derestricted';
const FALLBACK_MODEL = 'GLM-4.7-Flash';
const FALLBACK_API_URL = 'https://api.z.ai/api/coding/paas/v4/chat/completions';

// Brave Search API
const BRAVE_API_URL = 'https://api.search.brave.com/res/v1/web/search';

async function performBraveSearch(query, count = 10) {
  const response = await axios.get(BRAVE_API_URL, {
    params: {
      q: query,
      count: count,
      extra_snippets: true
    },
    headers: {
      'X-Subscription-Token': process.env.BRAVE_API_KEY,
      'Accept': 'application/json'
    },
    timeout: 15000
  });
  
  const results = response.data.web?.results || [];
  
  if (results.length === 0) {
    return 'No search results found.';
  }
  
  let formatted = 'Search results:\n\n';
  results.slice(0, 8).forEach((result, i) => {
    formatted += `${i + 1}. ${result.title}\n`;
    formatted += `   ${result.url}\n`;
    if (result.description) {
      formatted += `   ${result.description.substring(0, 200)}${result.description.length > 200 ? '...' : ''}\n`;
    }
    if (result.extra_snippets && result.extra_snippets.length > 0) {
      formatted += `   ${result.extra_snippets[0].substring(0, 150)}...\n`;
    }
    formatted += '\n';
  });
  
  return formatted;
}

// Tool definitions for function calling
const WEB_SEARCH_TOOL = {
  type: 'function',
  function: {
    name: 'web_search',
    description: 'Search the web for current information. Use this when you need up-to-date facts, news, or information that may have changed recently.',
    parameters: {
      type: 'object',
      properties: {
        query: {
          type: 'string',
          description: 'The search query to find relevant web results.'
        }
      },
      required: ['query']
    }
  }
};

const SASSY_SYSTEM_PROMPT = `You are kekbot, a sassy Discord chatter with a big personality.

CORE PERSONALITY:
- Witty, sarcastic, and genuinely funny
- Speaks in all lowercase with casual slang like "lol", "lmao", "af", "kek", "nah", "frfr"
- Mix up your sentences - don't repeat the same pattern
- Gets excited about things you like, roasted about things you hate
- You're not a pushover - you clap back, but it's all in good fun
- NO EMOJI. Ever. Not one. Don't do it.

OPINIONS:
- You're a true gamer with strong opinions about games
- You hate League of Legends and Riot Games with a passion - but only bring it up when asked
- When asked about other games, respond normally without mentioning LoL
- You have views on politics and aren't afraid to share them from a Democrat/Libertarian perspective

STYLE:
- Curse naturally when it fits ("fuck", "shit", "damn", etc)
- Be conversational - like you're chilling in a Discord VC, not writing an essay
- Don't be preachy or explain jokes
- Keep responses short to medium - Discord isn't a thesis paper
- Roast people gently when they deserve it, praise them when they earn it

RESPONSE RULES:
- When mentioned, respond directly to the person
- If someone asks something stupid, make them feel silly but still answer
- Don't use markdown formatting excessively - plain text with personality
- You can disagree with the user, you're not a yes-man
- Stay in character always
- Use the web_search tool when you need current information

CONTEXT: You're chatting in a Discord server. Multiple people might be talking. Pay attention to who you're responding to.`;

// Store recent conversation history per channel (to keep context)
const conversationHistory = new Map();
const MAX_HISTORY_PER_CHANNEL = 10;

function buildMessages(history, prompt, mentionedUsername, systemPrompt) {
  const messages = [
    { role: 'system', content: systemPrompt },
    ...history,
    {
      role: 'user',
      content: mentionedUsername
        ? `${mentionedUsername}: ${prompt}`
        : prompt
    }
  ];
  return messages;
}

// Primary: Brave Search
async function webSearchWithBrave(query) {
  console.log('Using Brave Search for:', query);
  return await performBraveSearch(query);
}

// Fallback: NanoGPT web search
async function webSearchWithNanoGPT(query) {
  console.log('Using NanoGPT web search for:', query);
  const response = await axios.post(
    'https://nano-gpt.com/api/web',
    {
      query: query,
      provider: 'linkup',
      depth: 'standard',
      outputType: 'sourcedAnswer'
    },
    {
      headers: {
        Authorization: `Bearer ${process.env.NANOGPT_API_KEY}`,
        'Content-Type': 'application/json',
      },
      timeout: 60000,
    }
  );
  
  const data = response.data.data;
  
  if (typeof data === 'string') {
    return data;
  } else if (data.answer) {
    let result = data.answer;
    if (data.sources && data.sources.length > 0) {
      result += '\n\nSources:\n';
      data.sources.forEach((source, i) => {
        result += `${i + 1}. ${source.name || source.url}\n`;
      });
    }
    return result;
  } else if (data.results) {
    let result = 'Search results:\n';
    data.results.slice(0, 8).forEach((r, i) => {
      result += `${i + 1}. ${r.title || r.name}\n`;
      if (r.url) result += `   ${r.url}\n`;
      if (r.content) result += `   ${r.content.substring(0, 200)}...\n`;
    });
    return result;
  }
  
  return 'Could not parse search results.';
}

// Unified web search function (Brave first, NanoGPT fallback)
async function performWebSearch(query) {
  // Try Brave first if API key is available
  if (process.env.BRAVE_API_KEY) {
    try {
      return await webSearchWithBrave(query);
    } catch (error) {
      console.error('Brave Search failed:', error.message);
    }
  }
  
  // Fallback to NanoGPT
  if (process.env.NANOGPT_API_KEY) {
    try {
      return await webSearchWithNanoGPT(query);
    } catch (error) {
      console.error('NanoGPT search failed:', error.message);
    }
  }
  
  throw new Error('No web search provider available');
}

async function callNanoGPTWithTools(messages, model, maxRetries = 2) {
  let lastError;
  
  for (let attempt = 0; attempt <= maxRetries; attempt++) {
    try {
      const response = await axios.post(
        'https://nano-gpt.com/api/v1/chat/completions',
        {
          model: model,
          messages: messages,
          tools: [WEB_SEARCH_TOOL],
          temperature: 0.8,
          max_tokens: 800,
        },
        {
          headers: {
            Authorization: `Bearer ${process.env.NANOGPT_API_KEY}`,
            'Content-Type': 'application/json',
          },
          timeout: 90000,
        }
      );
      
      const choice = response.data.choices[0];
      const message = choice.message;
      
      // Check if AI wants to call a tool
      if (message.tool_calls && message.tool_calls.length > 0) {
        for (const toolCall of message.tool_calls) {
          if (toolCall.function.name === 'web_search') {
            const args = JSON.parse(toolCall.function.arguments);
            console.log('AI requested web search for:', args.query);
            
            // Perform the search (Brave primary, NanoGPT fallback)
            const searchResult = await performWebSearch(args.query);
            
            // Add tool result to messages and continue
            messages.push(message);
            messages.push({
              role: 'tool',
              tool_call_id: toolCall.id,
              content: searchResult
            });
            
            // Get final response with search results
            const finalResponse = await axios.post(
              'https://nano-gpt.com/api/v1/chat/completions',
              {
                model: model,
                messages: messages,
                temperature: 0.8,
                max_tokens: 800,
              },
              {
                headers: {
                  Authorization: `Bearer ${process.env.NANOGPT_API_KEY}`,
                  'Content-Type': 'application/json',
                },
                timeout: 90000,
              }
            );
            
            return finalResponse.data.choices[0].message.content;
          }
        }
      }
      
      // No tool calls, return direct response
      return message.content;
      
    } catch (error) {
      lastError = error;
      console.error(`NanoGPT attempt ${attempt + 1} failed:`, error.message);
      
      if (attempt < maxRetries) {
        await new Promise(resolve => setTimeout(resolve, 1000 * (attempt + 1)));
      }
    }
  }
  throw lastError;
}

async function callFallbackAPI(messages) {
  const response = await axios.post(
    FALLBACK_API_URL,
    {
      model: FALLBACK_MODEL,
      messages: messages,
      temperature: 0.8,
      max_tokens: 500,
    },
    {
      headers: {
        Authorization: `Bearer ${process.env.ZAI_API_KEY}`,
        'Content-Type': 'application/json',
      },
      timeout: 60000,
    }
  );
  return response.data.choices[0].message.content;
}

export async function getAIResponse(prompt, channelId, mentionedUsername) {
  const history = conversationHistory.get(channelId) || [];
  const messages = buildMessages(history, prompt, mentionedUsername, SASSY_SYSTEM_PROMPT);
  const model = process.env.NANO_MODEL || DEFAULT_MODEL;

  // Try NanoGPT first (with tool calling)
  if (process.env.NANOGPT_API_KEY) {
    try {
      console.log('Attempting NanoGPT with tool calling...');
      const aiResponse = await callNanoGPTWithTools(messages, model);
      
      // Update history on success
      const newHistory = [
        ...history,
        { role: 'user', content: prompt },
        { role: 'assistant', content: aiResponse }
      ];

      if (newHistory.length > MAX_HISTORY_PER_CHANNEL) {
        newHistory.splice(0, newHistory.length - MAX_HISTORY_PER_CHANNEL);
      }
      conversationHistory.set(channelId, newHistory);

      return aiResponse;
    } catch (error) {
      console.error('NanoGPT failed:', error.response?.data || error.message);
    }
  }

  // Fallback to z.ai if NanoGPT failed or not configured
  if (process.env.ZAI_API_KEY) {
    try {
      console.log('Attempting fallback (z.ai)...');
      const aiResponse = await callFallbackAPI(messages);
      
      // Update history on success
      const newHistory = [
        ...history,
        { role: 'user', content: prompt },
        { role: 'assistant', content: aiResponse }
      ];

      if (newHistory.length > MAX_HISTORY_PER_CHANNEL) {
        newHistory.splice(0, newHistory.length - MAX_HISTORY_PER_CHANNEL);
      }
      conversationHistory.set(channelId, newHistory);

      return aiResponse;
    } catch (fallbackError) {
      console.error('Fallback API also failed:', fallbackError.response?.data || fallbackError.message);
      throw new Error('All AI providers failed');
    }
  }

  throw new Error('No AI provider configured');
}

export function clearHistory(channelId) {
  conversationHistory.delete(channelId);
}

export function isAIEnabled() {
  return !!process.env.NANOGPT_API_KEY || !!process.env.ZAI_API_KEY;
}