You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

82 lines
2.3 KiB

11 months ago
  1. /**
  2. * The model name and context window for all know model windows
  3. * that are available through providers which has discrete model options.
  4. */
  5. const MODEL_MAP = {
  6. anthropic: {
  7. "claude-instant-1.2": 100_000,
  8. "claude-2.0": 100_000,
  9. "claude-2.1": 200_000,
  10. "claude-3-haiku-20240307": 200_000,
  11. "claude-3-sonnet-20240229": 200_000,
  12. "claude-3-opus-20240229": 200_000,
  13. "claude-3-opus-latest": 200_000,
  14. "claude-3-5-haiku-latest": 200_000,
  15. "claude-3-5-haiku-20241022": 200_000,
  16. "claude-3-5-sonnet-latest": 200_000,
  17. "claude-3-5-sonnet-20241022": 200_000,
  18. "claude-3-5-sonnet-20240620": 200_000,
  19. },
  20. cohere: {
  21. "command-r": 128_000,
  22. "command-r-plus": 128_000,
  23. command: 4_096,
  24. "command-light": 4_096,
  25. "command-nightly": 8_192,
  26. "command-light-nightly": 8_192,
  27. },
  28. gemini: {
  29. "gemini-pro": 30_720,
  30. "gemini-1.0-pro": 30_720,
  31. "gemini-1.5-flash-latest": 1_048_576,
  32. "gemini-1.5-pro-latest": 2_097_152,
  33. "gemini-1.5-pro-exp-0801": 2_097_152,
  34. "gemini-1.5-pro-exp-0827": 2_097_152,
  35. "gemini-1.5-flash-exp-0827": 1_048_576,
  36. "gemini-1.5-flash-8b-exp-0827": 1_048_576,
  37. "gemini-exp-1114": 32_767,
  38. "gemini-exp-1121": 32_767,
  39. "gemini-exp-1206": 32_767,
  40. "learnlm-1.5-pro-experimental": 32_767,
  41. "gemini-2.0-flash-exp": 1_048_576,
  42. },
  43. groq: {
  44. "gemma2-9b-it": 8192,
  45. "gemma-7b-it": 8192,
  46. "llama3-70b-8192": 8192,
  47. "llama3-8b-8192": 8192,
  48. "llama-3.1-70b-versatile": 8000,
  49. "llama-3.1-8b-instant": 8000,
  50. "mixtral-8x7b-32768": 32768,
  51. },
  52. openai: {
  53. "gpt-3.5-turbo": 16_385,
  54. "gpt-3.5-turbo-1106": 16_385,
  55. "gpt-4o": 128_000,
  56. "gpt-4o-2024-08-06": 128_000,
  57. "gpt-4o-2024-05-13": 128_000,
  58. "gpt-4o-mini": 128_000,
  59. "gpt-4o-mini-2024-07-18": 128_000,
  60. "gpt-4-turbo": 128_000,
  61. "gpt-4-1106-preview": 128_000,
  62. "gpt-4-turbo-preview": 128_000,
  63. "gpt-4": 8_192,
  64. "gpt-4-32k": 32_000,
  65. "o1-preview": 128_000,
  66. "o1-preview-2024-09-12": 128_000,
  67. "o1-mini": 128_000,
  68. "o1-mini-2024-09-12": 128_000,
  69. "o3-mini": 200_000,
  70. "o3-mini-2025-01-31": 200_000,
  71. },
  72. deepseek: {
  73. "deepseek-chat": 128_000,
  74. "deepseek-coder": 128_000,
  75. "deepseek-reasoner": 128_000,
  76. },
  77. xai: {
  78. "grok-beta": 131_072,
  79. },
  80. };
  81. module.exports = { MODEL_MAP };