From 7694bc3d521adbddfb552267b288bdf997a724a7 Mon Sep 17 00:00:00 2001 From: Enrico Ros Date: Wed, 20 Dec 2023 00:53:16 -0800 Subject: [PATCH 1/8] OpenRouter: update models --- src/modules/llms/server/openai/models.data.ts | 26 ++++++++++--------- 1 file changed, 14 insertions(+), 12 deletions(-) diff --git a/src/modules/llms/server/openai/models.data.ts b/src/modules/llms/server/openai/models.data.ts index 28dd5e59fa..e1a6a73176 100644 --- a/src/modules/llms/server/openai/models.data.ts +++ b/src/modules/llms/server/openai/models.data.ts @@ -313,16 +313,16 @@ const orModelMap: { [id: string]: { name: string; cw: number; cp?: number; cc?: 'huggingfaceh4/zephyr-7b-beta': { name: 'Hugging Face: Zephyr 7B', cw: 4096, cp: 0, cc: 0, unfilt: true }, 'openchat/openchat-7b': { name: 'OpenChat 3.5', cw: 8192, cp: 0, cc: 0, unfilt: true }, 'gryphe/mythomist-7b': { name: 'MythoMist 7B', cw: 32768, cp: 0, cc: 0, unfilt: true }, - 'openrouter/cinematika-7b': { name: 'Cinematika 7B (alpha)', cw: 32000, cp: 0, cc: 0, unfilt: true }, - 'mistralai/mixtral-8x7b-instruct': { name: 'Mistral: Mixtral 8x7B Instruct (beta)', cw: 32000, cp: 0, cc: 0, unfilt: true }, + 'openrouter/cinematika-7b': { name: 'Cinematika 7B (alpha)', cw: 32768, cp: 0, cc: 0, unfilt: true }, 'rwkv/rwkv-5-world-3b': { name: 'RWKV v5 World 3B (beta)', cw: 10000, cp: 0, cc: 0, unfilt: true }, 'recursal/rwkv-5-3b-ai-town': { name: 'RWKV v5 3B AI Town (beta)', cw: 10000, cp: 0, cc: 0, unfilt: true }, - 'jebcarter/psyfighter-13b': { name: 'Psyfighter 13B', cw: 4096, cp: 0.001, cc: 0.001, unfilt: true }, - 'koboldai/psyfighter-13b-2': { name: 'Psyfighter v2 13B', cw: 4096, cp: 0.001, cc: 0.001, unfilt: true }, + 'jebcarter/psyfighter-13b': { name: 'Psyfighter 13B', cw: 4096, cp: 0.0001, cc: 0.0001, unfilt: true }, + 'koboldai/psyfighter-13b-2': { name: 'Psyfighter v2 13B', cw: 4096, cp: 0.0001, cc: 0.0001, unfilt: true }, 'nousresearch/nous-hermes-llama2-13b': { name: 'Nous: Hermes 13B', cw: 4096, cp: 0.000075, cc: 0.000075, unfilt: true }, 'meta-llama/codellama-34b-instruct': { name: 'Meta: CodeLlama 34B Instruct', cw: 8192, cp: 0.0002, cc: 0.0002, unfilt: true }, 'phind/phind-codellama-34b': { name: 'Phind: CodeLlama 34B v2', cw: 4096, cp: 0.0002, cc: 0.0002, unfilt: true }, 'intel/neural-chat-7b': { name: 'Neural Chat 7B v3.1', cw: 4096, cp: 0.0025, cc: 0.0025, unfilt: true }, + 'mistralai/mixtral-8x7b-instruct': { name: 'Mistral: Mixtral 8x7B Instruct (beta)', cw: 32768, cp: 0.0003, cc: 0.0003, unfilt: true }, 'haotian-liu/llava-13b': { name: 'Llava 13B', cw: 2048, cp: 0.0025, cc: 0.0025, unfilt: true }, 'nousresearch/nous-hermes-2-vision-7b': { name: 'Nous: Hermes 2 Vision 7B (alpha)', cw: 4096, cp: 0.0025, cc: 0.0025, unfilt: true }, 'meta-llama/llama-2-13b-chat': { name: 'Meta: Llama v2 13B Chat', cw: 4096, cp: 0.000156755, cc: 0.000156755, unfilt: true }, @@ -334,10 +334,12 @@ const orModelMap: { [id: string]: { name: string; cw: number; cp?: number; cc?: 'openai/gpt-4-32k': { name: 'OpenAI: GPT-4 32k', cw: 32767, cp: 0.06, cc: 0.12, unfilt: false }, 'openai/gpt-4-vision-preview': { name: 'OpenAI: GPT-4 Vision (preview)', cw: 128000, cp: 0.01, cc: 0.03, unfilt: false }, 'openai/gpt-3.5-turbo-instruct': { name: 'OpenAI: GPT-3.5 Turbo Instruct', cw: 4095, cp: 0.0015, cc: 0.002, unfilt: false }, - 'google/palm-2-chat-bison': { name: 'Google: PaLM 2 Chat', cw: 9216, cp: 0.0005, cc: 0.0005, unfilt: true }, - 'google/palm-2-codechat-bison': { name: 'Google: PaLM 2 Code Chat', cw: 7168, cp: 0.0005, cc: 0.0005, unfilt: true }, - 'google/palm-2-chat-bison-32k': { name: 'Google: PaLM 2 Chat 32k', cw: 32000, cp: 0.0005, cc: 0.0005, unfilt: true }, - 'google/palm-2-codechat-bison-32k': { name: 'Google: PaLM 2 Code Chat 32k', cw: 32000, cp: 0.0005, cc: 0.0005, unfilt: true }, + 'google/palm-2-chat-bison': { name: 'Google: PaLM 2 Chat', cw: 36864, cp: 0.00025, cc: 0.0005, unfilt: true }, + 'google/palm-2-codechat-bison': { name: 'Google: PaLM 2 Code Chat', cw: 28672, cp: 0.00025, cc: 0.0005, unfilt: true }, + 'google/palm-2-chat-bison-32k': { name: 'Google: PaLM 2 Chat 32k', cw: 131072, cp: 0.00025, cc: 0.0005, unfilt: true }, + 'google/palm-2-codechat-bison-32k': { name: 'Google: PaLM 2 Code Chat 32k', cw: 131072, cp: 0.00025, cc: 0.0005, unfilt: true }, + 'google/gemini-pro': { name: 'Google: Gemini Pro (preview)', cw: 131040, cp: 0.00025, cc: 0.0005, unfilt: true }, + 'google/gemini-pro-vision': { name: 'Google: Gemini Pro Vision (preview)', cw: 65536, cp: 0.00025, cc: 0.0005, unfilt: true }, 'perplexity/pplx-70b-online': { name: 'Perplexity: PPLX 70B Online', cw: 4096, cp: 0, cc: 0.0028, unfilt: true }, 'perplexity/pplx-7b-online': { name: 'Perplexity: PPLX 7B Online', cw: 4096, cp: 0, cc: 0.00028, unfilt: true }, 'perplexity/pplx-7b-chat': { name: 'Perplexity: PPLX 7B Chat', cw: 8192, cp: 0.00007, cc: 0.00028, unfilt: true }, @@ -347,7 +349,7 @@ const orModelMap: { [id: string]: { name: string; cw: number; cp?: number; cc?: 'nousresearch/nous-capybara-34b': { name: 'Nous: Capybara 34B', cw: 32000, cp: 0.0007, cc: 0.0028, unfilt: true }, 'jondurbin/airoboros-l2-70b': { name: 'Airoboros 70B', cw: 4096, cp: 0.0007, cc: 0.00095, unfilt: true }, 'migtissera/synthia-70b': { name: 'Synthia 70B', cw: 8192, cp: 0.00375, cc: 0.00375, unfilt: true }, - 'open-orca/mistral-7b-openorca': { name: 'Mistral OpenOrca 7B', cw: 8192, cp: 0.0002, cc: 0.0002, unfilt: true }, + 'open-orca/mistral-7b-openorca': { name: 'Mistral OpenOrca 7B', cw: 8192, cp: 0.0001425006, cc: 0.0001425006, unfilt: true }, 'teknium/openhermes-2-mistral-7b': { name: 'OpenHermes 2 Mistral 7B', cw: 4096, cp: 0.0002, cc: 0.0002, unfilt: true }, 'teknium/openhermes-2.5-mistral-7b': { name: 'OpenHermes 2.5 Mistral 7B', cw: 4096, cp: 0.0002, cc: 0.0002, unfilt: true }, 'pygmalionai/mythalion-13b': { name: 'Pygmalion: Mythalion 13B', cw: 8192, cp: 0.001125, cc: 0.001125, unfilt: true }, @@ -361,9 +363,9 @@ const orModelMap: { [id: string]: { name: string; cw: number; cp?: number; cc?: '01-ai/yi-34b-chat': { name: 'Yi 34B Chat', cw: 4096, cp: 0.0008, cc: 0.0008, unfilt: true }, '01-ai/yi-34b': { name: 'Yi 34B (base)', cw: 4096, cp: 0.0008, cc: 0.0008, unfilt: true }, '01-ai/yi-6b': { name: 'Yi 6B (base)', cw: 4096, cp: 0.00014, cc: 0.00014, unfilt: true }, - 'togethercomputer/stripedhyena-nous-7b': { name: 'StripedHyena Nous 7B', cw: 32000, cp: 0.0002, cc: 0.0002, unfilt: true }, - 'togethercomputer/stripedhyena-hessian-7b': { name: 'StripedHyena Hessian 7B (base)', cw: 32000, cp: 0.0002, cc: 0.0002, unfilt: true }, - 'mistralai/mixtral-8x7b': { name: 'Mistral: Mixtral 8x7B (base) (beta)', cw: 32000, cp: 0.0006, cc: 0.0006, unfilt: true }, + 'togethercomputer/stripedhyena-nous-7b': { name: 'StripedHyena Nous 7B', cw: 32768, cp: 0.0002, cc: 0.0002, unfilt: true }, + 'togethercomputer/stripedhyena-hessian-7b': { name: 'StripedHyena Hessian 7B (base)', cw: 32768, cp: 0.0002, cc: 0.0002, unfilt: true }, + 'mistralai/mixtral-8x7b': { name: 'Mistral: Mixtral 8x7B (base) (beta)', cw: 32768, cp: 0.0006, cc: 0.0006, unfilt: true }, 'anthropic/claude-2': { name: 'Anthropic: Claude v2.1', cw: 200000, cp: 0.008, cc: 0.024, unfilt: false }, 'anthropic/claude-2.0': { name: 'Anthropic: Claude v2.0', cw: 100000, cp: 0.008, cc: 0.024, unfilt: false }, 'anthropic/claude-instant-v1': { name: 'Anthropic: Claude Instant v1', cw: 100000, cp: 0.00163, cc: 0.00551, unfilt: false }, From 39fbcfd97ba5f2e0ff294e9785a8d057d0b02b7d Mon Sep 17 00:00:00 2001 From: Enrico Ros Date: Wed, 20 Dec 2023 00:55:27 -0800 Subject: [PATCH 2/8] OpenRouter: update models --- src/modules/llms/server/openai/models.data.ts | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/modules/llms/server/openai/models.data.ts b/src/modules/llms/server/openai/models.data.ts index e1a6a73176..1e6a889e13 100644 --- a/src/modules/llms/server/openai/models.data.ts +++ b/src/modules/llms/server/openai/models.data.ts @@ -384,10 +384,10 @@ const orModelMap: { [id: string]: { name: string; cw: number; cp?: number; cc?: }; const orModelFamilyOrder = [ - // great models - 'mistralai/mixtral-8x7b-instruct', 'mistralai/mistral-7b-instruct', 'nousresearch/nous-capybara-7b', + // great models (pickes by hand, they're free) + 'mistralai/mistral-7b-instruct', 'nousresearch/nous-capybara-7b', // great orgs - 'huggingfaceh4/', 'openchat/', 'anthropic/', 'google/', 'openai/', 'meta-llama/', 'phind/', + 'huggingfaceh4/', 'openchat/', 'anthropic/', 'google/', 'mistralai/', 'openai/', 'meta-llama/', 'phind/', ]; export function openRouterModelFamilySortFn(a: { id: string }, b: { id: string }): number { From d693cdaeba08696542000e61ff2515a1300e1f4f Mon Sep 17 00:00:00 2001 From: Enrico Ros Date: Wed, 20 Dec 2023 00:59:03 -0800 Subject: [PATCH 3/8] Ollama: update admin panel --- src/modules/llms/vendors/ollama/OllamaAdministration.tsx | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/modules/llms/vendors/ollama/OllamaAdministration.tsx b/src/modules/llms/vendors/ollama/OllamaAdministration.tsx index 2c0aa4b946..26378201e4 100644 --- a/src/modules/llms/vendors/ollama/OllamaAdministration.tsx +++ b/src/modules/llms/vendors/ollama/OllamaAdministration.tsx @@ -68,7 +68,7 @@ export function OllamaAdministration(props: { access: OllamaAccessSchema, onClos > {pullable.map(p => , )} @@ -118,7 +118,7 @@ export function OllamaAdministration(props: { access: OllamaAccessSchema, onClos {pullModelDescription} - + @@ -67,10 +68,27 @@ export const NewsItems: NewsItem[] = [ ], },*/ { - versionCode: '1.7.3', + versionCode: '1.8.0', + versionName: 'To The Moon And Back', + versionMoji: '๐Ÿš€๐ŸŒ•๐Ÿ”™โค๏ธ', + versionDate: new Date('2023-12-20T09:30:00Z'), + items: [ + { text: <>Google Gemini models support }, + { text: <>Mistral Platform support }, + { text: <>Ollama chats perfection }, + { text: <>Custom diagrams instructions (@joriskalz) }, + { text: <>Single-Tab mode, enhances data integrity and prevents DB corruption }, + { text: <>Updated Ollama (v0.1.17) and OpenRouter models }, + { text: <>More: fixed โŒ˜ shortcuts on Mac }, + { text: <>Website: official downloads }, + { text: <>Easier Vercel deployment, documented network troubleshooting, dev: true }, + ], + }, + { + versionCode: '1.7.0', versionName: 'Attachment Theory', - versionDate: new Date('2023-12-11T06:00:00Z'), // new Date().toISOString() - // versionDate: new Date('2023-12-10T12:00:00Z'), // 1.7.0 + // versionDate: new Date('2023-12-11T06:00:00Z'), // 1.7.3 + versionDate: new Date('2023-12-10T12:00:00Z'), // 1.7.0 items: [ { text: <>Redesigned attachments system: drag, paste, link, snap, images, text, pdfs }, { text: <>Desktop webcam access for direct image capture (Labs option) }, @@ -80,9 +98,6 @@ export const NewsItems: NewsItem[] = [ { text: <>{platformAwareKeystrokes('Ctrl+Shift+O')}: quick access to model options }, { text: <>Optimized voice input and performance }, { text: <>Latest Ollama and Oobabooga models }, - { text: <>1.7.1: Improved Ollama chats }, - { text: <>1.7.2: Updated OpenRouter models ๐ŸŽ }, - { text: <>1.7.3: Mistral Platform support }, ], }, { @@ -162,6 +177,7 @@ export const NewsItems: NewsItem[] = [ interface NewsItem { versionCode: string; versionName?: string; + versionMoji?: string; versionDate?: Date; text?: string | React.JSX.Element; items?: { From d6f1c2da815bfa6c759fc1154462b7ef5628ae54 Mon Sep 17 00:00:00 2001 From: Enrico Ros Date: Wed, 20 Dec 2023 02:11:13 -0800 Subject: [PATCH 7/8] 1.8.0: Readme and Changelog --- README.md | 17 +++++++++++++---- docs/changelog.md | 21 +++++++++++++++------ 2 files changed, 28 insertions(+), 10 deletions(-) diff --git a/README.md b/README.md index 42d736a852..7c18cdf867 100644 --- a/README.md +++ b/README.md @@ -21,7 +21,19 @@ shows the current developments and future ideas. - Got a suggestion? [_Add your roadmap ideas_](https://github.com/enricoros/big-agi/issues/new?&template=roadmap-request.md) - Want to contribute? [_Pick up a task!_](https://github.com/users/enricoros/projects/4/views/4) - _easy_ to _pro_ -### What's New in 1.7.3 ยท Dec 13, 2023 ยท Attachment Theory ๐ŸŒŸ +### What's New in 1.8.0 ยท Dec 20, 2023 ยท To The Moon And Back ยท ๐Ÿš€๐ŸŒ•๐Ÿ”™ + +- **Google Gemini Support**: Use the newest Google models. [#275](https://github.com/enricoros/big-agi/issues/275) +- **Mistral Platform**: Mixtral and future models support. [#273](https://github.com/enricoros/big-agi/issues/273) +- **Diagram Instructions**. Thanks to @joriskalz! [#280](https://github.com/enricoros/big-agi/pull/280) +- Ollama Chats: Enhanced chatting experience. [#270](https://github.com/enricoros/big-agi/issues/270) +- Mac Shortcuts Fix: Improved UX on Mac +- **Single-Tab Mode**: Data integrity with single window. [#268](https://github.com/enricoros/big-agi/issues/268) +- **Updated Models**: Latest Ollama (v0.1.17) and OpenRouter models +- Official Downloads: Easy access to the latest big-AGI on [big-AGI.com](https://big-agi.com) +- For developers: [troubleshot networking](https://github.com/enricoros/big-AGI/issues/276#issuecomment-1858591483), fixed Vercel deployment, cleaned up the LLMs/Streaming framework + +### What's New in 1.7.0 ยท Dec 11, 2023 - **Attachments System Overhaul**: Drag, paste, link, snap, text, images, PDFs and more. [#251](https://github.com/enricoros/big-agi/issues/251) - **Desktop Webcam Capture**: Image capture now available as Labs feature. [#253](https://github.com/enricoros/big-agi/issues/253) @@ -31,9 +43,6 @@ shows the current developments and future ideas. - Optimized Voice Input and Performance - Latest Ollama and Oobabooga models - For developers: **Password Protection**: HTTP Basic Auth. [Learn How](https://github.com/enricoros/big-agi/blob/main/docs/deploy-authentication.md) -- [1.7.1]: Improved Ollama chats. [#270](https://github.com/enricoros/big-agi/issues/270) -- [1.7.2]: OpenRouter login & free models ๐ŸŽ -- [1.7.3]: Mistral Platform support. [#273](https://github.com/enricoros/big-agi/issues/273) ### What's New in 1.6.0 - Nov 28, 2023 diff --git a/docs/changelog.md b/docs/changelog.md index 556318aef1..ae2acd3384 100644 --- a/docs/changelog.md +++ b/docs/changelog.md @@ -5,12 +5,24 @@ by release. - For the live roadmap, please see [the GitHub project](https://github.com/users/enricoros/projects/4/views/2) -### 1.8.0 - Dec 2023 +### 1.9.0 - Dec 2023 - work in progress: [big-AGI open roadmap](https://github.com/users/enricoros/projects/4/views/2), [help here](https://github.com/users/enricoros/projects/4/views/4) -- milestone: [1.8.0](https://github.com/enricoros/big-agi/milestone/8) +- milestone: [1.9.0](https://github.com/enricoros/big-agi/milestone/9) -### What's New in 1.7.3 ยท Dec 13, 2023 ยท Attachment Theory ๐ŸŒŸ +### What's New in 1.8.0 ยท Dec 20, 2023 ยท To The Moon And Back ยท ๐Ÿš€๐ŸŒ•๐Ÿ”™ + +- **Google Gemini Support**: Use the newest Google models. [#275](https://github.com/enricoros/big-agi/issues/275) +- **Mistral Platform**: Mixtral and future models support. [#273](https://github.com/enricoros/big-agi/issues/273) +- **Diagram Instructions**. Thanks to @joriskalz! [#280](https://github.com/enricoros/big-agi/pull/280) +- Ollama Chats: Enhanced chatting experience. [#270](https://github.com/enricoros/big-agi/issues/270) +- Mac Shortcuts Fix: Improved UX on Mac +- **Single-Tab Mode**: Data integrity with single window. [#268](https://github.com/enricoros/big-agi/issues/268) +- **Updated Models**: Latest Ollama (v0.1.17) and OpenRouter models +- Official Downloads: Easy access to the latest big-AGI on [big-AGI.com](https://big-agi.com) +- For developers: [troubleshot networking](https://github.com/enricoros/big-AGI/issues/276#issuecomment-1858591483), fixed Vercel deployment, cleaned up the LLMs/Streaming framework + +### What's New in 1.7.0 ยท Dec 11, 2023 ยท Attachment Theory - **Attachments System Overhaul**: Drag, paste, link, snap, text, images, PDFs and more. [#251](https://github.com/enricoros/big-agi/issues/251) - **Desktop Webcam Capture**: Image capture now available as Labs feature. [#253](https://github.com/enricoros/big-agi/issues/253) @@ -20,9 +32,6 @@ by release. - Optimized Voice Input and Performance - Latest Ollama and Oobabooga models - For developers: **Password Protection**: HTTP Basic Auth. [Learn How](https://github.com/enricoros/big-agi/blob/main/docs/deploy-authentication.md) -- [1.7.1]: Improved Ollama chats. [#270](https://github.com/enricoros/big-agi/issues/270) -- [1.7.2]: OpenRouter login & free models ๐ŸŽ -- [1.7.3]: Mistral Platform support. [#273](https://github.com/enricoros/big-agi/issues/273) ### What's New in 1.6.0 - Nov 28, 2023 ยท Surf's Up From 2949feccd53eef9336d0acf83e163d347401f532 Mon Sep 17 00:00:00 2001 From: Enrico Ros Date: Wed, 20 Dec 2023 02:32:47 -0800 Subject: [PATCH 8/8] Maintainers Release --- .github/ISSUE_TEMPLATE/maintainers-release.md | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/.github/ISSUE_TEMPLATE/maintainers-release.md b/.github/ISSUE_TEMPLATE/maintainers-release.md index a652e429f1..3b7a9959ba 100644 --- a/.github/ISSUE_TEMPLATE/maintainers-release.md +++ b/.github/ISSUE_TEMPLATE/maintainers-release.md @@ -65,7 +65,11 @@ I need the following from you: ### GitHub release -Now paste the former release (or 1.5.0 which was accurate and great), including the new contributors and +```markdown +Please create the 1.2.3 Release Notes for GitHub. The following were the Release Notes for 1.1.0. Use a truthful and honest tone, undestanding that people's time and attention span is short. Today is 2023-12-20. +``` + +Now paste-attachment the former release notes (or 1.5.0 which was accurate and great), including the new contributors and some stats (# of commits, etc.), and roll it for the new release. ### Discord announcement