add logo, fixup cache logic

Author: dlants

node/chat/chat.ts

@@ -537,33 +537,41 @@ ${msg.error.stack}`,
     model,
     dispatch,
   }) => {
-    return d`${model.messages.map(
-      (m, idx) =>
-        d`${messageModel.view({
-          model: m,
-          toolManager: model.toolManager,
-          dispatch: (msg) => {
-            dispatch({ type: "message-msg", msg, idx });
-          },
-        })}\n`,
-    )}${
-      model.conversation.state == "message-in-flight"
-        ? d`Awaiting response ${
-            MESSAGE_ANIMATION[
-              Math.floor(
-                (new Date().getTime() - model.conversation.sendDate.getTime()) /
-                  333,
-              ) % MESSAGE_ANIMATION.length
-            ]
-          }`
-        : d`Stopped (${model.conversation.stopReason}) [input: ${model.conversation.usage.inputTokens.toString()}, output: ${model.conversation.usage.outputTokens.toString()}${
-            model.conversation.usage.cacheHits !== undefined &&
-            model.conversation.usage.cacheMisses !== undefined
-              ? d`, cache hits: ${model.conversation.usage.cacheHits.toString()}, cache misses: ${model.conversation.usage.cacheMisses.toString()}`
-              : ""
-          }]`
+    return d`${
+      model.messages.length
+        ? model.messages.map(
+            (m, idx) =>
+              d`${messageModel.view({
+                model: m,
+                toolManager: model.toolManager,
+                dispatch: (msg) => {
+                  dispatch({ type: "message-msg", msg, idx });
+                },
+              })}\n`,
+          )
+        : LOGO
+    }${
+      model.messages.length
+        ? model.conversation.state == "message-in-flight"
+          ? d`Awaiting response ${
+              MESSAGE_ANIMATION[
+                Math.floor(
+                  (new Date().getTime() -
+                    model.conversation.sendDate.getTime()) /
+                    333,
+                ) % MESSAGE_ANIMATION.length
+              ]
+            }`
+          : d`Stopped (${model.conversation.stopReason}) [input: ${model.conversation.usage.inputTokens.toString()}, output: ${model.conversation.usage.outputTokens.toString()}${
+              model.conversation.usage.cacheHits !== undefined &&
+              model.conversation.usage.cacheMisses !== undefined
+                ? d`, cache hits: ${model.conversation.usage.cacheHits.toString()}, cache misses: ${model.conversation.usage.cacheMisses.toString()}`
+                : ""
+            }]`
+        : ""
     }${
       model.conversation.state == "stopped" &&
+      model.messages.length &&
       !contextManagerModel.isContextEmpty(model.contextManager)
         ? d`\n${contextManagerModel.view({
             model: model.contextManager,
@@ -641,3 +649,13 @@ ${msg.error.stack}`,
     getMessages,
   };
 }
+
+const LOGO = d`\
+
+   ________
+  ╱        ╲
+ ╱         ╱
+╱         ╱
+╲__╱__╱__╱
+
+`;

node/providers/anthropic.ts

@@ -116,7 +116,7 @@ export class AnthropicProvider implements Provider {
       };
     });
 
-    placeCacheBreakpoints(anthropicMessages);
+    const cacheControlItemsPlaced = placeCacheBreakpoints(anthropicMessages);
 
     const tools: Anthropic.Tool[] = ToolManager.TOOL_SPECS.map(
       (t): Anthropic.Tool => {
@@ -133,7 +133,19 @@ export class AnthropicProvider implements Provider {
           messages: anthropicMessages,
           model: this.options.model,
           max_tokens: 4096,
-          system: DEFAULT_SYSTEM_PROMPT,
+          system: [
+            {
+              type: "text",
+              text: DEFAULT_SYSTEM_PROMPT,
+              // the prompt appears in the following order:
+              // tools
+              // system
+              // messages
+              // This ensures the tools + system prompt (which is approx 1400 tokens) is cached.
+              cache_control:
+                cacheControlItemsPlaced < 4 ? { type: "ephemeral" } : null,
+            },
+          ],
           tool_choice: {
             type: "auto",
             disable_parallel_tool_use: false,
@@ -247,7 +259,7 @@ export class AnthropicProvider implements Provider {
   }
 }
 
-export function placeCacheBreakpoints(messages: MessageParam[]) {
+export function placeCacheBreakpoints(messages: MessageParam[]): number {
   // when we scan the messages, keep track of where each part ends.
   const blocks: { block: Anthropic.Messages.ContentBlockParam; acc: number }[] =
     [];
@@ -315,6 +327,8 @@ export function placeCacheBreakpoints(messages: MessageParam[]) {
       }
     }
   }
+
+  return powers.length;
 }
 
 const STR_CHARS_PER_TOKEN = 4;