Ashhar commited on
Commit
760635c
·
1 Parent(s): 9dcdd49

dont show cache miss if prompt caching is not enabled

Browse files
Files changed (1) hide show
  1. app/routes/api.chat.ts +1 -1
app/routes/api.chat.ts CHANGED
@@ -65,7 +65,7 @@ async function chatAction({ context, request }: ActionFunctionArgs) {
65
  console.debug({ cacheUsage });
66
 
67
  const isCacheHit = !!cacheUsage?.cacheReadInputTokens;
68
- const isCacheMiss = !!cacheUsage && !isCacheHit;
69
 
70
  if (usage) {
71
  cumulativeUsage.completionTokens += Math.round(usage.completionTokens || 0);
 
65
  console.debug({ cacheUsage });
66
 
67
  const isCacheHit = !!cacheUsage?.cacheReadInputTokens;
68
+ const isCacheMiss = !!cacheUsage?.cacheCreationInputTokens && !isCacheHit;
69
 
70
  if (usage) {
71
  cumulativeUsage.completionTokens += Math.round(usage.completionTokens || 0);