feat: add dropdown for token details

This commit is contained in:
Zoe
2026-03-02 10:45:14 -06:00
parent d40e5a7404
commit 579f4730c8
6 changed files with 180 additions and 5 deletions
+1 -1
View File
@@ -1,7 +1,7 @@
# Todo
- [x] Standardize on one icon set rather than 4 (lmao)
- [-] Make dropdowns a singleton component (work in progress)
- [x] Make dropdowns a singleton component (work in progress)
- [ ] Make the sidebar better :kekdoggo:. It's annoying to manage across routes
- [x] Make topics manually renameable
- [ ] Improve latex rendering, make single line equations work _well_, and likely make it configurable
+17 -3
View File
@@ -5,9 +5,22 @@ import Text from './Text.vue';
import Tool from './Tool/index.vue';
import type { MessageEntity } from '~/composables/useChat';
defineProps<{
const props = defineProps<{
message: MessageEntity
}>();
const triggerRef = ref<HTMLElement | null>(null);
const { open, close, isOpen } = useTokenDropdown();
const toggleTokenDropdown = () => {
if (isOpen.value) {
close();
return;
}
open(props.message.generation!, triggerRef.value!);
};
</script>
<template>
@@ -40,7 +53,8 @@ defineProps<{
{{ message.generation.modelId }}
</div>
<div class="flex gap-2">
<button ref="triggerRef" @click="toggleTokenDropdown"
class="flex gap-2 hover:bg-[var(--color-hover)] px-1 rounded transition-colors duration-150 ease-[cubic-bezier(0.5,_1,_0.89,_1)]">
<span class="flex gap-1 items-center" v-if="message.generation.tokens?.output">
<span class="i-tabler-coins"></span>
{{ message.generation?.tokens?.output }}
@@ -49,7 +63,7 @@ defineProps<{
<span v-if="message.generation.tokens?.tps">
{{ message.generation.tokens.tps.toFixed(1) }} tps
</span>
</div>
</button>
</div>
</div>
</template>
@@ -0,0 +1,130 @@
<script setup lang="ts">
import { useFloating, offset, flip, shift, autoUpdate } from '@floating-ui/vue';
const tokenDetailsDropdownRef = ref<HTMLElement | null>(null);
const { triggerElement, activeGeneration: generation, close, isOpen } = useTokenDropdown();
const { floatingStyles } = useFloating(triggerElement, tokenDetailsDropdownRef, {
placement: 'bottom-end',
whileElementsMounted: autoUpdate,
middleware: [
offset(4),
flip(),
shift({ padding: 10 }),
],
transform: false,
});
const outputPercentage = computed(() => {
if (!generation.value?.tokens?.output || !generation.value.tokens.thinking) return 0;
return (generation.value.tokens.thinking / generation.value.tokens.output) * 100;
});
const cacheReadPercentage = computed(() => {
const cache = generation.value?.tokens?.cache;
if (!cache || !cache.read || !cache.write) return 0;
return (cache.read / (cache.read + cache.write)) * 100;
});
const hasCache = computed(() => {
const cache = generation.value?.tokens?.cache;
return cache && ((cache.read ?? 0) > 0 || (cache.write ?? 0) > 0);
});
const formatNumber = (num?: number) => {
if (num === undefined || num === null) return '0';
return num.toLocaleString();
};
</script>
<template>
<Teleport to="body">
<Transition
enter-active-class="transition-[opacity,transform] duration-150 ease-[cubic-bezier(0.5,_1,_0.89,_1)]"
enter-from-class="opacity-0 scale-95" enter-to-class="opacity-100 scale-100"
leave-active-class="transition-[opacity,transform] duration-100 ease-[cubic-bezier(0.5,_1,_0.89,_1)]"
leave-from-class="opacity-100 scale-100" leave-to-class="opacity-0 scale-95">
<div v-if="isOpen && generation && generation.tokens" v-click-outside="close" ref="tokenDetailsDropdownRef"
:style="floatingStyles"
class="absolute z-50 flex flex-col min-w-64 bg-[var(--bg-surface)] rounded-lg border border-[var(--color-border)] shadow-xl">
<div class="p-2 border-b border-[var(--color-border)]">
<span class="font-medium">Token Details</span>
</div>
<div class="p-2">
<div class="flex items-center justify-between mb-2">
<span
class="text-xs font-medium text-[var(--text-secondary)] uppercase tracking-wide">Output</span>
<span class="text-sm font-medium">{{ formatNumber(generation.tokens.output ?? 0) }}
tokens</span>
</div>
<div class="relative w-full h-2 mb-3 bg-[var(--bg-hover)] rounded-full overflow-hidden">
<div class="absolute left-0 top-0 bottom-0 bg-pink-400"
:style="{ width: `${outputPercentage}%` }">
</div>
<div class="absolute top-0 bottom-0 bg-[var(--text-tertiary)]"
:style="{ left: `${outputPercentage}%`, width: `${100 - outputPercentage}%` }">
</div>
</div>
<div class="flex gap-6 text-sm">
<div class="flex items-center gap-2">
<span class="w-2 h-2 bg-pink-400 rounded-full"></span>
<span class="text-[var(--text-secondary)]">Reasoning</span>
<span class="font-medium">{{ formatNumber(generation.tokens.thinking ?? 0) }}</span>
</div>
<div class="flex items-center gap-2">
<span class="w-2 h-2 bg-[var(--text-tertiary)] rounded-full"></span>
<span class="text-[var(--text-secondary)]">Output</span>
<span class="font-medium">
{{ formatNumber((generation.tokens.output ?? 0) - (generation.tokens.thinking ?? 0)) }}
</span>
</div>
</div>
</div>
<div v-if="hasCache" class="px-2 pb-2">
<div class="flex items-center justify-between mb-2">
<span
class="text-xs font-medium text-[var(--text-secondary)] uppercase tracking-wide">Cache</span>
<span class="text-sm font-medium">{{ formatNumber((generation.tokens.cache?.read || 0) +
(generation.tokens.cache?.write || 0)) }} tokens</span>
</div>
<div class="relative w-full h-2 mb-3 bg-[var(--bg-hover)] rounded-full overflow-hidden">
<div class="absolute left-0 top-0 bottom-0 bg-sky-400"
:style="{ width: `${cacheReadPercentage}%` }">
</div>
<div class="absolute top-0 bottom-0 bg-emerald-400"
:style="{ left: `${cacheReadPercentage}%`, width: `${100 - cacheReadPercentage}%` }">
</div>
</div>
<div class="flex gap-6 text-sm">
<div class="flex items-center gap-2">
<span class="w-2 h-2 bg-sky-400 rounded-full"></span>
<span class="text-[var(--text-secondary)]">Read</span>
<span class="font-medium">{{ formatNumber(generation.tokens.cache?.read ?? 0) }}</span>
</div>
<div class="flex items-center gap-2">
<span class="w-2 h-2 bg-emerald-400 rounded-full"></span>
<span class="text-[var(--text-secondary)]">Write</span>
<span class="font-medium">{{ formatNumber(generation.tokens.cache?.write ?? 0) }}</span>
</div>
</div>
</div>
<div class="flex border-t border-[var(--color-border)]">
<div class="flex-1 p-2 text-center border-r border-[var(--color-border)]">
<div class="text-xs font-medium text-[var(--text-secondary)] uppercase tracking-wide mb-1">TTFT
</div>
<div class="text-base font-medium">{{ generation.tokens.ttft?.toFixed(1) || '0' }}ms</div>
</div>
<div class="flex-1 p-2 text-center">
<div class="text-xs font-medium text-[var(--text-secondary)] uppercase tracking-wide mb-1">Speed
</div>
<div class="text-base font-medium">{{ generation.tokens.tps?.toFixed(1) || '0' }} tps</div>
</div>
</div>
</div>
</Transition>
</Teleport>
</template>
+30
View File
@@ -0,0 +1,30 @@
import type { Entity } from '@triplit/client';
import type { schema } from '#triplit/schema';
type Generation = Entity<typeof schema, 'generations'>;
export const useTokenDropdown = () => {
const isOpen = useState('token-dropdown:open', () => false);
const activeGeneration = useState<Generation | null>('token-dropdown:generation', () => null);
const triggerElement = useState<HTMLElement | null>('token-dropdown:trigger', () => null);
const open = (generation: Generation, trigger: HTMLElement) => {
console.log("open", generation, trigger);
activeGeneration.value = generation;
triggerElement.value = trigger;
isOpen.value = true;
};
const close = () => {
isOpen.value = false;
};
return {
isOpen: readonly(isOpen),
activeGeneration: readonly(activeGeneration),
triggerElement: readonly(triggerElement),
open,
close,
};
};
+2
View File
@@ -417,4 +417,6 @@ onUnmounted(() => {
</div>
</div>
</div>
<MessageTokenDetailsDropdown />
</template>
-1
View File
@@ -1,6 +1,5 @@
{
"lockfileVersion": 1,
"configVersion": 1,
"workspaces": {
"": {
"name": "veridian",