cturan
/
llama.cpp
зеркало из https://github.com/cturan/llama.cpp


			
							123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343
							<!DOCTYPE html>
<html>
<head>
  <meta charset="UTF-8">
  <meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=1" />
  <meta name="color-scheme" content="light dark">
  <title>🦙 llama.cpp - chat</title>
</head>

<body>
  <div id="app" class="opacity-0"> <!-- opacity-0 will be removed on app mounted -->
    <div class="flex flex-row drawer lg:drawer-open">
      <input id="toggle-drawer" type="checkbox" class="drawer-toggle" checked />

      <!-- sidebar -->
      <div class="drawer-side h-screen lg:h-screen z-50 lg:max-w-64">
        <label for="toggle-drawer" aria-label="close sidebar" class="drawer-overlay"></label>
        <div class="flex flex-col bg-base-200 min-h-full max-w-64 py-4 px-4">
          <div class="flex flex-row items-center justify-between mb-4 mt-4">
            <h2 class="font-bold ml-4">Conversations</h2>

            <!-- close sidebar button -->
            <label for="toggle-drawer" class="btn btn-ghost lg:hidden">
              <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" fill="currentColor" class="bi bi-arrow-bar-left" viewBox="0 0 16 16">
                <path fill-rule="evenodd" d="M12.5 15a.5.5 0 0 1-.5-.5v-13a.5.5 0 0 1 1 0v13a.5.5 0 0 1-.5.5M10 8a.5.5 0 0 1-.5.5H3.707l2.147 2.146a.5.5 0 0 1-.708.708l-3-3a.5.5 0 0 1 0-.708l3-3a.5.5 0 1 1 .708.708L3.707 7.5H9.5a.5.5 0 0 1 .5.5"/>
              </svg>
            </label>
          </div>

          <!-- list of conversations -->
          <div :class="{
            'btn btn-ghost justify-start': true,
            'btn-active': messages.length === 0,
          }" @click="newConversation">
            + New conversation
          </div>
          <div v-for="conv in conversations" :class="{
            'btn btn-ghost justify-start font-normal': true,
            'btn-active': conv.id === viewingConvId,
          }" @click="setViewingConv(conv.id)" dir="auto">
            <span class="truncate">{{ conv.messages[0].content }}</span>
          </div>
          <div class="text-center text-xs opacity-40 mt-auto mx-4">
            Conversations are saved to browser's localStorage
          </div>
        </div>
      </div>

      <!-- main view -->
      <div class="chat-screen drawer-content grow flex flex-col h-screen w-screen mx-auto px-4">
        <!-- header -->
        <div class="flex flex-row items-center mt-6 mb-6">
          <!-- open sidebar button -->
          <label for="toggle-drawer" class="btn btn-ghost lg:hidden">
            <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" fill="currentColor" class="bi bi-list" viewBox="0 0 16 16">
              <path fill-rule="evenodd" d="M2.5 12a.5.5 0 0 1 .5-.5h10a.5.5 0 0 1 0 1H3a.5.5 0 0 1-.5-.5m0-4a.5.5 0 0 1 .5-.5h10a.5.5 0 0 1 0 1H3a.5.5 0 0 1-.5-.5m0-4a.5.5 0 0 1 .5-.5h10a.5.5 0 0 1 0 1H3a.5.5 0 0 1-.5-.5"/>
            </svg>
          </label>

          <div class="grow text-2xl font-bold ml-2">llama.cpp</div>

          <!-- action buttons (top right) -->
          <div class="flex items-center">
            <div v-if="messages.length > 0" class="dropdown dropdown-end">
              <!-- "..." button -->
              <button tabindex="0" role="button" class="btn m-1" :disabled="isGenerating">
                <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" fill="currentColor" class="bi bi-three-dots-vertical" viewBox="0 0 16 16">
                  <path d="M9.5 13a1.5 1.5 0 1 1-3 0 1.5 1.5 0 0 1 3 0m0-5a1.5 1.5 0 1 1-3 0 1.5 1.5 0 0 1 3 0m0-5a1.5 1.5 0 1 1-3 0 1.5 1.5 0 0 1 3 0"/>
                </svg>
              </button>
              <!-- "delete" dropdown menu -->
              <ul tabindex="0" class="dropdown-content menu bg-base-100 rounded-box z-[1] w-52 p-2 shadow">
                <li @click="downloadConv(viewingConvId)"><a>Download</a></li>
                <li class="text-error" @click="deleteConv(viewingConvId)"><a>Delete</a></li>
              </ul>
            </div>
            <div class="tooltip tooltip-bottom" data-tip="Settings">
              <button class="btn" @click="showConfigDialog = true" :disabled="isGenerating">
                <!-- settings button -->
                <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" fill="currentColor" class="bi bi-gear" viewBox="0 0 16 16">
                  <path d="M8 4.754a3.246 3.246 0 1 0 0 6.492 3.246 3.246 0 0 0 0-6.492M5.754 8a2.246 2.246 0 1 1 4.492 0 2.246 2.246 0 0 1-4.492 0"/>
                  <path d="M9.796 1.343c-.527-1.79-3.065-1.79-3.592 0l-.094.319a.873.873 0 0 1-1.255.52l-.292-.16c-1.64-.892-3.433.902-2.54 2.541l.159.292a.873.873 0 0 1-.52 1.255l-.319.094c-1.79.527-1.79 3.065 0 3.592l.319.094a.873.873 0 0 1 .52 1.255l-.16.292c-.892 1.64.901 3.434 2.541 2.54l.292-.159a.873.873 0 0 1 1.255.52l.094.319c.527 1.79 3.065 1.79 3.592 0l.094-.319a.873.873 0 0 1 1.255-.52l.292.16c1.64.893 3.434-.902 2.54-2.541l-.159-.292a.873.873 0 0 1 .52-1.255l.319-.094c1.79-.527 1.79-3.065 0-3.592l-.319-.094a.873.873 0 0 1-.52-1.255l.16-.292c.893-1.64-.902-3.433-2.541-2.54l-.292.159a.873.873 0 0 1-1.255-.52zm-2.633.283c.246-.835 1.428-.835 1.674 0l.094.319a1.873 1.873 0 0 0 2.693 1.115l.291-.16c.764-.415 1.6.42 1.184 1.185l-.159.292a1.873 1.873 0 0 0 1.116 2.692l.318.094c.835.246.835 1.428 0 1.674l-.319.094a1.873 1.873 0 0 0-1.115 2.693l.16.291c.415.764-.42 1.6-1.185 1.184l-.291-.159a1.873 1.873 0 0 0-2.693 1.116l-.094.318c-.246.835-1.428.835-1.674 0l-.094-.319a1.873 1.873 0 0 0-2.692-1.115l-.292.16c-.764.415-1.6-.42-1.184-1.185l.159-.291A1.873 1.873 0 0 0 1.945 8.93l-.319-.094c-.835-.246-.835-1.428 0-1.674l.319-.094A1.873 1.873 0 0 0 3.06 4.377l-.16-.292c-.415-.764.42-1.6 1.185-1.184l.292.159a1.873 1.873 0 0 0 2.692-1.115z"/>
                </svg>
              </button>
            </div>

            <!-- theme controller is copied from https://daisyui.com/components/theme-controller/ -->
            <div class="tooltip tooltip-bottom" data-tip="Themes">
              <div class="dropdown dropdown-end dropdown-bottom">
                <div tabindex="0" role="button" class="btn m-1">
                  <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" fill="currentColor" class="bi bi-palette2" viewBox="0 0 16 16">
                    <path d="M0 .5A.5.5 0 0 1 .5 0h5a.5.5 0 0 1 .5.5v5.277l4.147-4.131a.5.5 0 0 1 .707 0l3.535 3.536a.5.5 0 0 1 0 .708L10.261 10H15.5a.5.5 0 0 1 .5.5v5a.5.5 0 0 1-.5.5H3a3 3 0 0 1-2.121-.879A3 3 0 0 1 0 13.044m6-.21 7.328-7.3-2.829-2.828L6 7.188zM4.5 13a1.5 1.5 0 1 0-3 0 1.5 1.5 0 0 0 3 0M15 15v-4H9.258l-4.015 4zM0 .5v12.495zm0 12.495V13z"/>
                  </svg>
                </div>
                <ul tabindex="0" class="dropdown-content bg-base-300 rounded-box z-[1] w-52 p-2 shadow-2xl h-80 overflow-y-auto">
                  <li>
                    <button
                      class="btn btn-sm btn-block btn-ghost justify-start"
                      :class="{ 'btn-active': selectedTheme === 'auto' }"
                      @click="setSelectedTheme('auto')">
                      auto
                    </button>
                  </li>
                  <li v-for="theme in themes">
                    <input
                      type="radio"
                      name="theme-dropdown"
                      class="theme-controller btn btn-sm btn-block btn-ghost justify-start"
                      :aria-label="theme"
                      :value="theme"
                      :checked="selectedTheme === theme"
                      @click="setSelectedTheme(theme)" />
                  </li>
                </ul>
              </div>
            </div>
          </div>
        </div>

        <!-- chat messages -->
        <div id="messages-list" class="flex flex-col grow overflow-y-auto">
          <div class="mt-auto flex justify-center">
            <!-- placeholder to shift the message to the bottom -->
            {{ messages.length === 0 ? 'Send a message to start' : '' }}
          </div>
          <div v-for="msg in messages" class="group">
            <message-bubble
              :config="config"
              :msg="msg"
              :key="msg.id"
              :is-generating="isGenerating"
              :edit-user-msg-and-regenerate="editUserMsgAndRegenerate"
              :regenerate-msg="regenerateMsg"></message-bubble>
          </div>

          <!-- pending (ongoing) assistant message -->
          <div id="pending-msg" class="group">
            <message-bubble
              v-if="pendingMsg"
              :config="config"
              :msg="pendingMsg"
              :key="pendingMsg.id"
              :is-generating="isGenerating"
              :show-thought-in-progress="config.showThoughtInProgress"
              :edit-user-msg-and-regenerate="() => {}"
              :regenerate-msg="() => {}"></message-bubble>
          </div>
        </div>

        <!-- chat input -->
        <div class="flex flex-row items-center mt-8 mb-6">
          <textarea
            class="textarea textarea-bordered w-full"
            placeholder="Type a message (Shift+Enter to add a new line)"
            v-model="inputMsg"
            @keydown.enter.exact.prevent="sendMessage"
            @keydown.enter.shift.exact.prevent="inputMsg += '\n'"
            :disabled="isGenerating"
            id="msg-input"
            dir="auto"
          ></textarea>
          <button v-if="!isGenerating" class="btn btn-primary ml-2" @click="sendMessage" :disabled="inputMsg.length === 0">Send</button>
          <button v-else class="btn btn-neutral ml-2" @click="stopGeneration">Stop</button>
        </div>
      </div>

    </div>


    <!-- modal for editing config -->
    <dialog class="modal" :class="{'modal-open': showConfigDialog}">
      <div class="modal-box">
        <h3 class="text-lg font-bold mb-6">Settings</h3>
        <div class="h-[calc(90vh-12rem)] overflow-y-auto">
          <p class="opacity-40 mb-6">Settings below are saved in browser's localStorage</p>
          <settings-modal-short-input :config-key="'apiKey'" :config-default="configDefault" :config-info="configInfo" v-model="config.apiKey"></settings-modal-short-input>
          <label class="form-control mb-2">
            <div class="label">System Message</div>
            <textarea class="textarea textarea-bordered h-24" :placeholder="'Default: ' + configDefault.systemMessage" v-model="config.systemMessage"></textarea>
          </label>
          <template v-for="configKey in ['temperature', 'top_k', 'top_p', 'min_p', 'max_tokens']">
            <settings-modal-short-input :config-key="configKey" :config-default="configDefault" :config-info="configInfo" v-model="config[configKey]"></settings-modal-short-input>
          </template>
          <!-- TODO: add more sampling-related configs, please regroup them into different "collapse" sections -->
          <!-- Section: Other sampler settings -->
          <details class="collapse collapse-arrow bg-base-200 mb-2 overflow-visible">
            <summary class="collapse-title font-bold">Other sampler settings</summary>
            <div class="collapse-content">
              <!-- Samplers queue -->
              <settings-modal-short-input label="Samplers queue" :config-key="'samplers'" :config-default="configDefault" :config-info="configInfo" v-model="config.samplers"></settings-modal-short-input>
              <!-- Samplers -->
              <template v-for="configKey in ['dynatemp_range', 'dynatemp_exponent', 'typical_p', 'xtc_probability', 'xtc_threshold']">
                <settings-modal-short-input :config-key="configKey" :config-default="configDefault" :config-info="configInfo" v-model="config[configKey]"></settings-modal-short-input>
              </template>
            </div>
          </details>
          <!-- Section: Penalties settings -->
          <details class="collapse collapse-arrow bg-base-200 mb-2 overflow-visible">
            <summary class="collapse-title font-bold">Penalties settings</summary>
            <div class="collapse-content">
              <template v-for="configKey in ['repeat_last_n', 'repeat_penalty', 'presence_penalty', 'frequency_penalty', 'dry_multiplier', 'dry_base', 'dry_allowed_length', 'dry_penalty_last_n']">
                <settings-modal-short-input :config-key="configKey" :config-default="configDefault" :config-info="configInfo" v-model="config[configKey]"></settings-modal-short-input>
              </template>
            </div>
          </details>
          <!-- Section: Reasoning models -->
          <details class="collapse collapse-arrow bg-base-200 mb-2 overflow-visible">
            <summary class="collapse-title font-bold">Reasoning models</summary>
            <div class="collapse-content">
              <div class="flex flex-row items-center mb-2">
                <input type="checkbox" class="checkbox" v-model="config.showThoughtInProgress" />
                <span class="ml-4">Expand though process by default for generating message</span>
              </div>
              <div class="flex flex-row items-center mb-2">
                <input type="checkbox" class="checkbox" v-model="config.excludeThoughtOnReq" />
                <span class="ml-4">Exclude thought process when sending request to API (Recommended for DeepSeek-R1)</span>
              </div>
            </div>
          </details>
          <!-- Section: Advanced config -->
          <details class="collapse collapse-arrow bg-base-200 mb-2 overflow-visible">
            <summary class="collapse-title font-bold">Advanced config</summary>
            <div class="collapse-content">
              <div class="flex flex-row items-center mb-2" v-if="isDev">
                <!-- this button only shows in dev mode, used to import a demo conversation to test message rendering -->
                <button class="btn" @click="debugImportDemoConv()">(debug) Import demo conversation</button>
              </div>
              <div class="flex flex-row items-center mb-2">
                <input type="checkbox" class="checkbox" v-model="config.showTokensPerSecond" />
                <span class="ml-4">Show tokens per second</span>
              </div>
              <label class="form-control mb-2">
                <!-- Custom parameters input -->
                <div class="label inline">Custom JSON config (For more info, refer to <a class="underline" href="https://github.com/ggerganov/llama.cpp/blob/master/examples/server/README.md" target="_blank" rel="noopener noreferrer">server documentation</a>)</div>
                <textarea class="textarea textarea-bordered h-24" placeholder="Example: { &quot;mirostat&quot;: 1, &quot;min_p&quot;: 0.1 }" v-model="config.custom"></textarea>
              </label>
            </div>
          </details>
        </div>

        <!-- action buttons -->
        <div class="modal-action">
          <button class="btn" @click="resetConfigDialog">Reset to default</button>
          <button class="btn" @click="closeAndDiscardConfigDialog">Close</button>
          <button class="btn btn-primary" @click="closeAndSaveConfigDialog">Save</button>
        </div>
      </div>
    </dialog>

  </div>


  <!-- Template to be used as message bubble -->
  <template id="message-bubble">
    <div :class="{
      'chat': true,
      'chat-start': msg.role !== 'user',
      'chat-end': msg.role === 'user',
    }">
      <div :class="{
        'chat-bubble markdown': true,
        'chat-bubble-base-300': msg.role !== 'user',
      }">
        <!-- textarea for editing message -->
        <template v-if="editingContent !== null">
          <textarea
            dir="auto"
            class="textarea textarea-bordered bg-base-100 text-base-content w-[calc(90vw-8em)] lg:w-96"
            v-model="editingContent"></textarea>
          <br/>
          <button class="btn btn-ghost mt-2 mr-2" @click="editingContent = null">Cancel</button>
          <button class="btn mt-2" @click="editMsg()">Submit</button>
        </template>
        <template v-else>
          <!-- show loading dots for pending message -->
          <span v-if="msg.content === null" class="loading loading-dots loading-md"></span>
          <!-- render message as markdown -->
          <div v-else dir="auto">
            <details v-if="msg.role === 'assistant' && splitMsgContent.cot" class="collapse bg-base-200 collapse-arrow mb-4" :open="splitMsgContent.isThinking && showThoughtInProgress">
              <summary class="collapse-title">
                <span v-if="splitMsgContent.isThinking">
                  <span v-if="isGenerating" class="loading loading-spinner loading-md mr-2" style="vertical-align: middle;"></span>
                  <b>Thinking</b>
                </span>
                <b v-else>Thought Process</b>
              </summary>
              <vue-markdown :source="splitMsgContent.cot" dir="auto" class="collapse-content"></vue-markdown>
            </details>
            <vue-markdown :source="splitMsgContent.content"></vue-markdown>
          </div>
          <!-- render timings if enabled -->
          <div class="dropdown dropdown-hover dropdown-top mt-2" v-if="timings && config.showTokensPerSecond">
            <div tabindex="0" role="button" class="cursor-pointer font-semibold text-sm opacity-60">Speed: {{ timings.predicted_per_second.toFixed(1) }} t/s</div>
            <div class="dropdown-content bg-base-100 z-10 w-64 p-2 shadow mt-4">
              <b>Prompt</b><br/>
              - Tokens: {{ timings.prompt_n }}<br/>
              - Time: {{ timings.prompt_ms }} ms<br/>
              - Speed: {{ timings.prompt_per_second.toFixed(1) }} t/s<br/>
              <b>Generation</b><br/>
              - Tokens: {{ timings.predicted_n }}<br/>
              - Time: {{ timings.predicted_ms }} ms<br/>
              - Speed: {{ timings.predicted_per_second.toFixed(1) }} t/s<br/>
            </div>
          </div>
        </template>
      </div>
    </div>
    <!-- actions for each message -->
    <div :class="{'text-right': msg.role === 'user', 'opacity-0': isGenerating}" class="mx-4 mt-2 mb-2">
      <!-- user message -->
      <button v-if="msg.role === 'user'" class="badge btn-mini show-on-hover" @click="editingContent = msg.content" :disabled="isGenerating">
        ✍️ Edit
      </button>
      <!-- assistant message -->
      <button v-if="msg.role === 'assistant'" class="badge btn-mini show-on-hover mr-2" @click="regenerateMsg(msg)" :disabled="isGenerating">
        🔄 Regenerate
      </button>
      <button v-if="msg.role === 'assistant'" class="badge btn-mini show-on-hover mr-2" @click="copyMsg()" :disabled="isGenerating">
        📋 Copy
      </button>
    </div>
  </template>


  <!-- Template to be used by settings modal -->
  <template id="settings-modal-short-input">
    <label class="input input-bordered join-item grow flex items-center gap-2 mb-2">
      <!-- Show help message on hovering on the input label -->
      <div class="dropdown dropdown-hover">
        <div tabindex="0" role="button" class="font-bold">{{ label || configKey }}</div>
        <div class="dropdown-content menu bg-base-100 rounded-box z-10 w-64 p-2 shadow mt-4">
          {{ configInfo[configKey] || '(no help message available)' }}
        </div>
      </div>
      <!-- Here we forward v-model from parent to child component, see: https://stackoverflow.com/questions/47311936/v-model-and-child-components -->
      <input type="text" class="grow" :placeholder="'Default: ' + (configDefault[configKey] || 'none')" :value="modelValue" @input="$emit('update:modelValue', $event.target.value)" />
    </label>
  </template>

  <script type="module" src="/src/main.js"></script>
</body>

</html>