rybens92/una-cybertron-7b-v2--lmtp-8bit 📝 → 📝
About
Example Output
Output
TOKEN {"token": 5392, "stream_id": 2, "logprob": -0.00019685092740299784, "finish_reason": null, "top_logprobs": {"5392": -0.00019685092740299784}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.7097042173411943, "finish_reason": null, "top_logprobs": {"28760": -0.7097042173411943}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.8817319312571652, "finish_reason": null, "top_logprobs": {"2324": -0.8817319312571652}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.036307001547016486, "finish_reason": null, "top_logprobs": {"28760": -0.036307001547016486}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.09319335553852451, "finish_reason": null, "top_logprobs": {"2324": -0.09319335553852451}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.04844850316438949, "finish_reason": null, "top_logprobs": {"28760": -0.04844850316438949}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.6854447028199827, "finish_reason": null, "top_logprobs": {"2324": -0.6854447028199827}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.08409017596392798, "finish_reason": null, "top_logprobs": {"28760": -0.08409017596392798}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.6073893465233662, "finish_reason": null, "top_logprobs": {"2324": -0.6073893465233662}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.058260679234060204, "finish_reason": null, "top_logprobs": {"28760": -0.058260679234060204}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.4566730232404938, "finish_reason": null, "top_logprobs": {"2324": -0.4566730232404938}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.04172483192925795, "finish_reason": null, "top_logprobs": {"28760": -0.04172483192925795}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.2680411178610641, "finish_reason": null, "top_logprobs": {"2324": -0.2680411178610641}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.016248415516406843, "finish_reason": null, "top_logprobs": {"28760": -0.016248415516406843}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.18762759696660705, "finish_reason": null, "top_logprobs": {"2324": -0.18762759696660705}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.007967539782483355, "finish_reason": "length", "top_logprobs": {"28760": -0.007967539782483355}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.7097042173411943, "finish_reason": null, "top_logprobs": {"28760": -0.7097042173411943}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.8817319312571652, "finish_reason": null, "top_logprobs": {"2324": -0.8817319312571652}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.036307001547016486, "finish_reason": null, "top_logprobs": {"28760": -0.036307001547016486}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.09319335553852451, "finish_reason": null, "top_logprobs": {"2324": -0.09319335553852451}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.04844850316438949, "finish_reason": null, "top_logprobs": {"28760": -0.04844850316438949}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.6854447028199827, "finish_reason": null, "top_logprobs": {"2324": -0.6854447028199827}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.08409017596392798, "finish_reason": null, "top_logprobs": {"28760": -0.08409017596392798}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.6073893465233662, "finish_reason": null, "top_logprobs": {"2324": -0.6073893465233662}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.058260679234060204, "finish_reason": null, "top_logprobs": {"28760": -0.058260679234060204}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.4566730232404938, "finish_reason": null, "top_logprobs": {"2324": -0.4566730232404938}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.04172483192925795, "finish_reason": null, "top_logprobs": {"28760": -0.04172483192925795}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.2680411178610641, "finish_reason": null, "top_logprobs": {"2324": -0.2680411178610641}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.016248415516406843, "finish_reason": null, "top_logprobs": {"28760": -0.016248415516406843}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.18762759696660705, "finish_reason": null, "top_logprobs": {"2324": -0.18762759696660705}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.007967539782483355, "finish_reason": "length", "top_logprobs": {"28760": -0.007967539782483355}}
Performance Metrics
9.54s
Prediction Time
28.01s
Total Time
Input Parameters
- ops_batch_json (required)
Output Schema
Output
Version Details
- Version ID
9bdfcedeb893a7bbd1eb057931ed01fa6a13d00e1cdf68845432b01217ed547c- Version Created
- December 8, 2023