We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 331d2cc commit 5bbe814Copy full SHA for 5bbe814
evals/cross_entropy.cc
@@ -100,11 +100,10 @@ HWY_EXPORT(CallSoftmax);
100
float ComputeCrossEntropy(Gemma& gemma, size_t max_generated_tokens,
101
const std::vector<int>& prompt, KVCache& kv_cache,
102
int verbosity) {
103
- const StreamFunc stream_token = [](int /*token*/, float) { return true; };
+ const StreamFunc stream_token = [](int, float) { return true; };
104
105
- // TWeight is unused, but we have to pass it to Config*.
106
const int vocab_size = gemma.GetModelConfig().vocab_size;
107
- float cross_entropy = std::log(vocab_size); // first token
+ float cross_entropy = std::log(vocab_size); // first token; == -log(1/v_s)
108
size_t pos = 1;
109
110
const SampleFunc sample_token = [&](float* probs,
0 commit comments