Changed code for eager updates with two embeddings

parent 071e959a
Pipeline #72 skipped
...@@ -523,10 +523,11 @@ void *TrainModelThread(void *id) { ...@@ -523,10 +523,11 @@ void *TrainModelThread(void *id) {
else if (f < -MAX_EXP) g = (label - 0) * alpha; else if (f < -MAX_EXP) g = (label - 0) * alpha;
else g = (label - expTable[(int)((f + MAX_EXP) * (EXP_TABLE_SIZE / MAX_EXP / 2))]) * alpha; else g = (label - expTable[(int)((f + MAX_EXP) * (EXP_TABLE_SIZE / MAX_EXP / 2))]) * alpha;
for (c = 0; c < layer1_size; c++) neu1e[c] += g * syn1neg[c + l2]; for (c = 0; c < layer1_size; c++) neu1e[c] += g * syn1neg[c + l2];
for (c = 0; c < layer1_size; c++) syn0[c + l1] += neu1e[c];
for (c = 0; c < layer1_size; c++) syn1neg[c + l2] += g * syn0[c + l1]; for (c = 0; c < layer1_size; c++) syn1neg[c + l2] += g * syn0[c + l1];
} }
// Learn weights input -> hidden // Learn weights input -> hidden
for (c = 0; c < layer1_size; c++) syn0[c + l1] += neu1e[c];
} }
} }
sentence_position++; sentence_position++;
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment