def forward(self, src, trg, teacher_forcing_ratio = 0.5): #src = [src len, batch size] #teacher_forcing_ratio is probability to use teacherforcing#e.g. if teacher_forcing
p_gen.unsqueeze(-1)*vocab_dists #[batch_size,1,dec_vocab_size] note we want to maintain vocab_dists for teacher_forcing_ratio============================================================
#teacherforcing, whether or not should
loop to unrollC:\fakepath(116,1-13): warning X3557: loop only executes for 1 iteration(s), forcingloop to unroll
C:\fakepath(220,1-13): warning X3557: loop only executes for 1 iterat