LMCost

Complexity

Total Complexity

1

Size/Duplication

Total Lines	7
Duplicated Lines	0 %

Importance

Changes	1
Bugs	0	Features	0

1 Method

Rating	Name	Duplication	Size	Complexity
A	get()	0	5	1

#!/usr/bin/env python
# -*- coding: utf-8 -*-

from deepy.core.env import EPSILON
from deepy.core import CrossEntropyCost
import theano.tensor as T

class LMCost(CrossEntropyCost):

    def get(self):
        y = T.clip(self.result_tensor, EPSILON, 1.0 - EPSILON)
        y = y.reshape((-1, y.shape[-1]))
        k = self.index_tensor.reshape((-1,))
        return -T.mean(T.log2(y[T.arange(k.shape[0]), k]))