thereadme/sibe
1
0
Fork 0
Code Issues 1 Pull Requests Projects Releases Wiki Activity

fix(notmnist): notmnist sigmoid chart with 10 epochs

Browse Source
This commit is contained in:
Mahdi Dibaiee
2016-09-13 10:04:30 +04:30
parent 6b9cb1fa3e
commit c0083f5c05
5 changed files with 11 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/Sibe/Word2Vec.hs
View File

@ -26,14 +26,16 @@ module Sibe.Word2Vec
return trainingData
let s = session { training = trainingData
, network = buildNetwork 0 (-1, 1) v [(v, 25, (id, one))] (20, v, (softmax, crossEntropy'))
, biases = False
}
print trainingData
newses <- run (gd . learningRateDecay (1.1, 0.1) . ignoreBiases) s
newses <- run (gd . learningRateDecay (1.1, 0.1)) s
let (hidden@(Layer biases nodes _) :- _) = network newses
{-let computedVocVec = map (\(w, v) -> (w, forward v newses)) vocvec-}
let computedVocVec = map (\(w, v) -> (w, (fromRows [v]) <> nodes)) vocvec
print computedVocVec
print biases
let computedVocVec = map (\(w, v) -> (w, v <# nodes)) vocvec
{-print computedVocVec-}
{-mapM_ (\(w, v) -> do
putStr $ w ++ ": "