thereadme/sibe
1
0
Fork 0
Code Issues 1 Pull Requests Projects Releases Wiki Activity

chore(README): notmnist-relu

Browse Source
This commit is contained in:
Mahdi Dibaiee 2016-10-03 19:22:55 +03:30
parent 56fded810a
commit 016ebcaa93
2 changed files with 16 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
README.md
View File

@ -66,7 +66,7 @@ notMNIST dataset, sigmoid hidden layer, cross-entropy loss, learning rate decay
![notMNIST](https://github.com/mdibaiee/sibe/blob/master/notmnist.png?raw=true) ![notMNIST](https://github.com/mdibaiee/sibe/blob/master/notmnist.png?raw=true)
notMNIST dataset, relu hidden layer, cross-entropy loss, learning rate decay and sgd ([`notmnist.hs`](https://github.com/mdibaiee/sibe/blob/master/examples/notmnist.hs)): notMNIST dataset, relu hidden layer, cross-entropy loss, learning rate decay and sgd ([`notmnist.hs`](https://github.com/mdibaiee/sibe/blob/master/examples/notmnist.hs)):
![notMNIST](https://github.com/mdibaiee/sibe/blob/master/notmnist.png?raw=true) ![notMNIST](https://github.com/mdibaiee/sibe/blob/master/notmnist-relu.png?raw=true)
### Word2Vec ### Word2Vec

30
examples/word2vec.hs
View File

@ -32,32 +32,32 @@ module Main where
sws <- lines <$> readFile "examples/stopwords" sws <- lines <$> readFile "examples/stopwords"
-- real data, takes a lot of time to train -- real data, takes a lot of time to train
{-ds <- do-} ds <- do
{-files <- filter ((/= "xml") . take 3 . reverse) <$> listDirectory "examples/blogs-corpus/"-} files <- filter ((/= "xml") . take 1 . reverse) <$> listDirectory "examples/blogs-corpus/"
{-contents <- mapM (rf . ("examples/blogs-corpus/" ++)) files-} contents <- mapM (rf . ("examples/blogs-corpus/" ++)) files
{-let texts = map (unwords . splitOn "&nbsp;") contents-} let texts = map (unwords . splitOn "&nbsp;") contents
{-let tags = ["<Blog>", "</Blog>", "<date>", "</date>", "<post>", "</post>", "&nbsp;"]-} let tags = ["<Blog>", "</Blog>", "<date>", "</date>", "<post>", "</post>", "&nbsp;"]
{-return $ map cleanText $ removeWords (sws ++ tags) texts-} return $ map cleanText $ removeWords (sws ++ tags) texts
let ds = ["the king loves the queen", "the queen loves the king", {-let ds = ["the king loves the queen", "the queen loves the king",-}
"the dwarf hates the king", "the queen hates the dwarf", {-"the dwarf hates the king", "the queen hates the dwarf",-}
"the dwarf poisons the king", "the dwarf poisons the queen", {-"the dwarf poisons the king", "the dwarf poisons the queen",-}
"the man loves the woman", "the woman loves the man", {-"the man loves the woman", "the woman loves the man",-}
"the thief hates the man", "the woman hates the thief", {-"the thief hates the man", "the woman hates the thief",-}
"the thief robs the man", "the thief robs the woman"] {-"the thief robs the man", "the thief robs the woman"]-}
let session = def { learningRate = 5e-1 let session = def { learningRate = 5e-1
, batchSize = 1 , batchSize = 1
, epochs = 1000 , epochs = 200
, debug = True , debug = True
} :: Session } :: Session
w2v = def { docs = ds w2v = def { docs = ds
, dimensions = 25 , dimensions = 300
, method = SkipGram , method = SkipGram
, window = 2 , window = 2
, w2vDrawChart = True , w2vDrawChart = True
, w2vChartName = "w2v.png" , w2vChartName = "w2v-big-data.png"
} :: Word2Vec } :: Word2Vec
(computed, vocvec) <- word2vec w2v session (computed, vocvec) <- word2vec w2v session