thereadme/sibe
1
0
Fork 0
Code Issues 1 Pull Requests Projects Releases Wiki Activity

chore(README): notmnist-relu

Browse Source
This commit is contained in:
Mahdi Dibaiee 2016-10-03 19:22:55 +03:30
parent 56fded810a
commit 016ebcaa93
2 changed files with 16 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
README.md
View File

@ -66,7 +66,7 @@ notMNIST dataset, sigmoid hidden layer, cross-entropy loss, learning rate decay
![notMNIST](https://github.com/mdibaiee/sibe/blob/master/notmnist.png?raw=true)
notMNIST dataset, relu hidden layer, cross-entropy loss, learning rate decay and sgd ([`notmnist.hs`](https://github.com/mdibaiee/sibe/blob/master/examples/notmnist.hs)):
![notMNIST](https://github.com/mdibaiee/sibe/blob/master/notmnist.png?raw=true)
![notMNIST](https://github.com/mdibaiee/sibe/blob/master/notmnist-relu.png?raw=true)
### Word2Vec

30
examples/word2vec.hs
View File

@ -32,32 +32,32 @@ module Main where
sws <- lines <$> readFile "examples/stopwords"
-- real data, takes a lot of time to train
{-ds <- do-}
{-files <- filter ((/= "xml") . take 3 . reverse) <$> listDirectory "examples/blogs-corpus/"-}
{-contents <- mapM (rf . ("examples/blogs-corpus/" ++)) files-}
ds <- do
files <- filter ((/= "xml") . take 1 . reverse) <$> listDirectory "examples/blogs-corpus/"
contents <- mapM (rf . ("examples/blogs-corpus/" ++)) files
{-let texts = map (unwords . splitOn "&nbsp;") contents-}
{-let tags = ["<Blog>", "</Blog>", "<date>", "</date>", "<post>", "</post>", "&nbsp;"]-}
{-return $ map cleanText $ removeWords (sws ++ tags) texts-}
let texts = map (unwords . splitOn "&nbsp;") contents
let tags = ["<Blog>", "</Blog>", "<date>", "</date>", "<post>", "</post>", "&nbsp;"]
return $ map cleanText $ removeWords (sws ++ tags) texts
let ds = ["the king loves the queen", "the queen loves the king",
"the dwarf hates the king", "the queen hates the dwarf",
"the dwarf poisons the king", "the dwarf poisons the queen",
"the man loves the woman", "the woman loves the man",
"the thief hates the man", "the woman hates the thief",
"the thief robs the man", "the thief robs the woman"]
{-let ds = ["the king loves the queen", "the queen loves the king",-}
{-"the dwarf hates the king", "the queen hates the dwarf",-}
{-"the dwarf poisons the king", "the dwarf poisons the queen",-}
{-"the man loves the woman", "the woman loves the man",-}
{-"the thief hates the man", "the woman hates the thief",-}
{-"the thief robs the man", "the thief robs the woman"]-}
let session = def { learningRate = 5e-1
, batchSize = 1
, epochs = 1000
, epochs = 200
, debug = True
} :: Session
w2v = def { docs = ds
, dimensions = 25
, dimensions = 300
, method = SkipGram
, window = 2
, w2vDrawChart = True
, w2vChartName = "w2v.png"
, w2vChartName = "w2v-big-data.png"
} :: Word2Vec
(computed, vocvec) <- word2vec w2v session