← Back to branch summary

~ubuntu-branches/ubuntu/vivid/vowpal-wabbit/vivid

« back to all changes in this revision

Viewing changes to demo/dna/do-dnasmash-multicore-train

  • Committer: Package Import Robot
  • Author(s): Yaroslav Halchenko
  • Date: 2013-08-27 20:52:23 UTC
  • mfrom: (1.2.1) (7.1.2 experimental)
  • Revision ID: package-import@ubuntu.com-20130827205223-q005ps71tqinh25v
Tags: 7.3-1
New upstream release

Show diffs side-by-side

added added

removed removed

Lines of Context:
demo/dna/do-dnasmash-multicore-train
 
1
#! /bin/zsh
 
2
 
 
3
learner() {
 
4
  ./quaddna2vw |                                                        \
 
5
  ../../vowpalwabbit/vw -f dnasmash.model.$1                            \
 
6
     --loss_function logistic                                           \
 
7
     --compressed --cache_file dnacache.$1                              \
 
8
     -b 18 -l 0.06 --adaptive --invariant --passes 10                   \
 
9
     --total $2 --node $1 --unique_id 0 --span_server localhost         \
 
10
     --nn 4 --inpass
 
11
}
 
12
 
 
13
../../cluster/spanning_tree dnasmash_spanning_tree.pid 
 
14
 
 
15
paste -d' '                                     \
 
16
  <(bzcat dna_train.lab.bz2)                    \
 
17
  <(bzcat dna_train.dat.bz2) |                  \
 
18
tail -n +1000000 |                              \
 
19
./map                                           \
 
20
  >(learner 0 4)                                \
 
21
  >(learner 1 4 >/dev/null 2>/dev/null)         \
 
22
  >(learner 2 4 >/dev/null 2>/dev/null)         \
 
23
  >(learner 3 4 >/dev/null 2>/dev/null)
 
24
 
 
25
kill $(cat dnasmash_spanning_tree.pid)
 
26
wait
 
27
rm dnasmash_spanning_tree.pid
 
28
mv dnasmash.model.0 dnasmash.model
 
29
rm -f dnasmash.model.*