-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathstrong_scaling.sh
executable file
·141 lines (121 loc) · 5.74 KB
/
strong_scaling.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
# run bals, graphlab, and spark join als
# ----------------- rank 10
sbt/sbt "run-main als_debug.Broadcast_ALS
--big=true
--master=spark://ec2-54-226-230-133.compute-1.amazonaws.com:7077
--jars=/mnt/ALS_debug/target/als_debug-assembly-1.0.jar
--sparkhome=/root/spark
--train=hdfs://ec2-54-226-230-133.compute-1.amazonaws.com:9000/data/movielens_10m_randSplit1_data.txt_replicated
--rank=10
--niter=10
--m=53385
--n=349390" 2>&1 | tee 25x_broadcast_ALS_rank10
mpiexec -env CLASSPATH $(~/ephemeral-hdfs/bin/hadoop classpath) -n 25 /mnt/graphlabapi/release/toolkits/collaborative_filtering/als --ncpus=8 --lambda=0.1 --tol=0.0 --max_iter=10 --D=10 --interval=1000000000 --matrix hdfs://ec2-54-226-230-133.compute-1.amazonaws.com:9000/data/movielens_10m_randSplit1_data.txt_replicated > 25x_graphlab_rank10
sbt/sbt "run-main als_debug.BlockedALS
--big=true
--master=spark://ec2-54-226-230-133.compute-1.amazonaws.com:7077
--jars=/mnt/ALS_debug/target/als_debug-assembly-1.0.jar
--sparkhome=/root/spark
--train=hdfs://ec2-54-226-230-133.compute-1.amazonaws.com:9000/data/movielens_10m_randSplit1_data.txt
--rank=10
--niter=10
--nsplits=25
--repfact=5
--m=10677
--n=69878" 2>&1 | tee 25_blocked_ALS_rank10
# ----------------- rank 20
sbt/sbt "run-main als_debug.Broadcast_ALS
--big=true
--master=spark://ec2-54-226-230-133.compute-1.amazonaws.com:7077
--jars=/mnt/ALS_debug/target/als_debug-assembly-1.0.jar
--sparkhome=/root/spark
--train=hdfs://ec2-54-226-230-133.compute-1.amazonaws.com:9000/data/movielens_10m_randSplit1_data.txt_replicated
--rank=20
--niter=10
--m=53385
--n=349390" 2>&1 | tee 25x_broadcast_ALS_rank20
mpiexec -env CLASSPATH $(~/ephemeral-hdfs/bin/hadoop classpath) -n 25 /mnt/graphlabapi/release/toolkits/collaborative_filtering/als --ncpus=8 --lambda=0.1 --tol=0.0 --max_iter=10 --D=20 --interval=1000000000 --matrix hdfs://ec2-54-226-230-133.compute-1.amazonaws.com:9000/data/movielens_10m_randSplit1_data.txt_replicated > 25x_graphlab_rank20
sbt/sbt "run-main als_debug.BlockedALS
--big=true
--master=spark://ec2-54-226-230-133.compute-1.amazonaws.com:7077
--jars=/mnt/ALS_debug/target/als_debug-assembly-1.0.jar
--sparkhome=/root/spark
--train=hdfs://ec2-54-226-230-133.compute-1.amazonaws.com:9000/data/movielens_10m_randSplit1_data.txt
--rank=20
--niter=10
--nsplits=25
--repfact=5
--m=10677
--n=69878" 2>&1 | tee 25_blocked_ALS_rank20
# ----------------- rank 30
sbt/sbt "run-main als_debug.Broadcast_ALS
--big=true
--master=spark://ec2-54-226-230-133.compute-1.amazonaws.com:7077
--jars=/mnt/ALS_debug/target/als_debug-assembly-1.0.jar
--sparkhome=/root/spark
--train=hdfs://ec2-54-226-230-133.compute-1.amazonaws.com:9000/data/movielens_10m_randSplit1_data.txt_replicated
--rank=30
--niter=10
--m=53385
--n=349390" 2>&1 | tee 25x_broadcast_ALS_rank30
mpiexec -env CLASSPATH $(~/ephemeral-hdfs/bin/hadoop classpath) -n 25 /mnt/graphlabapi/release/toolkits/collaborative_filtering/als --ncpus=8 --lambda=0.1 --tol=0.0 --max_iter=10 --D=30 --interval=1000000000 --matrix hdfs://ec2-54-226-230-133.compute-1.amazonaws.com:9000/data/movielens_10m_randSplit1_data.txt_replicated > 25x_graphlab_rank30
sbt/sbt "run-main als_debug.BlockedALS
--big=true
--master=spark://ec2-54-226-230-133.compute-1.amazonaws.com:7077
--jars=/mnt/ALS_debug/target/als_debug-assembly-1.0.jar
--sparkhome=/root/spark
--train=hdfs://ec2-54-226-230-133.compute-1.amazonaws.com:9000/data/movielens_10m_randSplit1_data.txt
--rank=30
--niter=10
--nsplits=25
--repfact=5
--m=10677
--n=69878" 2>&1 | tee 25_blocked_ALS_rank30
# ----------------- rank 40
sbt/sbt "run-main als_debug.Broadcast_ALS
--big=true
--master=spark://ec2-54-226-230-133.compute-1.amazonaws.com:7077
--jars=/mnt/ALS_debug/target/als_debug-assembly-1.0.jar
--sparkhome=/root/spark
--train=hdfs://ec2-54-226-230-133.compute-1.amazonaws.com:9000/data/movielens_10m_randSplit1_data.txt_replicated
--rank=40
--niter=10
--m=53385
--n=349390" 2>&1 | tee 25x_broadcast_ALS_rank40
mpiexec -env CLASSPATH $(~/ephemeral-hdfs/bin/hadoop classpath) -n 25 /mnt/graphlabapi/release/toolkits/collaborative_filtering/als --ncpus=8 --lambda=0.1 --tol=0.0 --max_iter=10 --D=40 --interval=1000000000 --matrix hdfs://ec2-54-226-230-133.compute-1.amazonaws.com:9000/data/movielens_10m_randSplit1_data.txt_replicated > 25x_graphlab_rank40
sbt/sbt "run-main als_debug.BlockedALS
--big=true
--master=spark://ec2-54-226-230-133.compute-1.amazonaws.com:7077
--jars=/mnt/ALS_debug/target/als_debug-assembly-1.0.jar
--sparkhome=/root/spark
--train=hdfs://ec2-54-226-230-133.compute-1.amazonaws.com:9000/data/movielens_10m_randSplit1_data.txt
--rank=40
--niter=10
--nsplits=25
--repfact=5
--m=10677
--n=69878" 2>&1 | tee 25_blocked_ALS_rank40
# ----------------- rank 10
sbt/sbt "run-main als_debug.Broadcast_ALS
--big=true
--master=spark://ec2-54-226-230-133.compute-1.amazonaws.com:7077
--jars=/mnt/ALS_debug/target/als_debug-assembly-1.0.jar
--sparkhome=/root/spark
--train=hdfs://ec2-54-226-230-133.compute-1.amazonaws.com:9000/data/movielens_10m_randSplit1_data.txt_replicated
--rank=50
--niter=10
--m=53385
--n=349390" 2>&1 | tee 25x_broadcast_ALS_rank50
mpiexec -env CLASSPATH $(~/ephemeral-hdfs/bin/hadoop classpath) -n 25 /mnt/graphlabapi/release/toolkits/collaborative_filtering/als --ncpus=8 --lambda=0.1 --tol=0.0 --max_iter=10 --D=50 --interval=1000000000 --matrix hdfs://ec2-54-226-230-133.compute-1.amazonaws.com:9000/data/movielens_10m_randSplit1_data.txt_replicated > 25x_graphlab_rank50
sbt/sbt "run-main als_debug.BlockedALS
--big=true
--master=spark://ec2-54-226-230-133.compute-1.amazonaws.com:7077
--jars=/mnt/ALS_debug/target/als_debug-assembly-1.0.jar
--sparkhome=/root/spark
--train=hdfs://ec2-54-226-230-133.compute-1.amazonaws.com:9000/data/movielens_10m_randSplit1_data.txt
--rank=50
--niter=10
--nsplits=25
--repfact=5
--m=10677
--n=69878" 2>&1 | tee 25_blocked_ALS_rank50