Skip to content

Commit

Permalink
Merge branch 'sqrt_bunchsize', addition of dropout and square length …
Browse files Browse the repository at this point in the history
…penalty to

master branch
  • Loading branch information
pakozm committed Mar 27, 2013
2 parents 4c6b067 + b860414 commit 4116874
Show file tree
Hide file tree
Showing 30 changed files with 680 additions and 1,072 deletions.
30 changes: 15 additions & 15 deletions TEST/digitos/test.lua
Original file line number Diff line number Diff line change
Expand Up @@ -6,23 +6,23 @@ description = "256 inputs 256 tanh 128 tanh 10 softmax"
inf = -1
sup = 1
otrorand = random(5678)
learning_rate = 0.01
learning_rate = 0.08
momentum = 0.01
weight_decay = 1e-05
max_epochs = 10

-- training and validation
errors = {
{2.1908491, 1.9261616},
{1.5168998, 1.0358256},
{0.8315809, 0.5523109},
{0.4558621, 0.3801708},
{0.2730320, 0.2880864},
{0.2035244, 0.2022299},
{0.1568214, 0.1808007},
{0.1246625, 0.1546615},
{0.1078244, 0.1615846},
{0.0958952, 0.1634587},
{2.1908491, 1.9118698},
{1.5040729, 1.0716470},
{0.8239720, 0.5406004},
{0.4551140, 0.4344249},
{0.2809585, 0.3176593},
{0.2066836, 0.1987799},
{0.1539478, 0.1826732},
{0.1245205, 0.1523282},
{0.1063003, 0.1743564},
{0.0950506, 0.1691928},
}
epsilon = 1e-05

Expand Down Expand Up @@ -125,13 +125,13 @@ for epoch = 1,max_epochs do
errorval = lared:validate_dataset(datosvalidar)
if math.abs(errortrain - errors[epoch][1]) > epsilon then
error(string.format("Training error %g is not equal enough to "..
"reference error %g",
errortrain, errors[epoch][1]))
"reference error %g",
errortrain, errors[epoch][1]))
end
if math.abs(errorval - errors[epoch][2]) > epsilon then
error(string.format("Validation error %g is not equal enough to "..
"reference error %g",
errorval, errors[epoch][2]))
"reference error %g",
errorval, errors[epoch][2]))
end
--ann.mlp.all_all.save(lared, "wop.net", "ascii", "old")
printf("%4d %.7f %.7f\n",
Expand Down
8 changes: 4 additions & 4 deletions TEST/xor/xor-MLP-dot-product-action-transpose-weights.lua
Original file line number Diff line number Diff line change
Expand Up @@ -14,10 +14,10 @@ initial_result = {
}

final_result = {
0.0095419613644481,
0.99107891321182,
0.99107879400253,
0.010305323638022
0.0135539099,
0.9875200987,
0.9875199199,
0.0143862367
}

m = matrix.fromString[[
Expand Down
106 changes: 106 additions & 0 deletions build_experimental_debug.lua
Original file line number Diff line number Diff line change
@@ -0,0 +1,106 @@
formiga.build_dir = "build_experimental_debug"

luapkg{
program_name = "april-ann.experimental.debug",
verbosity_level = 0, -- 0 => NONE, 1 => ONLY TARGETS, 2 => ALL
packages = dofile "package_list.lua",
global_flags = {
debug="yes",
use_lstrip = "no",
use_readline="yes",
optimization = "no",
platform = "unix",
extra_flags={
"-pg",
},
extra_libs={
"-pg",
"-lpthread",
"-lblas",
"-latlas",
"-L/opt/lib",
"-lgfortran",
},

},

main_package = package{
name = "main_package",
default_target = "build",
target{
name = "init",
mkdir{ dir = "bin" },
mkdir{ dir = "build" },
mkdir{ dir = "include" },
},
target{
name = "provide",
depends = "init",
copy{ file = formiga.os.compose_dir(formiga.os.cwd,"lua","include","*.h"), dest_dir = "include" }
},
target{ name = "clean_all",
exec{ command = [[find . -name "*~" -exec rm {} ';']] },
delete{ dir = "bin" },
delete{ dir = "build" },
delete{ dir = "build_doc" },
delete{ dir = "doxygen_doc" },
},
target{ name = "clean",
delete{ dir = "bin" },
delete{ dir = "build" },
delete{ dir = "build_doc" },
},
target{ name = "document_clean",
delete{ dir = "build_doc" },
delete{ dir = "doxygen_doc" },
},
target{
name = "build",
depends = "provide",
object{
file = formiga.os.compose_dir("binding","c_src","*.cc"),
include_dirs = "include",
dest_dir = formiga.global_properties.build_dir,
},
link_main_program{},
create_static_library{},
copy_header_files{},
dot_graph{
file_name = "dep_graph.dot"
},
use_timestamp = true,
},
target{ name = "document",
echo{"this is documentation"},
main_documentation{
dev_documentation = {
main_documentation_file = formiga.os.compose_dir("docs","april_dev.dox"),
doxygen_options = {
GENERATE_LATEX = 'NO',
},
},
user_documentation = {
main_documentation_file = formiga.os.compose_dir("docs","april_user_ref.dox"),
doxygen_options = {
GENERATE_LATEX = 'NO',
},
}
},
},
},
}

if arg[2] == nil then
arg[2] = "."
end

formiga.os.execute("mkdir -p "..formiga.os.compose_dir(arg[2], "bin"))
formiga.os.execute("mkdir -p "..formiga.os.compose_dir(arg[2], "lib"))
formiga.os.execute("mkdir -p "..formiga.os.compose_dir(arg[2], "include"))
formiga.os.execute("cp "..formiga.os.compose_dir(formiga.build_dir,"bin",formiga.program_name)
.." "..formiga.os.compose_dir(arg[2], "bin", formiga.program_name))
formiga.os.execute("cp -R "..formiga.os.compose_dir(formiga.build_dir,"lib")
.." "..arg[2])
formiga.os.execute("cp -R "..formiga.os.compose_dir(formiga.build_dir,"include","april")
.." "..formiga.os.compose_dir(arg[2], "include"))

114 changes: 114 additions & 0 deletions build_experimental_release.lua
Original file line number Diff line number Diff line change
@@ -0,0 +1,114 @@
formiga.build_dir = "build_experimental_release"

luapkg{
program_name = "april-ann.experimental",
verbosity_level = 0, -- 0 => NONE, 1 => ONLY TARGETS, 2 => ALL
packages = dofile "package_list.lua",
global_flags = {
debug="no",
use_lstrip = "no",
use_readline="yes",
optimization = "yes",
platform = "unix",
extra_flags={
-- For Intel MKL :)
"-DUSE_MKL",
"-I/opt/MKL/include",
--------------------
"-march=native",
"-msse",
"-DNDEBUG",
},
extra_libs={
"-lpthread",
-- For Intel MKL :)
"-L/opt/MKL/lib",
"-lmkl_intel_lp64",
"-Wl,--start-group",
"-lmkl_intel_thread",
"-lmkl_core",
"-Wl,--end-group",
"-liomp5"
},
},

main_package = package{
name = "main_package",
default_target = "build",
target{
name = "init",
mkdir{ dir = "bin" },
mkdir{ dir = "build" },
mkdir{ dir = "include" },
},
target{
name = "provide",
depends = "init",
copy{ file = formiga.os.compose_dir(formiga.os.cwd,"lua","include","*.h"), dest_dir = "include" }
},
target{ name = "clean_all",
exec{ command = [[find . -name "*~" -exec rm {} ';']] },
delete{ dir = "bin" },
delete{ dir = "build" },
delete{ dir = "build_doc" },
delete{ dir = "doxygen_doc" },
},
target{ name = "clean",
delete{ dir = "bin" },
delete{ dir = "build" },
delete{ dir = "build_doc" },
},
target{ name = "document_clean",
delete{ dir = "build_doc" },
delete{ dir = "doxygen_doc" },
},
target{
name = "build",
depends = "provide",
object{
file = formiga.os.compose_dir("binding","c_src","*.cc"),
include_dirs = "include",
dest_dir = formiga.global_properties.build_dir,
},
link_main_program{},
create_static_library{},
copy_header_files{},
dot_graph{
file_name = "dep_graph.dot"
},
use_timestamp = true,
},
target{ name = "document",
echo{"this is documentation"},
main_documentation{
dev_documentation = {
main_documentation_file = formiga.os.compose_dir("docs","april_dev.dox"),
doxygen_options = {
GENERATE_LATEX = 'NO',
},
},
user_documentation = {
main_documentation_file = formiga.os.compose_dir("docs","april_user_ref.dox"),
doxygen_options = {
GENERATE_LATEX = 'NO',
},
}
},
},
},
}

if arg[2] == nil then
arg[2] = "."
end

formiga.os.execute("mkdir -p "..formiga.os.compose_dir(arg[2], "bin"))
formiga.os.execute("mkdir -p "..formiga.os.compose_dir(arg[2], "lib"))
formiga.os.execute("mkdir -p "..formiga.os.compose_dir(arg[2], "include"))
formiga.os.execute("cp -f "..formiga.os.compose_dir(formiga.build_dir,"bin",formiga.program_name)
.." "..formiga.os.compose_dir(arg[2], "bin", formiga.program_name))
formiga.os.execute("cp -R "..formiga.os.compose_dir(formiga.build_dir,"lib")
.." "..arg[2])
formiga.os.execute("cp -R "..formiga.os.compose_dir(formiga.build_dir,"include","april")
.." "..formiga.os.compose_dir(arg[2], "include"))

Loading

0 comments on commit 4116874

Please sign in to comment.