Tensorflow on iexec

.gitignore

@@ -0,0 +1,28 @@
+# Logs
+logs
+*.log
+npm-debug.log*
+
+# Runtime data
+pids
+*.pid
+*.seed
+
+# Coverage directory used by tools like istanbul
+coverage
+
+# node-waf configuration
+.lock-wscript
+
+# Dependency directory
+node_modules
+
+# Compiled JS directory
+/dist/*
+!/dist/iexec.js
+
+# Optional npm cache directory
+.npm
+
+# Optional REPL history
+.node_repl_history

README.md

@@ -1,13 +1,57 @@
-# iexec dapps samples
+# Tensorflow on iExec 
+## Distributed Neural Net Calculation on iExec Blockchain
+This dapp enables Tensorflow's distributed calculation codes on iExec sdk by which any programmer can make models in any amount of calculation.
 
-This is the registry for sample iexec dapps, used by the iexec-sdk cli.
+##MNIST Example Usage
 
-Each branch name of this repo can be used as an argument to iexec init command.
+###[CAUTION]
+This is just a test program that executes mnist on iexec between 2 ip address.
+There is neither scaling system nor managing system. 
 
-ex:
+###Ethereum Environment Setup
+(1)
+<code>geth -networkid "10"  -nat "none" console</code>
+(2)
+<code>testrpc</code>
+
+###Your commands
+(1) change explanation/python/iexecsetting.py
+    do environment setting here
+
+<code>
+vi explanation/python/iexecsetting.py
+
+PS_HOST="IP:PORT"
+WORDER="IP:PORT"
+MODE="ps"
+INDEX=0
+</code>
+
+(2) execute manager program and deploy on iExec
+<code>iexec truffle test</code>
+
+(3) Wait for workers.
+
+###Workers' commands
+(1) change explanation/python/iexecsetting.py
+    do environment setting here
+<code>
+PS_HOST="IP:PORT"
+WORDER="IP:PORT"
+MODE="worker"
+INDEX=0
+</code>
+(2) execute the worker program
+<code>iexec truffle test</code>
+
+###[CAUTION]
+you don't have to command
+<code>iexec result</code>
+the result can be found in the result dump of Tensorflow.
+
+###[CAUTION]
+You need to install python3
+the initial program "apps/Tensorflow"
+is just commiting "python3 ../explanation/python3/task.py" in cmdline.
+This is a compiled python code.
 
-```bash
-iexec init
-iexec init factorial
-iexec init echo
-```

build/start_cmd/out00-Analysis.toc

@@ -0,0 +1,232 @@
+(['/home/leo/iexec-dapp-samples/start_cmd.py'],
+ ['/home/leo/iexec-dapp-samples', '/home/leo/iexec-dapp-samples'],
+ ['codecs'],
+ [],
+ [],
+ [],
+ False,
+ False,
+ '3.5.2 (default, Nov 23 2017, 16:37:01) \n[GCC 5.4.0 20160609]',
+ [('start_cmd', '/home/leo/iexec-dapp-samples/start_cmd.py', 'PYSOURCE')],
+ [('posixpath', '/usr/lib/python3.5/posixpath.py', 'PYMODULE'),
+  ('_strptime', '/usr/lib/python3.5/_strptime.py', 'PYMODULE'),
+  ('datetime', '/usr/lib/python3.5/datetime.py', 'PYMODULE'),
+  ('stringprep', '/usr/lib/python3.5/stringprep.py', 'PYMODULE'),
+  ('_compat_pickle', '/usr/lib/python3.5/_compat_pickle.py', 'PYMODULE'),
+  ('pickle', '/usr/lib/python3.5/pickle.py', 'PYMODULE'),
+  ('__future__', '/usr/lib/python3.5/__future__.py', 'PYMODULE'),
+  ('argparse', '/usr/lib/python3.5/argparse.py', 'PYMODULE'),
+  ('difflib', '/usr/lib/python3.5/difflib.py', 'PYMODULE'),
+  ('ast', '/usr/lib/python3.5/ast.py', 'PYMODULE'),
+  ('imp', '/usr/lib/python3.5/imp.py', 'PYMODULE'),
+  ('inspect', '/usr/lib/python3.5/inspect.py', 'PYMODULE'),
+  ('cmd', '/usr/lib/python3.5/cmd.py', 'PYMODULE'),
+  ('bdb', '/usr/lib/python3.5/bdb.py', 'PYMODULE'),
+  ('opcode', '/usr/lib/python3.5/opcode.py', 'PYMODULE'),
+  ('dis', '/usr/lib/python3.5/dis.py', 'PYMODULE'),
+  ('codeop', '/usr/lib/python3.5/codeop.py', 'PYMODULE'),
+  ('code', '/usr/lib/python3.5/code.py', 'PYMODULE'),
+  ('glob', '/usr/lib/python3.5/glob.py', 'PYMODULE'),
+  ('shlex', '/usr/lib/python3.5/shlex.py', 'PYMODULE'),
+  ('importlib._bootstrap',
+   '/usr/lib/python3.5/importlib/_bootstrap.py',
+   'PYMODULE'),
+  ('importlib._bootstrap_external',
+   '/usr/lib/python3.5/importlib/_bootstrap_external.py',
+   'PYMODULE'),
+  ('importlib.machinery',
+   '/usr/lib/python3.5/importlib/machinery.py',
+   'PYMODULE'),
+  ('importlib.util', '/usr/lib/python3.5/importlib/util.py', 'PYMODULE'),
+  ('importlib.abc', '/usr/lib/python3.5/importlib/abc.py', 'PYMODULE'),
+  ('importlib', '/usr/lib/python3.5/importlib/__init__.py', 'PYMODULE'),
+  ('pkgutil', '/usr/lib/python3.5/pkgutil.py', 'PYMODULE'),
+  ('ctypes._endian', '/usr/lib/python3.5/ctypes/_endian.py', 'PYMODULE'),
+  ('ctypes', '/usr/lib/python3.5/ctypes/__init__.py', 'PYMODULE'),
+  ('ctypes.wintypes', '/usr/lib/python3.5/ctypes/wintypes.py', 'PYMODULE'),
+  ('xml', '/usr/lib/python3.5/xml/__init__.py', 'PYMODULE'),
+  ('xml.sax.expatreader',
+   '/usr/lib/python3.5/xml/sax/expatreader.py',
+   'PYMODULE'),
+  ('xml.sax.saxutils', '/usr/lib/python3.5/xml/sax/saxutils.py', 'PYMODULE'),
+  ('urllib.request', '/usr/lib/python3.5/urllib/request.py', 'PYMODULE'),
+  ('getpass', '/usr/lib/python3.5/getpass.py', 'PYMODULE'),
+  ('nturl2path', '/usr/lib/python3.5/nturl2path.py', 'PYMODULE'),
+  ('ftplib', '/usr/lib/python3.5/ftplib.py', 'PYMODULE'),
+  ('netrc', '/usr/lib/python3.5/netrc.py', 'PYMODULE'),
+  ('http.cookiejar', '/usr/lib/python3.5/http/cookiejar.py', 'PYMODULE'),
+  ('urllib.response', '/usr/lib/python3.5/urllib/response.py', 'PYMODULE'),
+  ('urllib.error', '/usr/lib/python3.5/urllib/error.py', 'PYMODULE'),
+  ('bisect', '/usr/lib/python3.5/bisect.py', 'PYMODULE'),
+  ('xml.sax', '/usr/lib/python3.5/xml/sax/__init__.py', 'PYMODULE'),
+  ('xml.sax.handler', '/usr/lib/python3.5/xml/sax/handler.py', 'PYMODULE'),
+  ('xml.sax._exceptions',
+   '/usr/lib/python3.5/xml/sax/_exceptions.py',
+   'PYMODULE'),
+  ('xml.sax.xmlreader', '/usr/lib/python3.5/xml/sax/xmlreader.py', 'PYMODULE'),
+  ('xml.parsers', '/usr/lib/python3.5/xml/parsers/__init__.py', 'PYMODULE'),
+  ('xml.parsers.expat', '/usr/lib/python3.5/xml/parsers/expat.py', 'PYMODULE'),
+  ('plistlib', '/usr/lib/python3.5/plistlib.py', 'PYMODULE'),
+  ('platform', '/usr/lib/python3.5/platform.py', 'PYMODULE'),
+  ('urllib.parse', '/usr/lib/python3.5/urllib/parse.py', 'PYMODULE'),
+  ('tempfile', '/usr/lib/python3.5/tempfile.py', 'PYMODULE'),
+  ('tty', '/usr/lib/python3.5/tty.py', 'PYMODULE'),
+  ('pydoc_data', '/usr/lib/python3.5/pydoc_data/__init__.py', 'PYMODULE'),
+  ('pydoc_data.topics', '/usr/lib/python3.5/pydoc_data/topics.py', 'PYMODULE'),
+  ('textwrap', '/usr/lib/python3.5/textwrap.py', 'PYMODULE'),
+  ('html.entities', '/usr/lib/python3.5/html/entities.py', 'PYMODULE'),
+  ('html', '/usr/lib/python3.5/html/__init__.py', 'PYMODULE'),
+  ('ipaddress', '/usr/lib/python3.5/ipaddress.py', 'PYMODULE'),
+  ('ssl', '/usr/lib/python3.5/ssl.py', 'PYMODULE'),
+  ('http.client', '/usr/lib/python3.5/http/client.py', 'PYMODULE'),
+  ('mimetypes', '/usr/lib/python3.5/mimetypes.py', 'PYMODULE'),
+  ('socketserver', '/usr/lib/python3.5/socketserver.py', 'PYMODULE'),
+  ('http', '/usr/lib/python3.5/http/__init__.py', 'PYMODULE'),
+  ('http.server', '/usr/lib/python3.5/http/server.py', 'PYMODULE'),
+  ('uu', '/usr/lib/python3.5/uu.py', 'PYMODULE'),
+  ('quopri', '/usr/lib/python3.5/quopri.py', 'PYMODULE'),
+  ('email.feedparser', '/usr/lib/python3.5/email/feedparser.py', 'PYMODULE'),
+  ('email.parser', '/usr/lib/python3.5/email/parser.py', 'PYMODULE'),
+  ('email', '/usr/lib/python3.5/email/__init__.py', 'PYMODULE'),
+  ('optparse', '/usr/lib/python3.5/optparse.py', 'PYMODULE'),
+  ('calendar', '/usr/lib/python3.5/calendar.py', 'PYMODULE'),
+  ('email._parseaddr', '/usr/lib/python3.5/email/_parseaddr.py', 'PYMODULE'),
+  ('email.utils', '/usr/lib/python3.5/email/utils.py', 'PYMODULE'),
+  ('email.errors', '/usr/lib/python3.5/email/errors.py', 'PYMODULE'),
+  ('email.header', '/usr/lib/python3.5/email/header.py', 'PYMODULE'),
+  ('email._policybase', '/usr/lib/python3.5/email/_policybase.py', 'PYMODULE'),
+  ('email.base64mime', '/usr/lib/python3.5/email/base64mime.py', 'PYMODULE'),
+  ('email.encoders', '/usr/lib/python3.5/email/encoders.py', 'PYMODULE'),
+  ('email.charset', '/usr/lib/python3.5/email/charset.py', 'PYMODULE'),
+  ('base64', '/usr/lib/python3.5/base64.py', 'PYMODULE'),
+  ('email._encoded_words',
+   '/usr/lib/python3.5/email/_encoded_words.py',
+   'PYMODULE'),
+  ('hashlib', '/usr/lib/python3.5/hashlib.py', 'PYMODULE'),
+  ('random', '/usr/lib/python3.5/random.py', 'PYMODULE'),
+  ('email.generator', '/usr/lib/python3.5/email/generator.py', 'PYMODULE'),
+  ('email.iterators', '/usr/lib/python3.5/email/iterators.py', 'PYMODULE'),
+  ('urllib', '/usr/lib/python3.5/urllib/__init__.py', 'PYMODULE'),
+  ('email._header_value_parser',
+   '/usr/lib/python3.5/email/_header_value_parser.py',
+   'PYMODULE'),
+  ('email.headerregistry',
+   '/usr/lib/python3.5/email/headerregistry.py',
+   'PYMODULE'),
+  ('email.quoprimime', '/usr/lib/python3.5/email/quoprimime.py', 'PYMODULE'),
+  ('email.contentmanager',
+   '/usr/lib/python3.5/email/contentmanager.py',
+   'PYMODULE'),
+  ('email.policy', '/usr/lib/python3.5/email/policy.py', 'PYMODULE'),
+  ('email.message', '/usr/lib/python3.5/email/message.py', 'PYMODULE'),
+  ('gzip', '/usr/lib/python3.5/gzip.py', 'PYMODULE'),
+  ('tarfile', '/usr/lib/python3.5/tarfile.py', 'PYMODULE'),
+  ('bz2', '/usr/lib/python3.5/bz2.py', 'PYMODULE'),
+  ('_compression', '/usr/lib/python3.5/_compression.py', 'PYMODULE'),
+  ('lzma', '/usr/lib/python3.5/lzma.py', 'PYMODULE'),
+  ('py_compile', '/usr/lib/python3.5/py_compile.py', 'PYMODULE'),
+  ('zipfile', '/usr/lib/python3.5/zipfile.py', 'PYMODULE'),
+  ('shutil', '/usr/lib/python3.5/shutil.py', 'PYMODULE'),
+  ('socket', '/usr/lib/python3.5/socket.py', 'PYMODULE'),
+  ('webbrowser', '/usr/lib/python3.5/webbrowser.py', 'PYMODULE'),
+  ('pydoc', '/usr/lib/python3.5/pydoc.py', 'PYMODULE'),
+  ('copy', '/usr/lib/python3.5/copy.py', 'PYMODULE'),
+  ('struct', '/usr/lib/python3.5/struct.py', 'PYMODULE'),
+  ('token', '/usr/lib/python3.5/token.py', 'PYMODULE'),
+  ('tokenize', '/usr/lib/python3.5/tokenize.py', 'PYMODULE'),
+  ('gettext', '/usr/lib/python3.5/gettext.py', 'PYMODULE'),
+  ('getopt', '/usr/lib/python3.5/getopt.py', 'PYMODULE'),
+  ('pdb', '/usr/lib/python3.5/pdb.py', 'PYMODULE'),
+  ('unittest.util', '/usr/lib/python3.5/unittest/util.py', 'PYMODULE'),
+  ('unittest.result', '/usr/lib/python3.5/unittest/result.py', 'PYMODULE'),
+  ('logging', '/usr/lib/python3.5/logging/__init__.py', 'PYMODULE'),
+  ('pprint', '/usr/lib/python3.5/pprint.py', 'PYMODULE'),
+  ('unittest.case', '/usr/lib/python3.5/unittest/case.py', 'PYMODULE'),
+  ('unittest.suite', '/usr/lib/python3.5/unittest/suite.py', 'PYMODULE'),
+  ('fnmatch', '/usr/lib/python3.5/fnmatch.py', 'PYMODULE'),
+  ('unittest.loader', '/usr/lib/python3.5/unittest/loader.py', 'PYMODULE'),
+  ('unittest.runner', '/usr/lib/python3.5/unittest/runner.py', 'PYMODULE'),
+  ('unittest.main', '/usr/lib/python3.5/unittest/main.py', 'PYMODULE'),
+  ('unittest.signals', '/usr/lib/python3.5/unittest/signals.py', 'PYMODULE'),
+  ('unittest', '/usr/lib/python3.5/unittest/__init__.py', 'PYMODULE'),
+  ('doctest', '/usr/lib/python3.5/doctest.py', 'PYMODULE'),
+  ('stat', '/usr/lib/python3.5/stat.py', 'PYMODULE'),
+  ('genericpath', '/usr/lib/python3.5/genericpath.py', 'PYMODULE'),
+  ('string', '/usr/lib/python3.5/string.py', 'PYMODULE'),
+  ('ntpath', '/usr/lib/python3.5/ntpath.py', 'PYMODULE'),
+  ('warnings', '/usr/lib/python3.5/warnings.py', 'PYMODULE'),
+  ('enum', '/usr/lib/python3.5/enum.py', 'PYMODULE'),
+  ('signal', '/usr/lib/python3.5/signal.py', 'PYMODULE'),
+  ('contextlib', '/usr/lib/python3.5/contextlib.py', 'PYMODULE'),
+  ('_threading_local', '/usr/lib/python3.5/_threading_local.py', 'PYMODULE'),
+  ('threading', '/usr/lib/python3.5/threading.py', 'PYMODULE'),
+  ('selectors', '/usr/lib/python3.5/selectors.py', 'PYMODULE'),
+  ('_dummy_thread', '/usr/lib/python3.5/_dummy_thread.py', 'PYMODULE'),
+  ('dummy_threading', '/usr/lib/python3.5/dummy_threading.py', 'PYMODULE'),
+  ('os', '/usr/lib/python3.5/os.py', 'PYMODULE'),
+  ('subprocess', '/usr/lib/python3.5/subprocess.py', 'PYMODULE')],
+ [('libz.so.1', '/lib/x86_64-linux-gnu/libz.so.1', 'BINARY'),
+  ('libexpat.so.1', '/lib/x86_64-linux-gnu/libexpat.so.1', 'BINARY'),
+  ('resource',
+   '/usr/lib/python3.5/lib-dynload/resource.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('_ssl',
+   '/usr/lib/python3.5/lib-dynload/_ssl.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('_codecs_hk',
+   '/usr/lib/python3.5/lib-dynload/_codecs_hk.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('_codecs_jp',
+   '/usr/lib/python3.5/lib-dynload/_codecs_jp.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('_codecs_tw',
+   '/usr/lib/python3.5/lib-dynload/_codecs_tw.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('_codecs_cn',
+   '/usr/lib/python3.5/lib-dynload/_codecs_cn.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('_codecs_kr',
+   '/usr/lib/python3.5/lib-dynload/_codecs_kr.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('_codecs_iso2022',
+   '/usr/lib/python3.5/lib-dynload/_codecs_iso2022.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('_multibytecodec',
+   '/usr/lib/python3.5/lib-dynload/_multibytecodec.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('_opcode',
+   '/usr/lib/python3.5/lib-dynload/_opcode.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('readline',
+   '/usr/lib/python3.5/lib-dynload/readline.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('_ctypes',
+   '/usr/lib/python3.5/lib-dynload/_ctypes.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('termios',
+   '/usr/lib/python3.5/lib-dynload/termios.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('_hashlib',
+   '/usr/lib/python3.5/lib-dynload/_hashlib.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('_bz2',
+   '/usr/lib/python3.5/lib-dynload/_bz2.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('_lzma',
+   '/usr/lib/python3.5/lib-dynload/_lzma.cpython-35m-x86_64-linux-gnu.so',
+   'EXTENSION'),
+  ('libssl.so.1.0.0', '/lib/x86_64-linux-gnu/libssl.so.1.0.0', 'BINARY'),
+  ('libcrypto.so.1.0.0', '/lib/x86_64-linux-gnu/libcrypto.so.1.0.0', 'BINARY'),
+  ('libreadline.so.6', '/lib/x86_64-linux-gnu/libreadline.so.6', 'BINARY'),
+  ('libtinfo.so.5', '/lib/x86_64-linux-gnu/libtinfo.so.5', 'BINARY'),
+  ('libbz2.so.1.0', '/lib/x86_64-linux-gnu/libbz2.so.1.0', 'BINARY'),
+  ('liblzma.so.5', '/lib/x86_64-linux-gnu/liblzma.so.5', 'BINARY'),
+  ('libpython3.5m.so.1.0',
+   '/usr/lib/x86_64-linux-gnu/libpython3.5m.so.1.0',
+   'BINARY')],
+ [],
+ [],
+ [('base_library.zip',
+   '/home/leo/iexec-dapp-samples/build/start_cmd/base_library.zip',
+   'DATA')],
+ [])