Recursion (wip)

file.gdb

@@ -0,0 +1,5 @@
+break core/common_runtime/immutable_executor_state.cc:89
+continue
+break core/common_runtime/direct_session.cc:918
+break core/common_runtime/direct_session.cc:745
+break core/common_runtime/propagator_state.cc:106

recipe.txt

@@ -0,0 +1,159 @@
+========================================= IN A NEW NODE ================================
+
+1. Clone your repo
+
+2. Install Docker
+
+4. Install VS code extensions etc
+
+5. Create Docker image using this Dockerfile
+
+###########	 Dockerfile for my own project	 ################
+
+FROM tensorflow/tensorflow:latest
+
+RUN rm -rf /tensorflow
+COPY ./tensorflow /tensorflow
+
+RUN apt-get update && apt-get install clang -y \
+    && apt-get install -y gdb \
+    && apt-get install -y git
+
+RUN echo "deb [arch=amd64] https://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list > /dev/null
+
+RUN curl https://bazel.build/bazel-release.pub.gpg | apt-key add -
+RUN apt update
+RUN apt install -y bazel-6.5.0
+RUN apt install -y bazel
+
+RUN git clone https://github.com/GeorgeVasilakopoulos/tensorflow.git
+WORKDIR tensorflow
+RUN git checkout recursion
+
+pip install --upgrade pip setuptools wheel
+
+bazel build --config=dbg //tensorflow/tools/pip_package:wheel --repo_env=WHEEL_NAME=tensorflow_cpu
+pip install bazel-bin/tensorflow/tools/pip_package/wheel_house/tensorflow_cpu-2.17.0-cp311-cp311-linux_x86_64.whl
+
+#############################################################
+
+6. Create a container like this
+
+
+######
+docker run -d --restart always -it --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -w /tensorflow -v $PWD:/mnt \
+    -e HOST_PERMS="\\((id -u):\\)(id -g)" my_image bash
+######
+
+=======================================================================================
+
+CREATING KELLY'S IMAGE
+
+1. Clone her repo
+
+2. Build docker image using the following Dockerfile:
+
+
+# docker build -t kelly_image .
+
+############# Dockerfile for Kelly's project ################
+
+FROM tensorflow/tensorflow:1.4.0
+
+RUN rm -rf /tensorflow
+COPY ./tensorflow /tensorflow
+
+
+
+RUN apt-get update \
+	&& apt-get install -y curl wget \
+	&& apt-get install -y software-properties-common \
+	&& apt-get install -y unzip \ 
+	&& apt-get install -y git \
+	&& apt-get install -y gcc g++ \
+	&& apt-get install -y gdb
+##########################################################
+
+
+4. RUN 
+
+# apt-get upgrade
+
+
+5. Install Conda and create virtual environment:
+
+# cd
+# wget https://repo.anaconda.com/archive/Anaconda3-2022.05-Linux-x86_64.sh
+# chmod +x Anaconda3-2022.05-Linux-x86_64.sh
+# ./Anaconda3-2022.05-Linux-x86_64.sh
+
+...
+
+# conda create -n venv pip python=3.7
+# conda activate venv
+
+6. Install some stuff:
+
+pip install -U --user pip six numpy wheel setuptools mock future>=0.17.1
+pip install -U --user keras_applications==1.0.6 --no-deps
+pip install -U --user keras_preprocessing==1.0.5 --no-deps
+
+
+7. Install bazel:
+
+# cd
+# wget https://raw.githubusercontent.com/acharal/tensorflow/recursive-functions/tensorflow/tools/ci_build/install/install_bazel.sh
+
+# chmod +x install_bazel.sh
+# ./install_bazel.sh
+
+
+8. In tensorflow/workspace.bzl change the installation of cython to
+
+
+
+##############
+native.new_http_archive(
+      name = "cython",
+      sha256 = "94916d1ede67682638d3cc0feb10648ff14dc51fb7a7f147f4fedce78eaaea97",
+      urls = [
+          "https://files.pythonhosted.org/packages/f0/66/6309291b19b498b672817bd237caec787d1b18013ee659f17b1ec5844887/Cython-0.29.tar.gz",
+      ],
+      strip_prefix = "Cython-0.29",
+      build_file = str(Label("//third_party:cython.BUILD")),
+  )
+##############
+
+
+9. Build Tensorflow as follows:
+
+
+# ./configure
+# bazel build --config=opt //tensorflow/tools/pip_package:build_pip_package --cxxopt="-g" --cxxopt="-D_GLIBCXX_USE_CXX11_ABI=0" --cxxopt="-fpermissive"
+# bazel-bin/tensorflow/tools/pip_package/build_pip_package /tmp/tensorflow_pkg/
+# pip3 uninstall -y tensorflow
+# pip3 install /tmp/tensorflow_pkg/tensorflow-1.4.2-cp37-cp37m-linux_x86_64.whl
+
+
+
+
+
+
+Comments:
+
+// RUN apt-get install -y software-properties-common 
+// RUN apt-get install unzip
+// RUN apt-get update
+// RUN add-apt-repository -y ppa:ubuntu-toolchain-r/test
+// // RUN ./bazel-bin/tensorflow/tools/pip_package/build_pip_package /mnt
+// RUN apt-get install -y gcc-11 g++-11
+
+// RUN update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 60 --slave /usr/bin/g++ g++ /usr/bin/g++-11
+// RUN wget https://repo.anaconda.com/archive/Anaconda3-2022.05-Linux-x86_64.sh
+// RUN chmod +x Anaconda3-2022.05-Linux-x86_64.sh
+
+// // RUN conda create -n venv pip python=3.7
+// RUN wget https://raw.githubusercontent.com/acharal/tensorflow/recursive-functions/tensorflow/tools/ci_build/install/install_bazel.sh
+
+
+

recursion-tests/comp

@@ -0,0 +1,6 @@
+#!/bin/bash
+
+cd ..
+bazel build --disk_cache=/root/mycache --per_file_copt=+tensorflow.*,-tensorflow/compiler.*,-tensorflow/lite.*,-tensorflow/core/kernels.*@-O0,-g  //tensorflow/tools/pip_package:wheel --repo_env=WHEEL_NAME=tensorflow_cpu && 
+pip uninstall tensorflow_cpu -y &&
+pip install bazel-bin/tensorflow/tools/pip_package/wheel_house/tensorflow_cpu-2.17.0-cp311-cp311-linux_x86_64.whl

recursion-tests/distributed/d2.py

@@ -0,0 +1,13 @@
+import os
+
+os.environ['TF_CPP_MAX_VLOG_LEVEL'] = '2'
+
+import tensorflow as tf
+
+
+cluster_spec = {
+        "local": ["localhost:2222", "localhost:2223"]
+    }
+
+server = tf.distribute.Server(cluster_spec, job_name="local", task_index=0)
+server.join()

recursion-tests/distributed/d3.py

@@ -0,0 +1,14 @@
+import os
+
+
+os.environ['TF_CPP_MAX_VLOG_LEVEL'] = '2'
+
+import tensorflow as tf
+
+
+cluster_spec = {
+        "local": ["localhost:2222", "localhost:2223"]
+    }
+
+server = tf.distribute.Server(cluster_spec, job_name="local", task_index=1)
+server.join()

recursion-tests/distributed/distr.py

@@ -0,0 +1,50 @@
+import os
+
+
+os.environ['TF_CPP_MAX_VLOG_LEVEL'] = '2'
+
+import tensorflow as tf
+from tensorflow.python.framework import function
+
+tf.compat.v1.disable_eager_execution()
+tf.compat.v1.disable_control_flow_v2()
+
+
+cluster = tf.train.ClusterSpec({"local": ["localhost:2222", "localhost:2223"]})
+
+fac = function.Declare("Fac", [("n", tf.int32)], [("ret", tf.int32)])
+
+
+
+
+
+@function.Defun(tf.int32, func_name="Fac", out_names=["ret"])
+def FacImpl(n):
+
+	def f1(): 
+		with tf.device("/job:local/replica:0/task:1/device:CPU:0"):
+			ret = tf.constant(1)
+		return ret
+	def f2(): 
+		with tf.device("/job:local/replica:0/task:0/device:CPU:0"):
+			ret = n * fac(n - 1)
+		return ret
+
+	with tf.device("/job:local/replica:0/task:0/device:CPU:0"):
+		pred = tf.less_equal(n, 1)
+
+	return tf.cond(pred, f1, f2)
+
+FacImpl.add_to_graph(tf.compat.v1.get_default_graph())
+
+n = tf.constant(10)
+x = fac(n)
+
+#print(tf.get_default_graph().as_graph_def())
+
+# writer = tf.compat.v1.summary.FileWriter('./graphs', tf.compat.v1.get_default_graph())
+
+with tf.compat.v1.Session("grpc://localhost:2222") as sess:
+	print(sess.run(x))
+
+# writer.close()

recursion-tests/exponents.py

@@ -0,0 +1,52 @@
+import os
+import tensorflow as tf
+from tensorflow.python.framework import function
+
+os.environ['TF_CPP_MAX_VLOG_LEVEL'] = '2'
+
+tf.compat.v1.disable_eager_execution()
+tf.compat.v1.disable_control_flow_v2()
+
+exp = function.Declare("EXPONENT", [("x", tf.float32), ("n", tf.int32)], [("ret", tf.float32)])
+
+
+
+
+# fac = function.Declare("Fac", [("n", tf.int32)], [("ret", tf.int32)])
+
+@function.Defun(tf.float32, tf.int32, func_name="EXPONENT", out_names=["ret"])
+def ExpImpl(x, n):
+    return tf.cond(tf.equal(n,0),
+                lambda: tf.constant(1.0),
+                lambda: x*exp(x,n-1))
+
+
+# @function.Defun(tf.int32, func_name="Fac", out_names=["ret"])
+# def FacImpl2(n):
+# 	return t(1)
+
+
+ExpImpl.add_to_graph(tf.compat.v1.get_default_graph())
+# t.add_to_graph(tf.compat.v1.get_default_graph())
+# FacImpl2.add_to_graph(tf.compat.v1.get_default_graph())
+
+
+x = tf.compat.v1.get_variable('n_var', [], initializer=tf.constant_initializer(4.0))
+y = ExpImpl(x,2)
+
+train_op = tf.compat.v1.train.GradientDescentOptimizer(0.1).minimize(y)
+print(tf.compat.v1.get_default_graph().as_graph_def())
+
+
+sess = tf.compat.v1.Session()
+sess.run(tf.compat.v1.initialize_all_variables())
+print(x.eval(session=sess))
+print(sess.run(train_op))
+print(x.eval(session=sess))
+
+# writer = tf.summary.FileWriter('./graphs', tf.compat.v1.get_default_graph())
+
+# with tf.compat.v1.Session() as sess:
+#     result = ExpImpl(2,5)
+#     print("Result:", sess.run(result))
+

recursion-tests/factorial.py

@@ -0,0 +1,15 @@
+import tensorflow as tf
+from tensorflow.python.framework import function
+
+# fac = function.Declare("Fac", [("n", tf.int32)], [("ret", tf.int32)])
+
+@function.Defun(tf.int32, func_name="Fac", out_names=["ret"])
+def FacImpl(n):
+	return tf.cond(tf.less_equal(n, 1),
+		lambda: tf.constant(1),
+		lambda: n * FacImpl(n - 1))
+
+
+print(FacImpl(5))
+
+

recursion-tests/takeuchi.py

@@ -0,0 +1,22 @@
+import tensorflow as tf
+from tensorflow.python.framework import function
+
+tf.compat.v1.disable_eager_execution()
+tf.compat.v1.disable_control_flow_v2()
+
+tak = function.Declare("Tak", [("x", tf.int32), ("y", tf.int32), ("z", tf.int32)], [("ret", tf.int32)])
+
+@function.Defun(tf.int32, tf.int32, tf.int32, func_name="Tak", out_names=["ret"])
+def TakImpl(x,y,z):
+	return tf.cond(tf.less(y, x),
+        lambda: tak(tak(x-1,y,z), tak(y-1,z,x), tak(z-1,x,y)),
+		lambda: z)
+
+TakImpl.add_to_graph(tf.compat.v1.get_default_graph())
+
+
+with tf.compat.v1.Session() as sess:
+    result = TakImpl(24,16,8)
+    print("Result:", sess.run(result))
+
+#print(tf.get_default_graph().as_graph_def())

recursion-tests/test.py

@@ -0,0 +1,35 @@
+# import os
+
+# os.environ['PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION'] = 'python'
+
+
+import tensorflow as tf
+from tensorflow.python.framework import function
+
+
+tf.compat.v1.disable_eager_execution()
+
+# tf.logging.set_verbosity(tf.logging.INFO)
+fac = function.Declare("Fac", [("n", tf.int32)], [("ret", tf.int32)])
+
+
+@function.Defun(tf.int32, func_name="Test", out_names=["ret"])
+def t(n):
+	return tf.constant(1)
+
+
+
+# fac = function.Declare("Fac", [("n", tf.int32)], [("ret", tf.int32)])
+
+@function.Defun(tf.int32, func_name="Fac", out_names=["ret"])
+def FacImpl(n):
+	return t(n)
+
+
+
+FacImpl.add_to_graph(tf.compat.v1.get_default_graph())
+
+with tf.compat.v1.Session() as sess:
+    result = FacImpl(1)
+    print("Result:", sess.run(result))
+