update

Author: bob7783

Diff for: tf2.0/extra_reading.txt

@@ -1,3 +1,6 @@
+Gradient Descent: Convergence Analysis
+http://www.stat.cmu.edu/~ryantibs/convexopt-F13/scribes/lec6.pdf
+
 Deep learning improved by biological activation functions
 https://arxiv.org/pdf/1804.11237.pdf
 

Diff for: tf2.0/xor3d.py

@@ -0,0 +1,33 @@
+import numpy as np
+import matplotlib.pyplot as plt
+from mpl_toolkits.mplot3d import Axes3D
+
+
+
+def get_label(x, i1, i2, i3):
+  # x = sequence
+  if x[i1] < 0 and x[i2] < 0 and x[i3] < 0:
+    return 1
+  if x[i1] < 0 and x[i2] > 0 and x[i3] > 0:
+    return 1
+  if x[i1] > 0 and x[i2] < 0 and x[i3] > 0:
+    return 1
+  if x[i1] > 0 and x[i2] > 0 and x[i3] < 0:
+    return 1
+  return 0
+
+
+N = 2000
+X = np.random.random((N, 3))*2 - 1
+
+Y = np.zeros(N)
+for i in range(N):
+  x = X[i]
+  y = get_label(x, 0, 1, 2)
+  Y[i] = y
+
+
+fig = plt.figure()
+ax = fig.add_subplot(111, projection='3d')
+ax.scatter(X[:,0], X[:,1], X[:,2], c=Y)
+plt.show()