aboutsummaryrefslogtreecommitdiff
path: root/example.py
diff options
context:
space:
mode:
authorRaghuram Subramani <raghus2247@gmail.com>2024-06-08 22:20:34 +0530
committerRaghuram Subramani <raghus2247@gmail.com>2024-06-08 22:20:34 +0530
commitfde98a1ee5e1ee4f5cc4e93654c4d3c2e5148576 (patch)
tree7fd1e74ba79cca67369ed5b25e4c42dc5f6e3565 /example.py
parent3bc24933f4128e76ccbd6e37155ff6cccb20a182 (diff)
Update
Diffstat (limited to '')
-rwxr-xr-xexample.py35
1 files changed, 16 insertions, 19 deletions
diff --git a/example.py b/example.py
index 502db98..aa6f787 100755
--- a/example.py
+++ b/example.py
@@ -16,13 +16,7 @@ from src.graph import Graph
#
# print(f'L before gradient descent: {L.data}')
#
-# L.grad = 1.0
-# e.grad = -2.0
-# f.grad = 4.0
-# d.grad = -2.0
-# c.grad = -2.0
-# a.grad = 6.0
-# b.grad = -4.0
+# L.backward()
#
# g = Graph(L)
#
@@ -52,21 +46,24 @@ x2w2 = x2 * w2; x2w2.label = 'x2w2'
x1w1x2w2 = x1w1 + x2w2; x1w1x2w2.label = 'x1w1 + x2w2'
L = x1w1x2w2 + b; L.label = 'L'
+
o = L.tanh(); o.label = 'o'
+print(o)
-# o.grad = 1.0
-# L.grad = 1 - (o.data ** 2)
-# b.grad = L.grad
-# x1w1x2w2.grad = L.grad
-# x1w1.grad = x1w1x2w2.grad
-# x2w2.grad = x1w1x2w2.grad
-#
-# x1.grad = w1.data * x1w1.grad
-# w1.grad = x1.data * x1w1.grad
-#
-# x2.grad = w2.data * x2w2.grad
-# w2.grad = x2.data * x2w2.grad
+o.zero_grad()
+o.backward()
+
+Graph(o).show()
+
+e = 2 * L
+f = e.exp()
+a = f - 1
+b = f + 1
+print(a, b)
+o = a / b
+print(o)
+o.zero_grad()
o.backward()
Graph(o).show()