sync stuff
This commit is contained in:
parent
9ed5f8bc3d
commit
41b5fa7d27
2
02_GraduallyDescentIntoTheSingularity/.gitattributes
vendored
Normal file
2
02_GraduallyDescentIntoTheSingularity/.gitattributes
vendored
Normal file
@ -0,0 +1,2 @@
|
|||||||
|
# Normalize EOL for all files that Git considers text files.
|
||||||
|
* text=auto eol=lf
|
||||||
2
02_GraduallyDescentIntoTheSingularity/.gitignore
vendored
Normal file
2
02_GraduallyDescentIntoTheSingularity/.gitignore
vendored
Normal file
@ -0,0 +1,2 @@
|
|||||||
|
# Godot 4+ specific ignores
|
||||||
|
.godot/
|
||||||
28
02_GraduallyDescentIntoTheSingularity/2DScene.tscn
Normal file
28
02_GraduallyDescentIntoTheSingularity/2DScene.tscn
Normal file
@ -0,0 +1,28 @@
|
|||||||
|
[gd_scene load_steps=5 format=3 uid="uid://bdred3heq7qc6"]
|
||||||
|
|
||||||
|
[ext_resource type="Script" path="res://MLP.gd" id="1_m8mw3"]
|
||||||
|
[ext_resource type="Script" path="res://MLP_Visualization.gd" id="2_570bb"]
|
||||||
|
|
||||||
|
[sub_resource type="CircleShape2D" id="CircleShape2D_e4ydk"]
|
||||||
|
radius = 50.0
|
||||||
|
|
||||||
|
[sub_resource type="PlaceholderTexture2D" id="PlaceholderTexture2D_pd6fs"]
|
||||||
|
|
||||||
|
[node name="Node2D" type="Node2D"]
|
||||||
|
position = Vector2(534, 283)
|
||||||
|
|
||||||
|
[node name="RigidBody2D" type="RigidBody2D" parent="."]
|
||||||
|
|
||||||
|
[node name="CollisionShape2D" type="CollisionShape2D" parent="RigidBody2D"]
|
||||||
|
shape = SubResource("CircleShape2D_e4ydk")
|
||||||
|
|
||||||
|
[node name="Sprite2D" type="Sprite2D" parent="RigidBody2D"]
|
||||||
|
scale = Vector2(70.25, 64.25)
|
||||||
|
texture = SubResource("PlaceholderTexture2D_pd6fs")
|
||||||
|
|
||||||
|
[node name="MLP" type="Node" parent="."]
|
||||||
|
script = ExtResource("1_m8mw3")
|
||||||
|
|
||||||
|
[node name="MLP_Visualization" type="Node2D" parent="." node_paths=PackedStringArray("mlp")]
|
||||||
|
script = ExtResource("2_570bb")
|
||||||
|
mlp = NodePath("../MLP")
|
||||||
112
02_GraduallyDescentIntoTheSingularity/MLP.gd
Normal file
112
02_GraduallyDescentIntoTheSingularity/MLP.gd
Normal file
@ -0,0 +1,112 @@
|
|||||||
|
extends Node
|
||||||
|
class_name MLP
|
||||||
|
|
||||||
|
|
||||||
|
@export var weights: Array[Array] = []
|
||||||
|
@export var biases: Array[Array] = []
|
||||||
|
@export var learning_rate: float = 0.01
|
||||||
|
|
||||||
|
func _init(sizes: Array = [3,2]) -> void:
|
||||||
|
randomize()
|
||||||
|
weights = []
|
||||||
|
biases = []
|
||||||
|
for i in range(sizes.size() - 1):
|
||||||
|
weights.append([])
|
||||||
|
biases.append([])
|
||||||
|
for _j in range(sizes[i]):
|
||||||
|
weights[i].append([])
|
||||||
|
for _k in range(sizes[i + 1]):
|
||||||
|
weights[i][_j].append(randf() * 2 - 1)
|
||||||
|
biases[i].append(randf() * 2 - 1)
|
||||||
|
|
||||||
|
# Feedforward: compute the output of the MLP for a given input.
|
||||||
|
func feedforward(input: Array) -> Array:
|
||||||
|
var a = input
|
||||||
|
for i in range(weights.size()):
|
||||||
|
var dp = dot_product(a, weights[i])
|
||||||
|
for j in range(a.size()):
|
||||||
|
a[j] = sigmoid(dp[j] + + biases[i][j])
|
||||||
|
return a
|
||||||
|
|
||||||
|
# Backpropagation: update the weights and biases based on the input and target output.
|
||||||
|
func backpropagate(input: Array, target: Array) -> void:
|
||||||
|
var nabla_b: Array = []
|
||||||
|
var nabla_w: Array = []
|
||||||
|
|
||||||
|
# Feedforward
|
||||||
|
var activation:Array[float] = input
|
||||||
|
var activations: Array[Array] = [input] # List to store all the activations, layer by layer
|
||||||
|
var zs: Array[Array] = [] # List to store all the z vectors, layer by layer
|
||||||
|
|
||||||
|
var z: int = 0
|
||||||
|
var sp: float = 0.0
|
||||||
|
var delta: Array = []
|
||||||
|
|
||||||
|
|
||||||
|
for i in range(weights.size()):
|
||||||
|
var dp = dot_product(activation, weights[i])
|
||||||
|
var zs_i:Array[float] = []
|
||||||
|
var activations_i: Array[float] = []
|
||||||
|
for j in range(dp.size()):
|
||||||
|
|
||||||
|
z = dp[j] + biases[i][j]
|
||||||
|
zs_i.append(z)
|
||||||
|
activations_i.append(sigmoid(z))
|
||||||
|
|
||||||
|
activation = activations_i
|
||||||
|
|
||||||
|
zs.append(zs_i)
|
||||||
|
activations.append(activations_i)
|
||||||
|
|
||||||
|
# Backward pass
|
||||||
|
sp = sigmoid_prime(zs[zs.size() - 1])
|
||||||
|
|
||||||
|
for cd in cost_derivative(activations[activations.size() - 1], target):
|
||||||
|
delta.append(cd * sp)
|
||||||
|
nabla_b.append(delta)
|
||||||
|
nabla_w.append(dot_product(delta, activations[activations.size() - 2].transpose()))
|
||||||
|
|
||||||
|
for l in range(2, weights.size() + 1):
|
||||||
|
z = zs[zs.size() - l]
|
||||||
|
sp = sigmoid_prime(z)
|
||||||
|
delta = []
|
||||||
|
for dp in dot_product(weights[weights.size() - l + 1].transpose(), delta):
|
||||||
|
delta.append(dp * sp)
|
||||||
|
nabla_b.append(delta)
|
||||||
|
nabla_w.append(dot_product(delta, activations[activations.size() - l - 1].transpose()))
|
||||||
|
|
||||||
|
# Update weights and biases
|
||||||
|
for i in range(weights.size()):
|
||||||
|
weights[i] -= learning_rate * nabla_w[nabla_w.size() - i - 1]
|
||||||
|
biases[i] -= learning_rate * nabla_b[nabla_b.size() - i - 1]
|
||||||
|
|
||||||
|
func sigmoid(x: float) -> float:
|
||||||
|
return 1.0 / (1.0 + exp(-x))
|
||||||
|
|
||||||
|
func sigmoid_prime(x: float) -> float:
|
||||||
|
return sigmoid(x) * (1 - sigmoid(x))
|
||||||
|
|
||||||
|
func cost_derivative(output_activations: Array, y: Array) -> Array:
|
||||||
|
var output: Array = []
|
||||||
|
for i in range(0, output_activations.size()):
|
||||||
|
output[i] = output_activations[i] - y[i]
|
||||||
|
return output
|
||||||
|
|
||||||
|
func dot_product(a: Array, b: Array) -> Array:
|
||||||
|
var result: Array = []
|
||||||
|
for i in range(a.size()):
|
||||||
|
var sum: float = 0.0
|
||||||
|
for j in range(a[i].size()):
|
||||||
|
sum += a[i][j] * b[j]
|
||||||
|
result.append(sum)
|
||||||
|
return result
|
||||||
|
|
||||||
|
|
||||||
|
# Called when the node enters the scene tree for the first time.
|
||||||
|
func _ready():
|
||||||
|
pass # Replace with function body.
|
||||||
|
|
||||||
|
|
||||||
|
# Called every frame. 'delta' is the elapsed time since the previous frame.
|
||||||
|
func _process(delta):
|
||||||
|
pass
|
||||||
30
02_GraduallyDescentIntoTheSingularity/MLP_Visualization.gd
Normal file
30
02_GraduallyDescentIntoTheSingularity/MLP_Visualization.gd
Normal file
@ -0,0 +1,30 @@
|
|||||||
|
extends Node2D
|
||||||
|
|
||||||
|
@export var mlp: MLP
|
||||||
|
@export var neuron_radius: float = 10.0
|
||||||
|
@export var space_between_layers: float = 100.0
|
||||||
|
@export var space_between_neurons: float = 50.0
|
||||||
|
@export var neuron_color = Color(1, 1, 1) # white
|
||||||
|
@export var connection_color = Color(0, 0, 1) # blue
|
||||||
|
|
||||||
|
func _draw():
|
||||||
|
if mlp:
|
||||||
|
var layer_position = Vector2(0, 0)
|
||||||
|
for i in range(mlp.weights.size()):
|
||||||
|
var neuron_position = Vector2(layer_position)
|
||||||
|
for j in range(mlp.weights[i].size()):
|
||||||
|
var neuron = mlp.weights[i][j]
|
||||||
|
# draw neuron
|
||||||
|
draw_circle(neuron_position, neuron_radius, neuron_color)
|
||||||
|
# draw connections to the next layer
|
||||||
|
if i < mlp.weights.size() - 1:
|
||||||
|
var next_layer_position = Vector2(layer_position.x + space_between_layers, 0)
|
||||||
|
for k in range(mlp.weights[i + 1].size()):
|
||||||
|
var next_neuron_position = Vector2(next_layer_position)
|
||||||
|
draw_line(neuron_position, next_neuron_position, connection_color)
|
||||||
|
next_layer_position.y += space_between_neurons
|
||||||
|
neuron_position.y += space_between_neurons
|
||||||
|
layer_position.x += space_between_layers
|
||||||
|
|
||||||
|
func update_mlp(new_mlp: MLP):
|
||||||
|
mlp = new_mlp
|
||||||
1
02_GraduallyDescentIntoTheSingularity/icon.svg
Normal file
1
02_GraduallyDescentIntoTheSingularity/icon.svg
Normal file
@ -0,0 +1 @@
|
|||||||
|
<svg height="128" width="128" xmlns="http://www.w3.org/2000/svg"><g transform="translate(32 32)"><path d="m-16-32c-8.86 0-16 7.13-16 15.99v95.98c0 8.86 7.13 15.99 16 15.99h96c8.86 0 16-7.13 16-15.99v-95.98c0-8.85-7.14-15.99-16-15.99z" fill="#363d52"/><path d="m-16-32c-8.86 0-16 7.13-16 15.99v95.98c0 8.86 7.13 15.99 16 15.99h96c8.86 0 16-7.13 16-15.99v-95.98c0-8.85-7.14-15.99-16-15.99zm0 4h96c6.64 0 12 5.35 12 11.99v95.98c0 6.64-5.35 11.99-12 11.99h-96c-6.64 0-12-5.35-12-11.99v-95.98c0-6.64 5.36-11.99 12-11.99z" fill-opacity=".4"/></g><g stroke-width="9.92746" transform="matrix(.10073078 0 0 .10073078 12.425923 2.256365)"><path d="m0 0s-.325 1.994-.515 1.976l-36.182-3.491c-2.879-.278-5.115-2.574-5.317-5.459l-.994-14.247-27.992-1.997-1.904 12.912c-.424 2.872-2.932 5.037-5.835 5.037h-38.188c-2.902 0-5.41-2.165-5.834-5.037l-1.905-12.912-27.992 1.997-.994 14.247c-.202 2.886-2.438 5.182-5.317 5.46l-36.2 3.49c-.187.018-.324-1.978-.511-1.978l-.049-7.83 30.658-4.944 1.004-14.374c.203-2.91 2.551-5.263 5.463-5.472l38.551-2.75c.146-.01.29-.016.434-.016 2.897 0 5.401 2.166 5.825 5.038l1.959 13.286h28.005l1.959-13.286c.423-2.871 2.93-5.037 5.831-5.037.142 0 .284.005.423.015l38.556 2.75c2.911.209 5.26 2.562 5.463 5.472l1.003 14.374 30.645 4.966z" fill="#fff" transform="matrix(4.162611 0 0 -4.162611 919.24059 771.67186)"/><path d="m0 0v-47.514-6.035-5.492c.108-.001.216-.005.323-.015l36.196-3.49c1.896-.183 3.382-1.709 3.514-3.609l1.116-15.978 31.574-2.253 2.175 14.747c.282 1.912 1.922 3.329 3.856 3.329h38.188c1.933 0 3.573-1.417 3.855-3.329l2.175-14.747 31.575 2.253 1.115 15.978c.133 1.9 1.618 3.425 3.514 3.609l36.182 3.49c.107.01.214.014.322.015v4.711l.015.005v54.325c5.09692 6.4164715 9.92323 13.494208 13.621 19.449-5.651 9.62-12.575 18.217-19.976 26.182-6.864-3.455-13.531-7.369-19.828-11.534-3.151 3.132-6.7 5.694-10.186 8.372-3.425 2.751-7.285 4.768-10.946 7.118 1.09 8.117 1.629 16.108 1.846 24.448-9.446 4.754-19.519 7.906-29.708 10.17-4.068-6.837-7.788-14.241-11.028-21.479-3.842.642-7.702.88-11.567.926v.006c-.027 0-.052-.006-.075-.006-.024 0-.049.006-.073.006v-.006c-3.872-.046-7.729-.284-11.572-.926-3.238 7.238-6.956 14.642-11.03 21.479-10.184-2.264-20.258-5.416-29.703-10.17.216-8.34.755-16.331 1.848-24.448-3.668-2.35-7.523-4.367-10.949-7.118-3.481-2.678-7.036-5.24-10.188-8.372-6.297 4.165-12.962 8.079-19.828 11.534-7.401-7.965-14.321-16.562-19.974-26.182 4.4426579-6.973692 9.2079702-13.9828876 13.621-19.449z" fill="#478cbf" transform="matrix(4.162611 0 0 -4.162611 104.69892 525.90697)"/><path d="m0 0-1.121-16.063c-.135-1.936-1.675-3.477-3.611-3.616l-38.555-2.751c-.094-.007-.188-.01-.281-.01-1.916 0-3.569 1.406-3.852 3.33l-2.211 14.994h-31.459l-2.211-14.994c-.297-2.018-2.101-3.469-4.133-3.32l-38.555 2.751c-1.936.139-3.476 1.68-3.611 3.616l-1.121 16.063-32.547 3.138c.015-3.498.06-7.33.06-8.093 0-34.374 43.605-50.896 97.781-51.086h.066.067c54.176.19 97.766 16.712 97.766 51.086 0 .777.047 4.593.063 8.093z" fill="#478cbf" transform="matrix(4.162611 0 0 -4.162611 784.07144 817.24284)"/><path d="m0 0c0-12.052-9.765-21.815-21.813-21.815-12.042 0-21.81 9.763-21.81 21.815 0 12.044 9.768 21.802 21.81 21.802 12.048 0 21.813-9.758 21.813-21.802" fill="#fff" transform="matrix(4.162611 0 0 -4.162611 389.21484 625.67104)"/><path d="m0 0c0-7.994-6.479-14.473-14.479-14.473-7.996 0-14.479 6.479-14.479 14.473s6.483 14.479 14.479 14.479c8 0 14.479-6.485 14.479-14.479" fill="#414042" transform="matrix(4.162611 0 0 -4.162611 367.36686 631.05679)"/><path d="m0 0c-3.878 0-7.021 2.858-7.021 6.381v20.081c0 3.52 3.143 6.381 7.021 6.381s7.028-2.861 7.028-6.381v-20.081c0-3.523-3.15-6.381-7.028-6.381" fill="#fff" transform="matrix(4.162611 0 0 -4.162611 511.99336 724.73954)"/><path d="m0 0c0-12.052 9.765-21.815 21.815-21.815 12.041 0 21.808 9.763 21.808 21.815 0 12.044-9.767 21.802-21.808 21.802-12.05 0-21.815-9.758-21.815-21.802" fill="#fff" transform="matrix(4.162611 0 0 -4.162611 634.78706 625.67104)"/><path d="m0 0c0-7.994 6.477-14.473 14.471-14.473 8.002 0 14.479 6.479 14.479 14.473s-6.477 14.479-14.479 14.479c-7.994 0-14.471-6.485-14.471-14.479" fill="#414042" transform="matrix(4.162611 0 0 -4.162611 656.64056 631.05679)"/></g></svg>
|
||||||
|
After Width: | Height: | Size: 4.1 KiB |
37
02_GraduallyDescentIntoTheSingularity/icon.svg.import
Normal file
37
02_GraduallyDescentIntoTheSingularity/icon.svg.import
Normal file
@ -0,0 +1,37 @@
|
|||||||
|
[remap]
|
||||||
|
|
||||||
|
importer="texture"
|
||||||
|
type="CompressedTexture2D"
|
||||||
|
uid="uid://dw0t8inj75cb5"
|
||||||
|
path="res://.godot/imported/icon.svg-218a8f2b3041327d8a5756f3a245f83b.ctex"
|
||||||
|
metadata={
|
||||||
|
"vram_texture": false
|
||||||
|
}
|
||||||
|
|
||||||
|
[deps]
|
||||||
|
|
||||||
|
source_file="res://icon.svg"
|
||||||
|
dest_files=["res://.godot/imported/icon.svg-218a8f2b3041327d8a5756f3a245f83b.ctex"]
|
||||||
|
|
||||||
|
[params]
|
||||||
|
|
||||||
|
compress/mode=0
|
||||||
|
compress/high_quality=false
|
||||||
|
compress/lossy_quality=0.7
|
||||||
|
compress/hdr_compression=1
|
||||||
|
compress/normal_map=0
|
||||||
|
compress/channel_pack=0
|
||||||
|
mipmaps/generate=false
|
||||||
|
mipmaps/limit=-1
|
||||||
|
roughness/mode=0
|
||||||
|
roughness/src_normal=""
|
||||||
|
process/fix_alpha_border=true
|
||||||
|
process/premult_alpha=false
|
||||||
|
process/normal_map_invert_y=false
|
||||||
|
process/hdr_as_srgb=false
|
||||||
|
process/hdr_clamp_exposure=false
|
||||||
|
process/size_limit=0
|
||||||
|
detect_3d/compress_to=1
|
||||||
|
svg/scale=1.0
|
||||||
|
editor/scale_with_editor_scale=false
|
||||||
|
editor/convert_colors_with_editor_theme=false
|
||||||
20
02_GraduallyDescentIntoTheSingularity/project.godot
Normal file
20
02_GraduallyDescentIntoTheSingularity/project.godot
Normal file
@ -0,0 +1,20 @@
|
|||||||
|
; Engine configuration file.
|
||||||
|
; It's best edited using the editor UI and not directly,
|
||||||
|
; since the parameters that go here are not all obvious.
|
||||||
|
;
|
||||||
|
; Format:
|
||||||
|
; [section] ; section goes between []
|
||||||
|
; param=value ; assign values to parameters
|
||||||
|
|
||||||
|
config_version=5
|
||||||
|
|
||||||
|
[application]
|
||||||
|
|
||||||
|
config/name="Gradually Descent Into The Singularity"
|
||||||
|
run/main_scene="res://2DScene.tscn"
|
||||||
|
config/features=PackedStringArray("4.0", "Forward Plus")
|
||||||
|
config/icon="res://icon.svg"
|
||||||
|
|
||||||
|
[physics]
|
||||||
|
|
||||||
|
2d/default_gravity=0.0
|
||||||
Loading…
Reference in New Issue
Block a user