Can Grok 4.3 write working Godot 4 code? 11 of 15 on the first try

How the test works

Grok 4.3 in Flockbay

Move a CharacterBody2D with an input action: pass

extends CharacterBody2D

func _physics_process(_delta: float) -> void:
	if Input.is_action_pressed("ui_right"):
		velocity.x = 200.0
	else:
		velocity.x = 0.0
	move_and_slide()

Fall with gravity and land on the floor: pass

extends CharacterBody2D

const GRAVITY = 980.0

func _physics_process(delta: float) -> void:
	if not is_on_floor():
		velocity.y += GRAVITY * delta
	move_and_slide()

A score label: pass

extends Label

var score: int = 0

func _ready() -> void:
	text = "Score: 0"

func add(points: int) -> void:
	score += points
	text = "Score: " + str(score)

Save and load a dictionary as JSON: pass after one fix

Godot Engine v4.7.2.stable.mono.official.ed1daf0bf - https://godotengine.org

SCRIPT ERROR: Parse Error: The variable type is being inferred from a Variant value, so it will be typed as Variant. (Warning treated as error.)
   at: GDScript::reload (res://save_game.gd:14)
   GDScript backtrace (most recent call first):
       [0] _ready (res://bench_check.gd:4)
ERROR: Failed to load script "res://save_game.gd" with error "Parse error".
   at: load (modules/gdscript/gdscript_resource_format.cpp:46)
   GDScript backtrace (most recent call first):
       [0] _ready (res://bench_check.gd:4)
SCRIPT ERROR: Invalid call. Nonexistent function 'save_data' in base 'GDScript'.
   at: _ready (res://bench_check.gd:9)
   GDScript backtrace (most recent call first):
       [0] _ready (res://bench_check.gd:9)

Health with signals: pass

extends Node

var health: int = 100

signal health_changed(old_value: int, new_value: int)
signal died

func take_damage(amount: int) -> void:
	if amount <= 0 or health <= 0:
		return
	var old_value: int = health
	health = max(0, health - amount)
	if health != old_value:
		health_changed.emit(old_value, health)
		if health == 0:
			died.emit()

Fade out with a tween: pass

extends Node2D

signal faded

func fade_out(duration: float) -> void:
	modulate.a = 1.0
	var tween := create_tween()
	tween.tween_property(self, "modulate:a", 0.0, duration)
	tween.tween_callback(func(): emit_signal("faded"))

Spawn on a timer, then stop: pass

extends Node

var spawned_count = 0
var timer: Timer

func _ready():
	timer = Timer.new()
	timer.wait_time = 0.25
	timer.timeout.connect(_on_timer_timeout)
	add_child(timer)
	timer.start()

func _on_timer_timeout():
	if spawned_count < 4:
		var node = Node2D.new()
		add_child(node)
		spawned_count += 1
	else:
		timer.stop()

A door with states: pass

extends Node

enum State { CLOSED, OPENING, OPEN }

var state: State = State.CLOSED

func interact() -> void:
	if state == State.CLOSED:
		state = State.OPENING
		await get_tree().create_timer(0.5).timeout
		state = State.OPEN

func get_state_name() -> String:
	match state:
		State.CLOSED:
			return "CLOSED"
		State.OPENING:
			return "OPENING"
		State.OPEN:
			return "OPEN"
	return ""

An inventory with counts: pass

extends RefCounted

var _items: Dictionary = {}

func add_item(item_name: String, count: int) -> void:
	if count <= 0:
		return
	if _items.has(item_name):
		_items[item_name] += count
	else:
		_items[item_name] = count

func remove_item(item_name: String, count: int) -> bool:
	if count <= 0:
		return false
	if not _items.has(item_name) or _items[item_name] < count:
		return false
	_items[item_name] -= count
	if _items[item_name] == 0:
		_items.erase(item_name)
	return true

func get_count(item_name: String) -> int:
	return _items.get(item_name, 0)

Load a level scene from a path: pass

extends Node

func load_level(path: String) -> Node:
	var scene := load(path) as PackedScene
	var instance := scene.instantiate()
	add_child(instance)
	return instance

Paint cells on a TileMapLayer: pass

extends TileMapLayer

func paint_row(y: int, from_x: int, to_x: int) -> void:
	for x in range(from_x, to_x + 1):
		set_cell(Vector2i(x, y), 0, Vector2i(0, 0))

func is_painted(cell: Vector2i) -> bool:
	return get_cell_source_id(cell) != -1

Cast a physics ray: pass

extends Node2D

func first_hit(from: Vector2, to: Vector2) -> Vector2:
	var space_state = get_world_2d().direct_space_state
	var query = PhysicsRayQueryParameters2D.create(from, to)
	var result = space_state.intersect_ray(query)
	if not result.is_empty():
		return result.position
	return to

A path on a grid around walls: pass after one fix

Godot Engine v4.7.2.stable.mono.official.ed1daf0bf - https://godotengine.org

SCRIPT ERROR: Parse Error: Cannot infer the type of "next" variable because the value doesn't have a set type.
   at: GDScript::reload (res://path_finder.gd:20)
   GDScript backtrace (most recent call first):
       [0] _ready (res://bench_check.gd:4)
ERROR: Failed to load script "res://path_finder.gd" with error "Parse error".
   at: load (modules/gdscript/gdscript_resource_format.cpp:46)
   GDScript backtrace (most recent call first):
       [0] _ready (res://bench_check.gd:4)
SCRIPT ERROR: Invalid call. Nonexistent function 'new' in base 'GDScript'.
   at: _ready (res://bench_check.gd:9)
   GDScript backtrace (most recent call first):
       [0] _ready (res://bench_check.gd:9)

Build and play an animation in code: fail

Godot Engine v4.7.2.stable.mono.official.ed1daf0bf - https://godotengine.org

WARNING: AnimationMixer: 'blink', couldn't resolve track:  '../visible'. This warning can be disabled in Project Settings.
   at: _update_caches (scene/animation/animation_mixer.cpp:725)
BENCH FAIL: visible at 0.25, 0.75, 1.25 and 1.75 s was [true, true, true, true], expected [true, false, true, false]

Wait for a signal or a timeout: fail

Godot Engine v4.7.2.stable.mono.official.ed1daf0bf - https://godotengine.org

SCRIPT ERROR: Parse Error: Cannot find member "is_valid" in base "int".
   at: GDScript::reload (res://waiter.gd:16)
   GDScript backtrace (most recent call first):
       [0] _ready (res://bench_check.gd:4)
SCRIPT ERROR: Parse Error: Function "is_valid()" not found in base int.
   at: GDScript::reload (res://waiter.gd:16)
   GDScript backtrace (most recent call first):
       [0] _ready (res://bench_check.gd:4)
SCRIPT ERROR: Parse Error: Invalid argument for "disconnect()" function: argument 1 should be "Callable" but is "int".
   at: GDScript::reload (res://waiter.gd:17)
   GDScript backtrace (most recent call first):
       [0] _ready (res://bench_check.gd:4)
SCRIPT ERROR: Parse Error: Cannot find member "is_valid" in base "int".
   at: GDScript::reload (res://waiter.gd:18)
   GDScript backtrace (most recent call first):
       [0] _ready (res://bench_check.gd:4)
SCRIPT ERROR: Parse Error: Function "is_valid()" not found in base int.
   at: GDScript::reload (res://waiter.gd:18)
   GDScript backtrace (most recent call first):
       [0] _ready (res://bench_check.gd:4)
SCRIPT ERROR: Parse Error: Invalid argument for "disconnect()" function: argument 1 should be "Callable" but is "int".
   at: GDScript::reload (res://waiter.gd:19)
   GDScript backtrace (most recent call first):
       [0] _ready (res://bench_check.gd:4)
ERROR: Failed to load script "res://waiter.gd" with error "Parse error".
   at: load (modules/gdscript/gdscript_resource_format.cpp:46)
   GDScript backtrace (most recent call first):
       [0] _ready (res://bench_check.gd:4)
SCRIPT ERROR: Invalid call. Nonexistent function 'wait_for' in base 'Node'.
   at: _ready (res://bench_check.gd:13)
   GDScript backtrace (most recent call first):
       [0] _ready (res://bench_check.gd:13)