Files
cardputerzero-camera/cam-helper/tests/test_picam2_worker.py

597 lines
22 KiB
Python

import os
import tempfile
import unittest
from czcamera_cam.picam2_worker import (
Picam2Worker,
compute_scaler_crop,
resolve_transform,
)
from czcamera_cam.protocol import FLAG_ASPECT_16_9, PIXFMT_YUV420
class FakeTransform:
def __init__(self, hflip=0, vflip=0):
self.hflip = int(hflip)
self.vflip = int(vflip)
def __eq__(self, other):
return (
isinstance(other, FakeTransform)
and self.hflip == other.hflip
and self.vflip == other.vflip
)
def __repr__(self):
return f"FakeTransform(hflip={self.hflip}, vflip={self.vflip})"
class FakeFrameWriter:
def __init__(self):
self.frames = []
def push_frame(self, width, height, pixfmt, flags, payload):
self.frames.append((width, height, pixfmt, flags, bytes(payload)))
class FakeRequest:
def __init__(self, width, height, stride=None, trailing_bytes=0, config=None):
self.width = width
self.height = height
self.stride = stride or width
self.trailing_bytes = trailing_bytes
self.config = config
def make_buffer(self, name):
assert name == "lores"
# Produce Y plane (height rows of stride) + U (height//2 rows of stride//2) + V + optional trailing DMA padding
y_rows = b"".join(bytes([100] * self.width + [255] * (self.stride - self.width)) for _ in range(self.height))
u_stride = self.stride // 2
u_w = self.width // 2
u_rows = b"".join(bytes([128] * u_w + [255] * (u_stride - u_w)) for _ in range(self.height // 2))
v_rows = b"".join(bytes([129] * u_w + [255] * (u_stride - u_w)) for _ in range(self.height // 2))
return y_rows + u_rows + v_rows + (b"\xaa" * self.trailing_bytes)
class FakeH264Encoder:
def __init__(self, bitrate=4000000):
self.bitrate = bitrate
class FakeFfmpegOutput:
def __init__(
self,
output_filename,
audio=False,
audio_device="default",
audio_samplerate=48000,
audio_codec="aac",
audio_bitrate=128000,
):
self.output_filename = output_filename
self.audio = audio
self.audio_device = audio_device
self.audio_samplerate = audio_samplerate
self.audio_codec = audio_codec
self.audio_bitrate = audio_bitrate
class FakePicamera2:
instances = []
fail_audio_on_start = False
def __init__(self, rotation=180):
self.camera_properties = {
"PixelArraySize": (3280, 2464),
"Model": "imx219",
"Rotation": rotation,
}
self.configured = None
self.camera_config = None
self.started = False
self.closed = False
self.controls_history = []
self.post_callback = None
self.pre_callback = None
self.recording = False
self.recording_attempts = []
self.captured_files = []
self.direct_captures = []
self.switched_captures = []
self.events = []
self.negotiated_stride = None
self.encoder = None
self.output = None
FakePicamera2.instances.append(self)
def create_still_configuration(self, main=None, lores=None, transform=None, **kwargs):
return {
"type": "still",
"main": main,
"lores": lores,
"transform": transform,
**kwargs,
}
def create_video_configuration(self, main=None, lores=None, transform=None, controls=None, **kwargs):
return {
"type": "video",
"main": main,
"lores": lores,
"transform": transform,
"controls": controls,
**kwargs,
}
def configure(self, config):
self.configured = config
cfg_copy = dict(config)
if config.get("lores") is not None:
lores = dict(config["lores"])
lores["stride"] = self.negotiated_stride or lores["size"][0]
cfg_copy["lores"] = lores
self.camera_config = cfg_copy
self.events.append(("configure", config["type"]))
def start(self):
self.started = True
self.events.append(("start", self.configured["type"] if self.configured else None))
def stop(self):
self.started = False
self.events.append(("stop", self.post_callback is None))
def close(self):
self.closed = True
def set_controls(self, controls):
self.controls_history.append(dict(controls))
def capture_file(self, file_output, name="main", format=None):
self.captured_files.append((file_output, name, format))
self.direct_captures.append((file_output, self.configured["main"]["size"], self.configured["main"]["format"], format))
with open(file_output, "wb") as f:
f.write(b"\xff\xd8\xff\xe0MOCKJPEG\xff\xd9")
def switch_mode_and_capture_file(self, camera_config, file_output, name="main", format=None):
prev_config = self.configured
prev_cam_config = self.camera_config
self.switched_captures.append((camera_config, file_output, name, format))
self.configured = camera_config
self.capture_file(file_output, name=name, format=format)
# Real picamera2 restores the prior configuration after capture completes.
self.configured = prev_config
self.camera_config = prev_cam_config
def start_recording(self, encoder, output):
self.recording_attempts.append((encoder, output))
if FakePicamera2.fail_audio_on_start and getattr(output, "audio", False):
raise RuntimeError("ALSA device hw:0,0 unavailable")
self.encoder = encoder
self.output = output
self.recording = True
# Extract real path from output_filename string (after -f mp4 -movflags +faststart )
path = output.output_filename.split()[-1].strip("'\"")
with open(path, "wb") as f:
f.write(b"\x00\x00\x00\x18ftypmp42MOCKMP4")
def stop_recording(self):
self.recording = False
def emit_lores_frame(self, stride=None, trailing_bytes=0, request_config=None):
lores = self.configured["lores"]
w, h = lores["size"]
req = FakeRequest(w, h, stride=stride, trailing_bytes=trailing_bytes, config=request_config)
cb = self.post_callback or self.pre_callback
if cb is not None:
cb(req)
class Picam2WorkerTest(unittest.TestCase):
def setUp(self):
FakePicamera2.instances.clear()
FakePicamera2.fail_audio_on_start = False
def _make_worker(self, rotation=180):
writer = FakeFrameWriter()
events = []
def picam_factory():
return FakePicamera2(rotation=rotation)
worker = Picam2Worker(
frame_writer=writer,
emit_event=events.append,
picamera2_cls=picam_factory,
transform_cls=FakeTransform,
encoder_cls=FakeH264Encoder,
ffmpeg_output_cls=FakeFfmpegOutput,
audio_probe=lambda: True,
)
return worker, writer, events
def test_scaler_crop_4_3_and_16_9_zoom_bounds(self):
sensor = (3280, 2464)
# 4:3 zoom=1.0 -> full sensor
self.assertEqual(compute_scaler_crop(sensor, 4, 3, 1.0), (0, 0, 3280, 2464))
# 16:9 zoom=1.0 -> centered 16:9 within full 3280 width
self.assertEqual(compute_scaler_crop(sensor, 16, 9, 1.0), (0, 310, 3280, 1844))
# zoom=2.0 halves dimensions centered
self.assertEqual(compute_scaler_crop(sensor, 4, 3, 2.0), (820, 616, 1640, 1232))
x16, y16, w16, h16 = compute_scaler_crop(sensor, 16, 9, 2.0)
self.assertEqual((w16, h16), (1640, 922))
self.assertEqual(x16, 820)
self.assertEqual(y16 % 2, 0)
self.assertGreaterEqual(y16, 310)
# zoom=4.0 -> even-aligned non-negative bounds within sensor
for aspect in ((4, 3), (16, 9)):
x, y, w, h = compute_scaler_crop(sensor, aspect[0], aspect[1], 4.0)
self.assertGreaterEqual(x, 0)
self.assertGreaterEqual(y, 0)
self.assertGreater(w, 0)
self.assertGreater(h, 0)
self.assertLessEqual(x + w, sensor[0])
self.assertLessEqual(y + h, sensor[1])
self.assertEqual(x % 2, 0)
self.assertEqual(y % 2, 0)
self.assertEqual(w % 2, 0)
self.assertEqual(h % 2, 0)
def test_resolve_transform_auto_and_explicit(self):
self.assertEqual(
resolve_transform("auto", {"Rotation": 180}, transform_cls=FakeTransform),
FakeTransform(hflip=1, vflip=1),
)
self.assertEqual(
resolve_transform("auto", {"Rotation": 0}, transform_cls=FakeTransform),
FakeTransform(hflip=0, vflip=0),
)
self.assertEqual(
resolve_transform("180", {"Rotation": 0}, transform_cls=FakeTransform),
FakeTransform(hflip=1, vflip=1),
)
self.assertEqual(
resolve_transform("0", {"Rotation": 180}, transform_cls=FakeTransform),
FakeTransform(hflip=0, vflip=0),
)
self.assertEqual(
resolve_transform("hflip", {"Rotation": 0}, transform_cls=FakeTransform),
FakeTransform(hflip=1, vflip=0),
)
self.assertEqual(
resolve_transform("vflip", {"Rotation": 0}, transform_cls=FakeTransform),
FakeTransform(hflip=0, vflip=1),
)
def test_dual_stream_preview_continues_during_video_recording(self):
worker, writer, events = self._make_worker()
worker.start()
self.assertEqual(events[0]["event"], "ready")
self.assertEqual(events[0]["protocol"], 1)
self.assertEqual(events[0]["backend"], "picamera2")
picam = FakePicamera2.instances[-1]
picam.negotiated_stride = 256
worker.configure(
mode="video",
main_w=1280,
main_h=720,
preview_w=226,
preview_h=128,
fps=30,
zoom=1.0,
ev=0.0,
transform="auto",
)
self.assertEqual(picam.configured["type"], "video")
self.assertEqual(picam.configured["lores"], {"size": (226, 128), "format": "YUV420"})
self.assertEqual(picam.configured["transform"], FakeTransform(hflip=1, vflip=1))
with tempfile.TemporaryDirectory() as tmpdir:
video_path = os.path.join(tmpdir, ".VID_20261119_124000.mp4.part")
res = worker.start_video(
tmp_path=video_path,
width=1280,
height=720,
fps=30,
bitrate=4000000,
audio=True,
)
self.assertTrue(res["audio_recorded"])
self.assertTrue(picam.recording)
self.assertIsInstance(picam.encoder, FakeH264Encoder)
self.assertEqual(picam.encoder.bitrate, 4000000)
self.assertIsInstance(picam.output, FakeFfmpegOutput)
# Ruling 3: explicit MP4 muxer flags for .mp4.part staging path
self.assertIn("-f mp4", picam.output.output_filename)
self.assertIn("-movflags +faststart", picam.output.output_filename)
self.assertIn(video_path, picam.output.output_filename)
# Simulate lores callbacks firing during active recording with padded stride 256
picam.emit_lores_frame(stride=256)
picam.emit_lores_frame(stride=256)
self.assertEqual(len(writer.frames), 2)
w, h, pixfmt, flags, payload = writer.frames[-1]
self.assertEqual((w, h, pixfmt, flags), (226, 128, PIXFMT_YUV420, FLAG_ASPECT_16_9))
self.assertEqual(len(payload), 226 * 128 * 3 // 2)
# Verify stride padding (0xFF bytes) was stripped out cleanly
self.assertNotIn(255, payload)
stop_res = worker.stop_video()
self.assertFalse(picam.recording)
self.assertTrue(stop_res["audio_recorded"])
self.assertGreater(stop_res["bytes"], 0)
self.assertGreaterEqual(stop_res["duration_sec"], 0.0)
def test_audio_init_failure_falls_back_to_muted_and_emits_warn(self):
FakePicamera2.fail_audio_on_start = True
worker, _, events = self._make_worker()
worker.start()
worker.configure(
mode="video",
main_w=1280,
main_h=720,
preview_w=226,
preview_h=128,
fps=30,
zoom=1.0,
ev=0.0,
transform="0",
)
with tempfile.TemporaryDirectory() as tmpdir:
video_path = os.path.join(tmpdir, ".VID_muted.mp4.part")
res = worker.start_video(
tmp_path=video_path,
width=1280,
height=720,
fps=30,
bitrate=4000000,
audio=True,
)
self.assertFalse(res["audio_recorded"])
picam = FakePicamera2.instances[-1]
self.assertEqual(len(picam.recording_attempts), 2)
self.assertTrue(picam.recording_attempts[0][1].audio)
self.assertFalse(picam.recording_attempts[1][1].audio)
self.assertTrue(picam.recording)
warns = [e for e in events if e.get("event") == "warn"]
self.assertEqual(len(warns), 1)
self.assertEqual(warns[0]["code"], "audio_unavailable")
stop_res = worker.stop_video()
self.assertFalse(stop_res["audio_recorded"])
def test_pause_and_resume_release_and_reacquire_camera(self):
worker, _, _ = self._make_worker()
worker.start()
first_picam = FakePicamera2.instances[-1]
worker.configure(
mode="photo",
main_w=3280,
main_h=2464,
preview_w=226,
preview_h=170,
fps=30,
zoom=2.0,
ev=0.5,
transform="hflip",
)
self.assertTrue(first_picam.started)
self.assertIn(
{"ScalerCrop": (820, 616, 1640, 1232), "ExposureValue": 0.5},
first_picam.controls_history,
)
worker.pause()
self.assertFalse(first_picam.started)
self.assertTrue(first_picam.closed)
worker.resume()
self.assertEqual(len(FakePicamera2.instances), 2)
second_picam = FakePicamera2.instances[-1]
self.assertTrue(second_picam.started)
self.assertEqual(second_picam.configured["main"]["size"], (3280, 2464))
self.assertEqual(second_picam.configured["lores"]["size"], (226, 170))
self.assertEqual(second_picam.configured["transform"], FakeTransform(hflip=1, vflip=0))
self.assertIn(
{"ScalerCrop": (820, 616, 1640, 1232), "ExposureValue": 0.5},
second_picam.controls_history,
)
def test_capture_still_uses_jpeg_format_for_tmp_extension(self):
worker, _, _ = self._make_worker()
worker.start()
picam = FakePicamera2.instances[-1]
worker.configure(
mode="photo",
main_w=3280,
main_h=2464,
preview_w=226,
preview_h=170,
fps=30,
zoom=2.0,
ev=-0.5,
transform="auto",
)
with tempfile.TemporaryDirectory() as tmpdir:
# 1st capture: matches active photo main_size -> direct capture_file
still_a = os.path.join(tmpdir, ".IMG_1.jpg.tmp")
res_a = worker.capture_still(still_a, 3280, 2464)
self.assertEqual(res_a["width"], 3280)
self.assertEqual(res_a["height"], 2464)
self.assertGreater(res_a["bytes"], 0)
self.assertEqual(picam.captured_files[-1], (still_a, "main", "jpeg"))
self.assertEqual(len(picam.switched_captures), 0)
# 2nd capture: different size -> switch_mode_and_capture_file with controls + restore
controls_before = len(picam.controls_history)
still_b = os.path.join(tmpdir, ".IMG_2.jpg.tmp")
res_b = worker.capture_still(still_b, 1640, 1232)
self.assertEqual(res_b["width"], 1640)
self.assertEqual(res_b["height"], 1232)
self.assertEqual(len(picam.switched_captures), 1)
sw_cfg, sw_path, sw_name, sw_fmt = picam.switched_captures[-1]
self.assertEqual((sw_path, sw_name, sw_fmt), (still_b, "main", "jpeg"))
self.assertEqual(
sw_cfg["controls"],
{"ScalerCrop": (820, 616, 1640, 1232), "ExposureValue": -0.5},
)
# Prior photo configuration restored and controls re-applied
self.assertEqual(picam.configured["main"]["size"], (3280, 2464))
self.assertGreater(len(picam.controls_history), controls_before)
self.assertEqual(
picam.controls_history[-1],
{"ScalerCrop": (820, 616, 1640, 1232), "ExposureValue": -0.5},
)
# 3rd capture: back at 3280x2464 -> still matches _main_size, uses direct capture_file
still_c = os.path.join(tmpdir, ".IMG_3.jpg.tmp")
res_c = worker.capture_still(still_c, 3280, 2464)
self.assertEqual(res_c["width"], 3280)
self.assertEqual(len(picam.switched_captures), 1)
self.assertEqual(picam.captured_files[-1], (still_c, "main", "jpeg"))
def test_capture_still_in_video_mode_switches_to_still_format(self):
worker, _, _ = self._make_worker()
worker.start()
picam = FakePicamera2.instances[-1]
worker.configure(
mode="video",
main_w=1280,
main_h=720,
preview_w=226,
preview_h=128,
fps=30,
zoom=2.0,
ev=0.5,
transform="0",
)
controls_before = len(picam.controls_history)
with tempfile.TemporaryDirectory() as tmpdir:
still_path = os.path.join(tmpdir, ".IMG_from_video.jpg.tmp")
res = worker.capture_still(still_path, 1280, 720)
self.assertEqual(res["width"], 1280)
self.assertEqual(res["height"], 720)
# Even though 1280x720 matches video _main_size, video mode uses YUV420 so it must switch
self.assertEqual(len(picam.switched_captures), 1)
sw_cfg = picam.switched_captures[0][0]
self.assertEqual(sw_cfg["main"]["format"], "RGB888")
self.assertEqual(sw_cfg["controls"]["ExposureValue"], 0.5)
# Prior video configuration restored and 16:9 controls re-applied
self.assertEqual(picam.configured["type"], "video")
self.assertGreater(len(picam.controls_history), controls_before)
self.assertEqual(
picam.controls_history[-1],
{"ScalerCrop": (820, 770, 1640, 922), "ExposureValue": 0.5},
)
def test_configure_invalid_transform_preserves_state_and_safe_reconfigure_ordering(self):
worker, writer, _ = self._make_worker()
worker.start()
picam = FakePicamera2.instances[-1]
worker.configure(
mode="photo",
main_w=3280,
main_h=2464,
preview_w=226,
preview_h=170,
fps=30,
zoom=1.5,
ev=0.5,
transform="auto",
)
saved_config = dict(worker._last_config_kwargs)
with self.assertRaises(ValueError):
worker.configure(
mode="video",
main_w=1280,
main_h=720,
preview_w=226,
preview_h=128,
fps=30,
zoom=2.0,
ev=-1.0,
transform="bogus_rot",
)
# Camera remained started and prior state untouched on validation error
self.assertTrue(picam.started)
self.assertIsNotNone(picam.post_callback)
self.assertEqual(worker._mode, "photo")
self.assertEqual(worker._preview_size, (226, 170))
self.assertFalse(worker._is_16_9)
self.assertEqual(worker._last_config_kwargs, saved_config)
# Reconfigure photo -> video must detach post_callback and stop before starting video
picam.events.clear()
worker.configure(
mode="video",
main_w=1280,
main_h=720,
preview_w=226,
preview_h=128,
fps=30,
zoom=1.0,
ev=0.0,
transform="0",
)
self.assertEqual(
picam.events,
[("stop", True), ("configure", "video"), ("start", "video")],
)
picam.emit_lores_frame()
w, h, _, flags, _ = writer.frames[-1]
self.assertEqual((w, h, flags), (226, 128, FLAG_ASPECT_16_9))
def test_extract_lores_yuv420_negotiated_stride_with_trailing_padding(self):
worker, writer, _ = self._make_worker()
worker.start()
picam = FakePicamera2.instances[-1]
picam.negotiated_stride = 256
worker.configure(
mode="photo",
main_w=3280,
main_h=2464,
preview_w=226,
preview_h=170,
fps=30,
zoom=1.0,
ev=0.0,
transform="auto",
)
self.assertEqual(worker._lores_stride, 256)
# Emit frame with stride=256 and 512 trailing DMA alignment bytes
picam.emit_lores_frame(
stride=256,
trailing_bytes=512,
request_config={"lores": {"stride": 256}},
)
self.assertEqual(len(writer.frames), 1)
w, h, pixfmt, flags, payload = writer.frames[0]
self.assertEqual((w, h, pixfmt, flags), (226, 170, PIXFMT_YUV420, 0))
expected = 226 * 170 * 3 // 2
self.assertEqual(len(payload), expected)
self.assertNotIn(255, payload)
self.assertNotIn(0xAA, payload)
# Verify exact Y, U, V plane contents without row skew
y_len = 226 * 170
uv_len = 113 * 85
self.assertEqual(payload[:y_len], b"\x64" * y_len)
self.assertEqual(payload[y_len : y_len + uv_len], b"\x80" * uv_len)
self.assertEqual(payload[y_len + uv_len :], b"\x81" * uv_len)
if __name__ == "__main__":
unittest.main()