sschuhmann/rehearshalhub
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: robust NC activity filter, title extraction, scan result detail

Browse Source 
Watcher:
- Accept both NC 22+ (type="file_created") and older NC (subject="created_self")
  so the upload filter works across all Nextcloud versions
- Add .opus to audio_extensions
- Fix tests: set nc.username on mocks, use realistic activity dicts with type field
- Add tests for old NC style, non-band path filter, normalize_nc_path, cursor advance

API:
- Fix internal.py title extraction: always use filename stem (was using
  parts[-2] for >3-part paths, which gave folder name instead of song title)
- nc-scan now returns NcScanResult with folder, files_found, imported, skipped counts
  instead of bare song list — gives the UI actionable feedback

Web:
- Show rich scan result message: folder scanned, count imported, count already registered

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
Steffen Schuhmann
2026-03-29 12:26:58 +02:00
parent fbac62a0ea
commit 47bc802775
6 changed files with 179 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
watcher/src/watcher/config.py
View File

@@ -16,7 +16,7 @@ class WatcherSettings(BaseSettings):
poll_interval: int = 30 # seconds
# File extensions to watch
audio_extensions: list[str] = [".wav", ".mp3", ".flac", ".aac", ".ogg", ".m4a"]
audio_extensions: list[str] = [".wav", ".mp3", ".flac", ".aac", ".ogg", ".m4a", ".opus"]
@lru_cache

23
watcher/src/watcher/event_loop.py
View File

@@ -16,11 +16,15 @@ log = logging.getLogger("watcher.event_loop")
# Persist last seen activity ID in-process (good enough for a POC)
_last_activity_id: int = 0
# Nextcloud activity app subject names for file create/modify events.
# These differ across NC versions; we accept all known variants.
# Nextcloud Activity API v2 filter sets.
#
# NC 22+ returns: type="file_created"|"file_changed" (subject is human-readable)
# NC <22 returns: type="files" (subject is a machine key like "created_self")
#
# We accept either style so the watcher works across NC versions.
_UPLOAD_TYPES = {"file_created", "file_changed"}
_UPLOAD_SUBJECTS = {
"file_created",
"file_changed",
"created_by",
"changed_by",
"created_public",
@@ -110,11 +114,11 @@ async def poll_once(nc_client: NextcloudWatcherClient, settings: WatcherSettings
for activity in activities:
activity_id = int(activity.get("activity_id", 0))
activity_type = activity.get("type", "")
subject = activity.get("subject", "") # human-readable, for logging only
subject = activity.get("subject", "")
raw_path = extract_nc_file_path(activity)
log.debug(
"Activity id=%d type=%r subject=%r path=%r",
"Activity id=%d type=%r subject=%r raw_path=%r",
activity_id, activity_type, subject, raw_path,
)
@@ -142,8 +146,11 @@ async def poll_once(nc_client: NextcloudWatcherClient, settings: WatcherSettings
)
continue
if activity_type not in _UPLOAD_SUBJECTS:
log.debug("Skipping activity %d: type %r not a file upload event", activity_id, activity_type)
if activity_type not in _UPLOAD_TYPES and subject not in _UPLOAD_SUBJECTS:
log.debug(
"Skipping activity %d: type=%r subject=%r — not a file upload event",
activity_id, activity_type, subject,
)
continue
log.info("Detected audio upload: %s (activity %d)", nc_path, activity_id)

131
watcher/tests/test_event_loop.py
View File

@@ -8,6 +8,7 @@ from watcher.event_loop import (
extract_nc_file_path,
is_audio_file,
is_band_audio_path,
normalize_nc_path,
poll_once,
)
@@ -27,6 +28,22 @@ def test_is_band_audio_path():
assert not is_band_audio_path("/")
def test_normalize_nc_path_strips_dav_prefix():
assert normalize_nc_path("remote.php/dav/files/ncadmin/bands/myband/take.wav", "ncadmin") == "bands/myband/take.wav"
def test_normalize_nc_path_strips_user_files_prefix():
assert normalize_nc_path("ncadmin/files/bands/myband/take.wav", "ncadmin") == "bands/myband/take.wav"
def test_normalize_nc_path_strips_files_prefix():
assert normalize_nc_path("files/bands/myband/take.wav", "ncadmin") == "bands/myband/take.wav"
def test_normalize_nc_path_already_relative():
assert normalize_nc_path("bands/myband/take.wav", "ncadmin") == "bands/myband/take.wav"
def test_extract_nc_file_path_from_objects():
activity = {"objects": {"42": "/bands/foo/songs/bar/take.wav"}}
path = extract_nc_file_path(activity)
@@ -45,16 +62,25 @@ def test_extract_nc_file_path_returns_none_when_missing():
assert path is None
def _make_nc_mock(username: str = "admin") -> AsyncMock:
"""Return a properly configured NextcloudWatcherClient mock."""
from watcher.nc_client import NextcloudWatcherClient
nc = AsyncMock(spec=NextcloudWatcherClient)
nc.username = username
return nc
# ── poll_once: NC 22+ style (type field) ──────────────────────────────────────
@pytest.mark.asyncio
async def test_poll_once_ignores_non_audio_files(settings):
from watcher.nc_client import NextcloudWatcherClient
nc = AsyncMock(spec=NextcloudWatcherClient)
nc = _make_nc_mock()
nc.get_activities.return_value = [
{
"activity_id": 1,
"subject": "file_created",
"objects": {"1": "/bands/foo/songs/bar/image.jpg"},
"type": "file_created",
"subject": "created_self",
"objects": {"1": "bands/foo/songs/bar/image.jpg"},
}
]
@@ -64,15 +90,14 @@ async def test_poll_once_ignores_non_audio_files(settings):
@pytest.mark.asyncio
async def test_poll_once_registers_audio_upload(settings):
from watcher.nc_client import NextcloudWatcherClient
nc = AsyncMock(spec=NextcloudWatcherClient)
async def test_poll_once_registers_audio_upload_new_nc_style(settings):
nc = _make_nc_mock()
nc.get_activities.return_value = [
{
"activity_id": 5,
"subject": "file_created",
"objects": {"10": "/bands/myband/songs/mysong/take1.wav"},
"type": "file_created",
"subject": "created_self",
"objects": {"10": "bands/myband/songs/mysong/take1.wav"},
}
]
nc.get_file_etag.return_value = "abc123"
@@ -82,22 +107,63 @@ async def test_poll_once_registers_audio_upload(settings):
) as mock_register:
await poll_once(nc, settings)
mock_register.assert_called_once_with(
"/bands/myband/songs/mysong/take1.wav",
"bands/myband/songs/mysong/take1.wav",
"abc123",
settings.api_url,
)
@pytest.mark.asyncio
async def test_poll_once_ignores_non_file_events(settings):
from watcher.nc_client import NextcloudWatcherClient
async def test_poll_once_registers_audio_upload_old_nc_style(settings):
"""Old NC: type='files', subject='created_self' (machine key)."""
nc = _make_nc_mock()
nc.get_activities.return_value = [
{
"activity_id": 7,
"type": "files",
"subject": "created_self",
"objects": {"11": "bands/myband/231015/take1.wav"},
}
]
nc.get_file_etag.return_value = "etag999"
nc = AsyncMock(spec=NextcloudWatcherClient)
with patch(
"watcher.event_loop.register_version_with_api", new_callable=AsyncMock, return_value=True
) as mock_register:
await poll_once(nc, settings)
mock_register.assert_called_once_with(
"bands/myband/231015/take1.wav",
"etag999",
settings.api_url,
)
@pytest.mark.asyncio
async def test_poll_once_ignores_non_file_events(settings):
nc = _make_nc_mock()
nc.get_activities.return_value = [
{
"activity_id": 2,
"subject": "shared", # not file_created or file_changed
"objects": {"5": "/bands/foo/songs/bar/take.wav"},
"type": "shared_with_user",
"subject": "shared_with_you",
"objects": {"5": "bands/foo/songs/bar/take.wav"},
}
]
with patch("watcher.event_loop.register_version_with_api") as mock_register:
await poll_once(nc, settings)
mock_register.assert_not_called()
@pytest.mark.asyncio
async def test_poll_once_ignores_non_band_audio_files(settings):
nc = _make_nc_mock()
nc.get_activities.return_value = [
{
"activity_id": 3,
"type": "file_created",
"subject": "created_self",
"objects": {"6": "Music/personal/track.mp3"},
}
]
@@ -108,11 +174,36 @@ async def test_poll_once_ignores_non_file_events(settings):
@pytest.mark.asyncio
async def test_poll_once_empty_activities_does_nothing(settings):
from watcher.nc_client import NextcloudWatcherClient
nc = AsyncMock(spec=NextcloudWatcherClient)
nc = _make_nc_mock()
nc.get_activities.return_value = []
with patch("watcher.event_loop.register_version_with_api") as mock_register:
await poll_once(nc, settings)
mock_register.assert_not_called()
@pytest.mark.asyncio
async def test_poll_once_advances_cursor(settings):
nc = _make_nc_mock()
nc.get_activities.return_value = [
{
"activity_id": 10,
"type": "file_created",
"subject": "created_self",
"objects": {"1": "bands/band/cover.jpg"}, # non-audio → skipped
},
{
"activity_id": 20,
"type": "file_created",
"subject": "created_self",
"objects": {"2": "bands/band/doc.pdf"}, # non-audio → skipped
},
]
import watcher.event_loop as el
el._last_activity_id = 0
with patch("watcher.event_loop.register_version_with_api"):
await poll_once(nc, settings)
# Cursor should advance to the highest seen activity_id
assert el._last_activity_id == 20