diff --git a/api/funkwhale_api/federation/library.py b/api/funkwhale_api/federation/library.py
index f9a1de8f7b58cf0df770f617554c4bb153923e46..6fa3c7183fd73d40f8b8dacf09ee92173bf368a6 100644
--- a/api/funkwhale_api/federation/library.py
+++ b/api/funkwhale_api/federation/library.py
@@ -96,5 +96,10 @@ def get_library_data(library_url):
     serializer = serializers.PaginatedCollectionSerializer(
         data=response.json(),
     )
-    serializer.is_valid(raise_exception=True)
+    if not serializer.is_valid():
+        return {
+            'errors': [
+                'Invalid ActivityPub response from remote library']
+        }
+
     return serializer.validated_data