diff --git a/hubsrht/builds.py b/hubsrht/builds.py
index 2f5086c..cb65e10 100644
--- a/hubsrht/builds.py
+++ b/hubsrht/builds.py
@@ -37,6 +37,9 @@ def submit_patchset(ml, payload):
     manifests = git.get_manifests(repo.owner, repo.remote_id)
     if not manifests:
         return None
+    if len(manifests) > 4:
+        manifests = manifests[:4]
+
     ids = []
 
     version = payload["version"]