fix SET 26 CRs not found

classes.py

@@ -48,21 +48,28 @@ class ETSIDocFinder:
     
     def search_document(self, doc_id: str):
         original = doc_id
-        
+
         main_tsg, workgroup, doc = self.get_workgroup(doc_id)
         urls = []
         if main_tsg:
             wg_url = self.find_workgroup_url(main_tsg, workgroup)
             print(wg_url)
             if wg_url:
-                files = self.get_docs_from_url(wg_url)
-                print(files)
-                for f in files:
-                    if doc in f.lower() or original in f:
-                        print(f)
-                        doc_url = f"{wg_url}/{f}"
+                entries = self.get_docs_from_url(wg_url)
+                print(entries)
+                for entry in entries:
+                    if doc in entry.lower() or original in entry:
+                        doc_url = f"{wg_url}/{entry}"
                         urls.append(doc_url)
-        return urls[0] if len(urls) == 1 else urls[-2] if len(urls) > 1 else f"Document {doc_id} not found"
+                    elif "." not in entry.rstrip("/"):
+                        # looks like a subdirectory — go one level deeper
+                        sub_url = f"{wg_url}/{entry}"
+                        files = self.get_docs_from_url(sub_url)
+                        for f in files:
+                            if doc in f.lower() or original in f:
+                                print(f)
+                                urls.append(f"{sub_url}/{f}")
+        return urls[0] if len(urls) == 1 else urls[-1] if len(urls) > 1 else f"Document {doc_id} not found"
 
 class ETSISpecFinder:
     def __init__(self):

requirements.txt

@@ -11,4 +11,5 @@ scikit-learn
 nltk
 bm25s[full]
 jax[cpu]
-datasets==3.6.0
+datasets==3.6.0
+huggingface_hub==0.34.6