exclude ext. docs

Author: srilaasya

docs/compile_llms_txt.py

@@ -0,0 +1,37 @@
+import os
+
+def compile_llms_txt():
+    # Get the docs directory path (where this script is located)
+    docs_dir = os.path.dirname(os.path.abspath(__file__))
+    content = ''
+    # Define names of directories and files to exclude
+    excluded_names = {'tool'}
+    
+    # Change to docs directory
+    os.chdir(docs_dir)
+    
+    for root, _, files in os.walk('.'):
+        # Get the last part of the current directory
+        current_dir = os.path.basename(root)
+        if current_dir in excluded_names:
+            continue
+            
+        for file in files:
+            if file.endswith('.mdx'):
+                if file in excluded_names:
+                    continue
+                    
+                file_path = os.path.join(root, file)
+                relative_path = os.path.relpath(file_path, '.')
+                
+                with open(file_path, 'r', encoding='utf-8') as f:
+                    file_content = f.read()
+                content += f"## {relative_path}\n\n{file_content}\n\n"
+
+    # Write the complete content, replacing the existing file
+    output_path = os.path.join(docs_dir, 'llms.txt')
+    with open(output_path, 'w', encoding='utf-8') as f:
+        f.write(content)
+
+if __name__ == "__main__":
+    compile_llms_txt()