Website Reader

1from kern.knowledge.reader.website_reader import WebsiteReader
2
3reader = WebsiteReader(max_depth=3, max_links=10)
4
5try:
6    print("Starting read...")
7    documents = reader.read("https://kern.ndx.rocks/introduction")
8    if documents:
9        for doc in documents:
10            print(doc.name)
11            print(doc.content)
12            print(f"Content length: {len(doc.content)}")
13            print("-" * 80)
14    else:
15        print("No documents were returned")
16
17except Exception as e:
18    print(f"Error type: {type(e)}")
19    print(f"Error occurred: {str(e)}")