Downloading and Converting Tiddly to JSON

using Downloads, JSON3, Dates

function fetch_tiddlywiki_store(url)
    html = String(take!(Downloads.download(url, IOBuffer())))
    m = match(r"<script class=\"tiddlywiki-tiddler-store\"[^>]*>(.*?)</script>"s, html)
    m === nothing && error("no tiddlywiki-tiddler-store script found in $url")
    JSON3.read(m.captures[1])
end

const _tiddler_cache = Dict{String,Any}()
get_tiddlers(url) = get!(() -> fetch_tiddlywiki_store(url), _tiddler_cache, url)

function filter_titles(tiddlers, show_system, filter_text)
    q = lowercase(filter_text)
    titles = [t.title for t in tiddlers]
    show_system || filter!(t -> !startswith(t, "\$:/"), titles)
    isempty(q) ? titles : filter(t -> occursin(q, lowercase(t)), titles)
end

function resolve_tiddler(tiddlers, title)
    i = isempty(title) ? nothing : findfirst(t -> t.title == title, tiddlers)
    i === nothing ? nothing : tiddlers[i]
end

tw_date(s) = isempty(s) ? "" : DateTime(s[1:14], dateformat"yyyymmddHHMMSS")

pretty_json(x) = sprint(io -> JSON3.pretty(io, x))

url_host(url) = (m = match(r"^\w+://([^/]+)", url); m === nothing ? url : m.captures[1])

function slugify(s)
    s = replace(lowercase(strip(s)), r"[^a-z0-9]+" => "-")
    strip(s, '-')
end
;

t = resolve_tiddler(tiddlers, selected_title)
if t === nothing
    "no tiddler selected"
else
    slate_table([(field="title", value=string(t.title)),
                 (field="tags", value=get(t, :tags, "")),
                 (field="modified", value=string(tw_date(get(t, :modified, "")))),
                 (field="type", value=get(t, :type, "")),
                 (field="text", value=get(t, :text, ""))])
end

t = resolve_tiddler(tiddlers, selected_title)
t === nothing ? Text("") : Text(pretty_json(t))

{
    "created": "20230216020225285",
    "creator": "Telumire",
    "text": "",
    "tags": "housing",
    "title": "1950's Large Farmhouse",
    "modified": "20230216023151868",
    "modifier": "Telumire",
    "cost": "200",
    "description": "You are living with your family which has social and emotional pros and cons. "
}