Files
nim-basic/scrap.nim
2024-07-01 11:42:11 +02:00

57 lines
1.8 KiB
Nim

import std/htmlparser
import std/xmltree
import std/strtabs
import std/strutils
type
Descriptor* = object
name* : string
html_tag* : string
html_context_tag* : string
contains_string* : string
attrs* : string
content* : seq[string]
type
Entry* = object
desc* : seq[Descriptor]
proc getEntryFromHtml*(entry :var Entry, node : XmlNode) : Entry =
for i,desc in entry.desc:
echo("descriptor ",i," content: ",entry.desc[i])
let context = node.findAll(entry.desc[i].html_context_tag)
for a in context:
let subContext = a.findAll(entry.desc[0].html_tag)
for b in subContext:
if entry.desc[i].attrs != "":
if b.attrs.hasKey(entry.desc[i].attrs):
echo("found key [",entry.desc[i].attrs,"] in : ",b)
echo("value: ",b.attrs[entry.desc[i].attrs])
if entry.desc[i].contains_string != "":
var content_txt :string = b.innerText()
echo(" and string(innerText): ",content_txt)
if content_txt.contains(entry.desc[i].contains_string):
echo("PATTERN MATCH")
entry.desc[i].content.add(content_txt)
else:
entry.desc[i].content.add(b.attrs[entry.desc[i].attrs])
elif entry.desc[i].contains_string != "":
var content_txt = b.innerText()
echo(" string(innerText): ",content_txt)
if content_txt.contains(entry.desc[i].contains_string):
echo("PATTERN MATCH")
entry.desc[i].content.add(content_txt)
return entry
proc test() =
var htmlnode : XmlNode
var str_html : string
var entry: Entry
entry.desc[0] = Descriptor(html_tag : "p", contains_string : "test_container")
echo entry
htmlnode = parseHtml(str_html)
discard entry.getEntryFromHtml(htmlnode)
#test()