summaryrefslogtreecommitdiff
path: root/database.go
diff options
context:
space:
mode:
authoradmin2025-02-09 15:07:02 +0100
committeradmin2025-02-09 15:07:02 +0100
commit32369fcbd4285664a527846ed392a33bbcbc3d75 (patch)
treeaabb365003b7a0b4c3a278bae117e28ff2c9c3a7 /database.go
parenta82dd3752342b0096a5070d297189b0bdf9ffe34 (diff)
downloadhncrawler-32369fcbd4285664a527846ed392a33bbcbc3d75.tar.gz
FixURLs()HEADmaster
Diffstat (limited to 'database.go')
-rw-r--r--database.go31
1 files changed, 29 insertions, 2 deletions
diff --git a/database.go b/database.go
index 31594b4..bf35f52 100644
--- a/database.go
+++ b/database.go
@@ -65,13 +65,19 @@ func (app *App) saveStory(s Story) error {
updated_at,
story_id,
url,
- field
+ field,
+ host,
+ param,
+ type
) VALUES (
NULL,
?,
?,
?,
?,
+ ?,
+ ?,
+ ?,
?
);
`
@@ -82,7 +88,7 @@ func (app *App) saveStory(s Story) error {
}
defer stmt2.Close()
- _, err = stmt2.Exec(app.Now, app.Now, lid, l.Url, l.Field)
+ _, err = stmt2.Exec(app.Now, app.Now, lid, l.Url, l.Field, l.Host, l.Param, l.Type)
if err != nil {
log.Warn("saveStory: InsertLinks: Statement execution failed")
return err
@@ -480,3 +486,24 @@ func (app *App) createMaxStoredItem(new_max_item int) error {
return nil
}
+
+func (app *App) FixURLs() {
+ rows, err := app.DB.Query("SELECT url,field FROM links;")
+ if err != nil {
+ log.Fatal(err)
+ }
+
+ for rows.Next() {
+ var url string
+ var field int
+
+ err = rows.Scan(&url, &field)
+ if err != nil {
+ log.Fatal(err)
+ }
+
+ link := getURL(url, field)
+ log.Printf("%+v\n", link)
+ //log.Warnf("%+v\n", link)
+ }
+}