summaryrefslogtreecommitdiff
path: root/database.go
diff options
context:
space:
mode:
authoradmin2026-06-24 02:59:38 +0200
committeradmin2026-06-24 02:59:38 +0200
commitd74428a39f01f4542395cea086ac241016b81a1f (patch)
treead27400e773205104dbd46d1358c85e0e5dc182e /database.go
parent32369fcbd4285664a527846ed392a33bbcbc3d75 (diff)
downloadhncrawler-d74428a39f01f4542395cea086ac241016b81a1f.tar.gz
.
Diffstat (limited to 'database.go')
-rw-r--r--database.go30
1 files changed, 26 insertions, 4 deletions
diff --git a/database.go b/database.go
index bf35f52..1252b5f 100644
--- a/database.go
+++ b/database.go
@@ -488,22 +488,44 @@ func (app *App) createMaxStoredItem(new_max_item int) error {
}
func (app *App) FixURLs() {
- rows, err := app.DB.Query("SELECT url,field FROM links;")
+ rows, err := app.DB.Query("SELECT id, url,field FROM links where param is null;")
if err != nil {
log.Fatal(err)
}
for rows.Next() {
+ var link_id int
var url string
var field int
- err = rows.Scan(&url, &field)
+ err = rows.Scan(&link_id, &url, &field)
if err != nil {
- log.Fatal(err)
+ log.Fatal("FixURLs: rows.Scan failed ", err)
}
link := getURL(url, field)
- log.Printf("%+v\n", link)
+ //log.Printf("%+v\n", link)
//log.Warnf("%+v\n", link)
+
+ query := `
+ UPDATE links
+ set updated_at = ?,
+ url = ?,
+ host = ?,
+ param = ?,
+ type = ?
+ WHERE id = ?;
+ `
+ stmt, err := app.DB.Prepare(query)
+ if err != nil {
+ log.Fatal("FixURLs: Preparing query failed", err)
+ }
+
+ _, err = stmt.Exec(app.Now, link.Url, link.Host, link.Param, link.Type, link_id)
+ if err != nil {
+ log.Fatal("FixURLs: Statement execution failed", link.Url, err)
+ }
+
+ stmt.Close()
}
}