diff options
| author | admin | 2025-02-09 15:07:02 +0100 |
|---|---|---|
| committer | admin | 2025-02-09 15:07:02 +0100 |
| commit | 32369fcbd4285664a527846ed392a33bbcbc3d75 (patch) | |
| tree | aabb365003b7a0b4c3a278bae117e28ff2c9c3a7 /database.go | |
| parent | a82dd3752342b0096a5070d297189b0bdf9ffe34 (diff) | |
| download | hncrawler-32369fcbd4285664a527846ed392a33bbcbc3d75.tar.gz | |
Diffstat (limited to 'database.go')
| -rw-r--r-- | database.go | 31 |
1 files changed, 29 insertions, 2 deletions
diff --git a/database.go b/database.go index 31594b4..bf35f52 100644 --- a/database.go +++ b/database.go @@ -65,13 +65,19 @@ func (app *App) saveStory(s Story) error { updated_at, story_id, url, - field + field, + host, + param, + type ) VALUES ( NULL, ?, ?, ?, ?, + ?, + ?, + ?, ? ); ` @@ -82,7 +88,7 @@ func (app *App) saveStory(s Story) error { } defer stmt2.Close() - _, err = stmt2.Exec(app.Now, app.Now, lid, l.Url, l.Field) + _, err = stmt2.Exec(app.Now, app.Now, lid, l.Url, l.Field, l.Host, l.Param, l.Type) if err != nil { log.Warn("saveStory: InsertLinks: Statement execution failed") return err @@ -480,3 +486,24 @@ func (app *App) createMaxStoredItem(new_max_item int) error { return nil } + +func (app *App) FixURLs() { + rows, err := app.DB.Query("SELECT url,field FROM links;") + if err != nil { + log.Fatal(err) + } + + for rows.Next() { + var url string + var field int + + err = rows.Scan(&url, &field) + if err != nil { + log.Fatal(err) + } + + link := getURL(url, field) + log.Printf("%+v\n", link) + //log.Warnf("%+v\n", link) + } +} |
