Move set import code to main.go
This commit is contained in:
parent
a01e591e5f
commit
787794ac97
|
@ -1,10 +1,15 @@
|
||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"database/sql"
|
||||||
|
"io"
|
||||||
"log"
|
"log"
|
||||||
|
"net/http"
|
||||||
"os"
|
"os"
|
||||||
"sevenkeys/database"
|
"sevenkeys/database"
|
||||||
|
"sevenkeys/database/operations"
|
||||||
"sevenkeys/scryfall/methods"
|
"sevenkeys/scryfall/methods"
|
||||||
|
"sevenkeys/scryfall/types"
|
||||||
)
|
)
|
||||||
|
|
||||||
const CACHE_DIR string = "cache"
|
const CACHE_DIR string = "cache"
|
||||||
|
@ -34,23 +39,59 @@ func createCacheDirectories() error {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func importSets(db *sql.DB, sets []types.Set) error {
|
||||||
|
for _, set := range sets {
|
||||||
|
// We're only interested in paper cards, so skip importing
|
||||||
|
// any sets that were only released in a video game
|
||||||
|
if set.Digital {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
log.Println("Importing " + set.Code)
|
||||||
|
err = operations.InsertOrUpdateSet(db, set)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
log.Println("Downloading logo for " + set.Code)
|
||||||
|
response, err := http.Get(set.IconSvgUri)
|
||||||
|
defer response.Body.Close()
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
iconFilename := SET_ICON_CACHE_DIR + set.Code + SET_ICON_FILE_EXTENSION
|
||||||
|
iconFile, err := os.Create(iconFilename)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
io.Copy(iconFile, response.Body)
|
||||||
|
log.Println("Finished importing " + set.Code)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func main() {
|
func main() {
|
||||||
log.Println("Connecting to database...")
|
log.Println("Connecting to database...")
|
||||||
db := database.GetDatabaseFromConfig("config.json")
|
db := database.GetDatabaseFromConfig("config.json")
|
||||||
log.Println("Connected.")
|
log.Println("Connected.")
|
||||||
|
|
||||||
log.Println("Downloading set data from Scryfall...")
|
|
||||||
sets, err := methods.GetSets()
|
|
||||||
check(err)
|
|
||||||
log.Println("Downloaded set data.")
|
|
||||||
|
|
||||||
log.Println("Creating cache directories...")
|
log.Println("Creating cache directories...")
|
||||||
err = createCacheDirectories()
|
err = createCacheDirectories()
|
||||||
check(err)
|
check(err)
|
||||||
log.Println("Created cache directories.")
|
log.Println("Created cache directories.")
|
||||||
|
|
||||||
|
log.Println("Downloading set data from Scryfall...")
|
||||||
|
sets, err := methods.GetSets()
|
||||||
|
check(err)
|
||||||
|
log.Println("Downloaded set data.")
|
||||||
|
|
||||||
// Loop through sets, import set data into database and download icons
|
// Loop through sets, import set data into database and download icons
|
||||||
// TODO: Only download icon if we don't already have the file
|
// TODO: Only download icon if we don't already have the file
|
||||||
|
log.Println("Importing set data...")
|
||||||
|
err = importSets()
|
||||||
|
check(err)
|
||||||
|
log.Println("Imported sets.")
|
||||||
|
|
||||||
// Check whether card data has been updated since last download
|
// Check whether card data has been updated since last download
|
||||||
// If yes, redownload and recache the bulk data
|
// If yes, redownload and recache the bulk data
|
||||||
|
|
Loading…
Reference in New Issue