Check if update is required
This commit is contained in:
parent
57cb56b3a1
commit
8b7ec980f4
|
|
@ -0,0 +1,14 @@
|
|||
package database
|
||||
|
||||
import "database/sql"
|
||||
|
||||
const CacheTypeAllCardsBulkData = "AllCardsBulkData"
|
||||
|
||||
func GetCacheTimestampByType(db *sql.DB, cacheType string) (string, error) {
|
||||
var timestamp string
|
||||
|
||||
query := "SELECT Stamp FROM CacheTimestamp WHERE CacheType = ?;"
|
||||
err := db.QueryRow(query, cacheType).Scan(×tamp)
|
||||
|
||||
return timestamp, err
|
||||
}
|
||||
|
|
@ -1,3 +0,0 @@
|
|||
package entities
|
||||
|
||||
const CacheTypeAllCardsBulkData = "AllCardsBulkData"
|
||||
|
|
@ -2,7 +2,7 @@ package operations
|
|||
|
||||
import (
|
||||
"database/sql"
|
||||
"sevenkeys/scryfall/types"
|
||||
"sevenkeys/logic/scryfall/types"
|
||||
"time"
|
||||
)
|
||||
|
||||
|
|
|
|||
|
|
@ -5,36 +5,8 @@ import (
|
|||
"fmt"
|
||||
"sevenkeys/database/entities"
|
||||
"strings"
|
||||
"time"
|
||||
)
|
||||
|
||||
func GetGamepieceByName(db *sql.DB, name string) (entities.Gamepiece, error) {
|
||||
var gamepiece entities.Gamepiece
|
||||
|
||||
query := "SELECT Id, Name FROM Gamepiece WHERE Name = ?;"
|
||||
err := db.QueryRow(query, name).Scan(&gamepiece.Id, &gamepiece.Name)
|
||||
|
||||
return gamepiece, err
|
||||
}
|
||||
|
||||
func GetCacheTimestampByType(db *sql.DB, cacheType string) (time.Time, error) {
|
||||
var timestamp string
|
||||
|
||||
query := "SELECT Stamp FROM CacheTimestamp WHERE CacheType = ?;"
|
||||
err := db.QueryRow(query, cacheType).Scan(×tamp)
|
||||
|
||||
if err == sql.ErrNoRows {
|
||||
return time.Unix(0, 0), nil
|
||||
}
|
||||
|
||||
stamp, err := time.Parse("2006-01-02 15:04:05", timestamp)
|
||||
if err != nil {
|
||||
return time.Unix(0, 0), err
|
||||
}
|
||||
|
||||
return stamp, err
|
||||
}
|
||||
|
||||
func GetCardSearchOptions(db *sql.DB) ([]string, error) {
|
||||
var searchOptions []string
|
||||
|
||||
|
|
|
|||
|
|
@ -0,0 +1,175 @@
|
|||
package main
|
||||
|
||||
import (
|
||||
"database/sql"
|
||||
"encoding/json"
|
||||
"io"
|
||||
"io/ioutil"
|
||||
"log"
|
||||
"net/http"
|
||||
"os"
|
||||
"sevenkeys/database/entities"
|
||||
"sevenkeys/database/operations"
|
||||
"sevenkeys/logic/scryfall/types"
|
||||
"time"
|
||||
)
|
||||
|
||||
const CACHE_DIR string = "cache"
|
||||
|
||||
const SET_ICON_CACHE_DIR string = CACHE_DIR + "/seticons/"
|
||||
const SET_ICON_FILE_EXTENSION string = ".svg"
|
||||
|
||||
const ALL_CARDS_CACHE_FILENAME = CACHE_DIR + "/all-cards.json"
|
||||
|
||||
const GAME_PAPER = "paper"
|
||||
|
||||
func check(err error) {
|
||||
if err != nil {
|
||||
log.Fatal(err)
|
||||
}
|
||||
}
|
||||
|
||||
func createCacheDirectories() error {
|
||||
err := os.Mkdir(CACHE_DIR, os.ModePerm)
|
||||
if err != nil && !os.IsExist(err) {
|
||||
return err
|
||||
}
|
||||
|
||||
err = os.Mkdir(SET_ICON_CACHE_DIR, os.ModePerm)
|
||||
if err != nil && !os.IsExist(err) {
|
||||
return err
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func importSets(db *sql.DB, sets []types.Set) error {
|
||||
for _, set := range sets {
|
||||
// We're only interested in paper cards, so skip importing
|
||||
// any sets that were only released in a video game
|
||||
if set.Digital {
|
||||
continue
|
||||
}
|
||||
|
||||
log.Println("Importing " + set.Code)
|
||||
err := operations.InsertOrUpdateSet(db, set)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
log.Println("Downloading logo for " + set.Code)
|
||||
response, err := http.Get(set.IconSvgUri)
|
||||
defer response.Body.Close()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
iconFilename := SET_ICON_CACHE_DIR + set.Code + SET_ICON_FILE_EXTENSION
|
||||
iconFile, err := os.Create(iconFilename)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
io.Copy(iconFile, response.Body)
|
||||
log.Println("Finished importing " + set.Code)
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func cacheAllCardsFile(db *sql.DB, uri string, updatedAtTimestamp time.Time) error {
|
||||
log.Printf("Downloading bulk card data...")
|
||||
bulkCardsResponse, err := http.Get(uri)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
log.Printf("Downloaded bulk card data.")
|
||||
|
||||
log.Printf("Writing card data to cache file...")
|
||||
cacheFile, err := os.Create(ALL_CARDS_CACHE_FILENAME)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
defer bulkCardsResponse.Body.Close()
|
||||
defer cacheFile.Close()
|
||||
io.Copy(cacheFile, bulkCardsResponse.Body)
|
||||
log.Printf("Cache file written.")
|
||||
|
||||
log.Printf("Recording timestamp...")
|
||||
err = operations.InsertOrUpdateCacheTimestampByType(db, entities.CacheTypeAllCardsBulkData, updatedAtTimestamp)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
log.Printf("Timestamp recorded.")
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func importCards(db *sql.DB, cards []types.Card) error {
|
||||
for _, card := range cards {
|
||||
// We're only interested in paper cards, so skip cards or printings of a card which
|
||||
// aren't available in paper
|
||||
if !isPaper(card) {
|
||||
continue
|
||||
}
|
||||
|
||||
err := operations.InsertCard(db, card)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func isPaper(card types.Card) bool {
|
||||
var paper bool = false
|
||||
|
||||
for _, game := range card.Games {
|
||||
if game == GAME_PAPER {
|
||||
paper = true
|
||||
}
|
||||
}
|
||||
|
||||
return paper
|
||||
}
|
||||
|
||||
func main() {
|
||||
log.Println("Creating cache directories...")
|
||||
err := createCacheDirectories()
|
||||
check(err)
|
||||
log.Println("Created cache directories.")
|
||||
|
||||
log.Println("Downloading set data from Scryfall...")
|
||||
sets, err := methods.GetSets()
|
||||
check(err)
|
||||
log.Println("Downloaded set data.")
|
||||
|
||||
log.Println("Importing set data...")
|
||||
err = importSets(db, sets)
|
||||
check(err)
|
||||
log.Println("Imported sets.")
|
||||
|
||||
if updated {
|
||||
log.Printf("Bulk data has been updated since last cache, redownloading.")
|
||||
err = cacheAllCardsFile(db, allCardsBulkData.DownloadUri, updatedAtTimestamp)
|
||||
check(err)
|
||||
} else {
|
||||
log.Printf("Bulk data has not been updated. Skipping download.")
|
||||
}
|
||||
|
||||
log.Printf("Unmarsaling file into slice...")
|
||||
allCardsBytes, err := ioutil.ReadFile(ALL_CARDS_CACHE_FILENAME)
|
||||
check(err)
|
||||
|
||||
var allCards []types.Card
|
||||
err = json.Unmarshal(allCardsBytes, &allCards)
|
||||
check(err)
|
||||
log.Printf("Unmarshaled file.")
|
||||
|
||||
log.Printf("Importing card data into database...")
|
||||
err = importCards(db, allCards)
|
||||
check(err)
|
||||
log.Printf("Imported card data.")
|
||||
}
|
||||
|
|
@ -0,0 +1,22 @@
|
|||
package logic
|
||||
|
||||
import "os"
|
||||
|
||||
const CACHE_DIR string = "cache"
|
||||
const SET_ICON_CACHE_DIR string = CACHE_DIR + "/seticons/"
|
||||
const SET_ICON_FILE_EXTENSION string = ".svg"
|
||||
const ALL_CARDS_CACHE_FILENAME = CACHE_DIR + "/all-cards.json"
|
||||
|
||||
func CreateCacheDirectories() error {
|
||||
err := os.Mkdir(CACHE_DIR, os.ModePerm)
|
||||
if err != nil && !os.IsExist(err) {
|
||||
return err
|
||||
}
|
||||
|
||||
err = os.Mkdir(SET_ICON_CACHE_DIR, os.ModePerm)
|
||||
if err != nil && !os.IsExist(err) {
|
||||
return err
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
|
@ -0,0 +1,9 @@
|
|||
package logic
|
||||
|
||||
import "log"
|
||||
|
||||
func Check(err error) {
|
||||
if err != nil {
|
||||
log.Fatal(err)
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,32 @@
|
|||
package logic
|
||||
|
||||
import (
|
||||
"database/sql"
|
||||
"sevenkeys/database"
|
||||
"sevenkeys/logic/scryfall"
|
||||
"time"
|
||||
)
|
||||
|
||||
func CheckForUpdates(db *sql.DB) (bool, error) {
|
||||
cachedFileTimestampStr, err := database.GetCacheTimestampByType(db, database.CacheTypeAllCardsBulkData)
|
||||
if err == sql.ErrNoRows {
|
||||
return true, nil
|
||||
} else if err != nil {
|
||||
return false, err
|
||||
}
|
||||
|
||||
cachedFileTimestamp, err := time.Parse("2006-01-02 15:04:05", cachedFileTimestampStr)
|
||||
|
||||
allCardsBulkData, err := scryfall.GetBulkDataByType(scryfall.BulkDataTypeAllCards)
|
||||
if err != nil {
|
||||
return false, err
|
||||
}
|
||||
|
||||
bulkCardsUpdatedTimestamp, err := time.Parse(scryfall.ScryfallTimestampFormat, allCardsBulkData.UpdatedAt)
|
||||
if err != nil {
|
||||
return false, err
|
||||
}
|
||||
bulkCardsUpdatedTimestamp = bulkCardsUpdatedTimestamp.Truncate(time.Second)
|
||||
|
||||
return bulkCardsUpdatedTimestamp.After(cachedFileTimestamp), nil
|
||||
}
|
||||
|
|
@ -0,0 +1,24 @@
|
|||
package main
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"sevenkeys/database"
|
||||
"sevenkeys/logic"
|
||||
)
|
||||
|
||||
func main() {
|
||||
db := database.GetDatabaseFromConfig("config.json")
|
||||
|
||||
needsUpdate, err := logic.CheckForUpdates(db)
|
||||
logic.Check(err)
|
||||
|
||||
if needsUpdate {
|
||||
fmt.Println("Needs update")
|
||||
/*
|
||||
if logic.AskForScryfallUpdate() {
|
||||
err = logic.RunScryfallUpdate()
|
||||
logic.Check(err)
|
||||
}
|
||||
*/
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,27 @@
|
|||
package main
|
||||
|
||||
/*
|
||||
func main() {
|
||||
db := database.GetDatabaseFromConfig("config.json")
|
||||
cardSearchOptions, err := operations.GetCardSearchOptions(db)
|
||||
check(err)
|
||||
|
||||
cmd := exec.Command("fzf")
|
||||
cmd.Stderr = os.Stderr
|
||||
|
||||
fzfStdin, err := cmd.StdinPipe()
|
||||
check(err)
|
||||
|
||||
go func() {
|
||||
defer fzfStdin.Close()
|
||||
for _, option := range cardSearchOptions {
|
||||
io.WriteString(fzfStdin, option+"\n")
|
||||
}
|
||||
}()
|
||||
|
||||
fzfOutput, err := cmd.Output()
|
||||
check(err)
|
||||
|
||||
fmt.Println("Output:", string(fzfOutput))
|
||||
}
|
||||
*/
|
||||
Loading…
Reference in New Issue