From 960adebd9375ed8e95e6b3f22a35f2831bffbb02 Mon Sep 17 00:00:00 2001
From: The Magician <themagician@engineer.com>
Date: Tue, 23 Apr 2024 17:52:48 +0100
Subject: [PATCH] Import Set data from Scryfall

---
 sevenkeys/Makefile                           |  6 +-
 sevenkeys/cmd/dbup/main.go                   | 24 +-------
 sevenkeys/cmd/importdata/main.go             | 34 +++-------
 sevenkeys/database/entities/expansion_set.go | 18 ++++++
 sevenkeys/database/get_database.go           | 40 ++++++++++++
 sevenkeys/database/imports/color.go          | 29 +++++++++
 sevenkeys/database/imports/expansionset.go   | 58 +++++++++++++++++
 sevenkeys/database/setup.go                  | 32 ++++------
 sevenkeys/scryfall/set.go                    | 65 ++++++++++++++++++++
 sevenkeys/sql/createdb.sql                   |  1 +
 sevenkeys/sql/removedb.sql                   |  1 +
 11 files changed, 240 insertions(+), 68 deletions(-)
 create mode 100644 sevenkeys/database/entities/expansion_set.go
 create mode 100644 sevenkeys/database/get_database.go
 create mode 100644 sevenkeys/database/imports/color.go
 create mode 100644 sevenkeys/database/imports/expansionset.go
 create mode 100644 sevenkeys/scryfall/set.go
 create mode 100644 sevenkeys/sql/createdb.sql
 create mode 100644 sevenkeys/sql/removedb.sql

diff --git a/sevenkeys/Makefile b/sevenkeys/Makefile
index 92de8d2..b4c481b 100644
--- a/sevenkeys/Makefile
+++ b/sevenkeys/Makefile
@@ -1,4 +1,8 @@
-dbup:
+removedb:
+	mysql --user=root --password=$(shell pass show sevenkeys/mysql) <sql/removedb.sql
+createdb:
+	mysql --user=root --password=$(shell pass show sevenkeys/mysql) <sql/createdb.sql
+dbup: createdb
 	go run cmd/dbup/main.go
 importdata: dbup
 	go run cmd/importdata/main.go
diff --git a/sevenkeys/cmd/dbup/main.go b/sevenkeys/cmd/dbup/main.go
index 090be1d..0aab14c 100644
--- a/sevenkeys/cmd/dbup/main.go
+++ b/sevenkeys/cmd/dbup/main.go
@@ -1,32 +1,10 @@
 package main
 
 import (
-	"encoding/json"
-	"log"
-	"os"
-
 	"sevenkeys/database"
-
-	"github.com/go-sql-driver/mysql"
 )
 
-func readConfigFromFile(filename string) mysql.Config {
-	bytes, err := os.ReadFile(filename)
-	if err != nil {
-		log.Fatal(err)
-	}
-
-	var config mysql.Config
-	err = json.Unmarshal(bytes, &config)
-	if err != nil {
-		log.Fatal(err)
-	}
-
-	return config
-}
-
 func main() {
-	config := readConfigFromFile("config.json")
-	db := database.GetDatabase(config)
+	db := database.GetDatabaseFromConfig("config.json")
 	database.CreateDatabaseSchema(db)
 }
diff --git a/sevenkeys/cmd/importdata/main.go b/sevenkeys/cmd/importdata/main.go
index 5d75805..f04b85e 100644
--- a/sevenkeys/cmd/importdata/main.go
+++ b/sevenkeys/cmd/importdata/main.go
@@ -2,43 +2,29 @@ package main
 
 import (
 	"database/sql"
-	"fmt"
 	"log"
+	"sevenkeys/database"
+	"sevenkeys/scryfall"
 )
 
-func populateColorTable(db *sql.DB) {
-	query := `INSERT INTO Color (Name, Abbreviation) VALUES (?, ?);`
-
-	insert, err := db.Prepare(query)
-	defer insert.Close()
+func importSets(db *sql.DB) {
+	setList, err := scryfall.GetSets()
 	if err != nil {
 		log.Fatal(err)
 	}
 
-	colors := map[string]string{
-		"White": "W",
-		"Blue":  "U",
-		"Black": "B",
-		"Red":   "R",
-		"Green": "G",
-	}
-	for name, abbrev := range colors {
-		// TODO: Don't import a color if it's already in the database
-		result, err := insert.Exec(name, abbrev)
-		rowsAffected, err := result.RowsAffected()
-		if err != nil || rowsAffected != 1 {
-			log.Fatal(err)
-		}
+	err = database.InsertSets(db, setList)
+	if err != nil {
+		log.Fatal(err)
 	}
 }
 
 func main() {
-	// Import colors
-	// populateColorTable(db)
-	// Import sets
+	db := database.GetDatabaseFromConfig("config.json")
+	importColors(db)
+	importSets(db)
 	// Import keywords
 	// Import formats
 	// Import artists
 	// Import gamepieces and printings
-	fmt.Println("Hello, world from importdata")
 }
diff --git a/sevenkeys/database/entities/expansion_set.go b/sevenkeys/database/entities/expansion_set.go
new file mode 100644
index 0000000..2db270a
--- /dev/null
+++ b/sevenkeys/database/entities/expansion_set.go
@@ -0,0 +1,18 @@
+package entities
+
+type ExpansionSet struct {
+	Id            int
+	SetCode       string
+	Name          string
+	SetType       string
+	ReleasedAt    string
+	BlockCode     string
+	Block         string
+	ParentSetCode string
+	CardCount     int
+	PrintedSize   int
+	Digital       bool
+	FoilOnly      bool
+	NonfoilOnly   bool
+	IconSvgUri    string
+}
diff --git a/sevenkeys/database/get_database.go b/sevenkeys/database/get_database.go
new file mode 100644
index 0000000..6808ae9
--- /dev/null
+++ b/sevenkeys/database/get_database.go
@@ -0,0 +1,40 @@
+package database
+
+import (
+	"database/sql"
+	"encoding/json"
+	"log"
+	"os"
+
+	"github.com/go-sql-driver/mysql"
+)
+
+func readConfigFromFile(filename string) mysql.Config {
+	bytes, err := os.ReadFile(filename)
+	if err != nil {
+		log.Fatal(err)
+	}
+
+	var config mysql.Config
+	err = json.Unmarshal(bytes, &config)
+	if err != nil {
+		log.Fatal(err)
+	}
+
+	return config
+}
+
+func GetDatabaseFromConfig(filename string) *sql.DB {
+	config := readConfigFromFile(filename)
+
+	db, err := sql.Open("mysql", config.FormatDSN())
+
+	if err != nil {
+		log.Fatal(err)
+	}
+	if err = db.Ping(); err != nil {
+		log.Fatal(err)
+	}
+
+	return db
+}
diff --git a/sevenkeys/database/imports/color.go b/sevenkeys/database/imports/color.go
new file mode 100644
index 0000000..aa74ea5
--- /dev/null
+++ b/sevenkeys/database/imports/color.go
@@ -0,0 +1,29 @@
+package database
+
+/*
+func populateColorTable(db *sql.DB) {
+	query := `INSERT INTO Color (Name, Abbreviation) VALUES (?, ?);`
+
+	insert, err := db.Prepare(query)
+	defer insert.Close()
+	if err != nil {
+		log.Fatal(err)
+	}
+
+	colors := map[string]string{
+		"White": "W",
+		"Blue":  "U",
+		"Black": "B",
+		"Red":   "R",
+		"Green": "G",
+	}
+	for name, abbrev := range colors {
+		// TODO: Don't import a color if it's already in the database
+		result, err := insert.Exec(name, abbrev)
+		rowsAffected, err := result.RowsAffected()
+		if err != nil || rowsAffected != 1 {
+			log.Fatal(err)
+		}
+	}
+}
+*/
diff --git a/sevenkeys/database/imports/expansionset.go b/sevenkeys/database/imports/expansionset.go
new file mode 100644
index 0000000..d974903
--- /dev/null
+++ b/sevenkeys/database/imports/expansionset.go
@@ -0,0 +1,58 @@
+package database
+
+import (
+	"database/sql"
+	"log"
+	"sevenkeys/scryfall"
+)
+
+func CheckSetExists(db *sql.DB, setCode string) bool {
+	query := "SELECT Id FROM ExpansionSet WHERE SetCode = ?;"
+
+	var setId int
+	row := db.QueryRow(query, setCode)
+	err := row.Scan(&setId)
+
+	if err == sql.ErrNoRows {
+		return false
+	} else if err != nil {
+		log.Fatal(err)
+	}
+
+	return true
+}
+
+func insertSet(db *sql.DB, set scryfall.Set) error {
+	query := "INSERT INTO ExpansionSet (SetCode, Name, SetType, ReleasedAt, BlockCode, Block, ParentSetCode, CardCount, PrintedSize, Digital, FoilOnly, NonfoilOnly, IconSvgUri) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?);"
+
+	insert, err := db.Prepare(query)
+	defer insert.Close()
+	if err != nil {
+		return err
+	}
+
+	if CheckSetExists(db, set.Code) {
+		log.Println("Skipping " + set.Code + ", already in database")
+		return nil
+	}
+
+	_, err = insert.Exec(set.Code, set.Name, set.SetType, set.ReleasedAt, set.BlockCode, set.Block, set.ParentSetCode, set.CardCount, set.PrintedSize, set.Digital, set.FoilOnly, set.NonfoilOnly, set.IconSvgUri)
+	if err != nil {
+		return err
+	}
+
+	return nil
+}
+
+func InsertSets(db *sql.DB, setList scryfall.SetList) error {
+	for index := range setList.Data {
+		set := setList.Data[index]
+
+		err := insertSet(db, set)
+		if err != nil {
+			return err
+		}
+	}
+
+	return nil
+}
diff --git a/sevenkeys/database/setup.go b/sevenkeys/database/setup.go
index bf2224b..cc3b7bc 100644
--- a/sevenkeys/database/setup.go
+++ b/sevenkeys/database/setup.go
@@ -3,25 +3,8 @@ package database
 import (
 	"database/sql"
 	"log"
-
-	"github.com/go-sql-driver/mysql"
 )
 
-var db *sql.DB
-
-func GetDatabase(config mysql.Config) *sql.DB {
-	db, err := sql.Open("mysql", config.FormatDSN())
-
-	if err != nil {
-		log.Fatal(err)
-	}
-	if err = db.Ping(); err != nil {
-		log.Fatal(err)
-	}
-
-	return db
-}
-
 func createGamepieceTable(db *sql.DB) {
 	query := `CREATE TABLE IF NOT EXISTS Gamepiece (
 		Id INT AUTO_INCREMENT PRIMARY KEY,
@@ -184,10 +167,19 @@ func createGamepieceFormatLegalityTable(db *sql.DB) {
 func createSetTable(db *sql.DB) {
 	query := `CREATE TABLE IF NOT EXISTS ExpansionSet (
 		Id INT AUTO_INCREMENT PRIMARY KEY,
-		SetCode VARCHAR(5) NOT NULL,
-		Name VARCHAR(40) NOT NULL,
+		SetCode VARCHAR(6) NOT NULL,
+		Name VARCHAR(60) NOT NULL,
+		SetType VARCHAR(20) NOT NULL,
+		ReleasedAt DATETIME NOT NULL,
+		BlockCode VARCHAR(10) NULL,
+		Block VARCHAR(40) NULL,
+		ParentSetCode VARCHAR(5) NULL,
+		CardCount INT NOT NULL,
+		PrintedSize INT NULL,
 		Digital BOOLEAN NOT NULL,
-		SetType VARCHAR(20) NOT NULL
+		FoilOnly BOOLEAN NOT NULL,
+		NonfoilOnly BOOLEAN NOT NULL,
+		IconSvgUri VARCHAR(60) NOT NULL
 	);`
 
 	_, err := db.Exec(query)
diff --git a/sevenkeys/scryfall/set.go b/sevenkeys/scryfall/set.go
new file mode 100644
index 0000000..b034a0c
--- /dev/null
+++ b/sevenkeys/scryfall/set.go
@@ -0,0 +1,65 @@
+package scryfall
+
+import (
+	"encoding/json"
+	"errors"
+	"io"
+	"net/http"
+)
+
+type Set struct {
+	Object        string `json:"object"`
+	Id            string `json:"id"` // Use UUID package?
+	Code          string `json:"code"`
+	MtgoCode      string `json:"mtgo_code"`
+	ArenaCode     string `json:"arena_code"`
+	TcgplayerId   int    `json:"tcgplayer_id"`
+	Name          string `json:"name"`
+	SetType       string `json:"set_type"`
+	ReleasedAt    string `json:"released_at"`
+	BlockCode     string `json:"block_code"`
+	Block         string `json:"block"`
+	ParentSetCode string `json:"parent_set_code"`
+	CardCount     int    `json:"card_count"`
+	PrintedSize   int    `json:"printed_size"`
+	Digital       bool   `json:"digital"`
+	FoilOnly      bool   `json:"foil_only"`
+	NonfoilOnly   bool   `json:"nonfoil_only"`
+	ScryfallUri   string `json:"scryfall_uri"`
+	Uri           string `json:"uri"`
+	IconSvgUri    string `json:"icon_svg_uri"`
+	SearchUri     string `json:"search_uri"`
+}
+
+type SetList struct {
+	Object  string `json:"object"`
+	HasMore bool   `json:"has_more"`
+	Data    []Set  `json:"data"`
+}
+
+var SETS_API string = "https://api.scryfall.com/sets"
+
+func GetSets() (SetList, error) {
+	response, err := http.Get(SETS_API)
+	if err != nil {
+		return SetList{}, err
+	}
+
+	defer response.Body.Close()
+	if response.StatusCode == http.StatusOK {
+		setsBytes, err := io.ReadAll(response.Body)
+		if err != nil {
+			return SetList{}, err
+		}
+
+		var setList SetList
+		err = json.Unmarshal(setsBytes, &setList)
+		if err != nil {
+			return SetList{}, err
+		}
+
+		return setList, nil
+	}
+
+	return SetList{}, errors.New("scryfall: failed to get all sets")
+}
diff --git a/sevenkeys/sql/createdb.sql b/sevenkeys/sql/createdb.sql
new file mode 100644
index 0000000..08eb890
--- /dev/null
+++ b/sevenkeys/sql/createdb.sql
@@ -0,0 +1 @@
+CREATE DATABASE IF NOT EXISTS sevenkeys;
diff --git a/sevenkeys/sql/removedb.sql b/sevenkeys/sql/removedb.sql
new file mode 100644
index 0000000..6f0384c
--- /dev/null
+++ b/sevenkeys/sql/removedb.sql
@@ -0,0 +1 @@
+DROP DATABASE IF EXISTS sevenkeys;