168 lines
4.0 KiB
Python
168 lines
4.0 KiB
Python
import json
|
|
import sqlite3
|
|
|
|
def main():
|
|
# load json into python
|
|
print("loading json")
|
|
## read file into memory
|
|
with open('spells.json') as f:
|
|
# raw_data = f.read()
|
|
data = json.load(f)
|
|
print("Imported {} spells.".format(len(data)))
|
|
# alphabetize spells into a list
|
|
sorted_names = []
|
|
for i in data:
|
|
sorted_names.append(i['name'])
|
|
sorted_names.sort()
|
|
# print(sorted_names)
|
|
|
|
# get list of dicts in order
|
|
sorted_dicts = [] # sorted by ['name'] alphabetically
|
|
for i in sorted_names:
|
|
for x in data:
|
|
# yes, I know this is double nested and not that efficient; don't
|
|
# care yet, it's not that many items
|
|
if x['name'] == i:
|
|
sorted_dicts.append(x)
|
|
|
|
# NOW we can go alphabetically spell by spell
|
|
|
|
## Get database connection
|
|
conn = sqlite3.connect('../../pf2.db')
|
|
|
|
# load in ids for traits from traits table so we only call this once
|
|
# instead of every spell
|
|
stmt = "SELECT trait_id, short_name FROM traits"
|
|
c = conn.cursor()
|
|
c.execute(stmt)
|
|
traits = c.fetchall()
|
|
# print(traits)
|
|
|
|
|
|
id = 0
|
|
for i in sorted_dicts:
|
|
id += 1
|
|
# insert basics of a spell
|
|
do_basic_sql(i, id, conn)
|
|
do_range_numbers(i,id,conn)
|
|
do_sources_pages(i,id,conn)
|
|
do_spell_traits(i,id,conn,traits)
|
|
# TODO do all the traits, FK stuff etc...
|
|
|
|
def do_spell_traits(i, id, conn, traits):
|
|
|
|
# get list of traits from the json and capitalize first letter
|
|
traits_json = []
|
|
for item in i['traits']:
|
|
traits_json.append(item.capitalize())
|
|
|
|
trait_ids =[]
|
|
for j in traits_json:
|
|
for k in traits:
|
|
if j == k[1]:
|
|
trait_ids.append(k[0])
|
|
# print(trait_ids)
|
|
|
|
inp = []
|
|
for j in trait_ids:
|
|
inp.append((id,j))
|
|
# print(inp)
|
|
|
|
# insert into sql
|
|
stmt = "INSERT OR REPLACE INTO spells_traits (spells_id, traits_id) VALUES (?,?)"
|
|
try:
|
|
conn.executemany(stmt, inp)
|
|
except:
|
|
print("Error updating traits")
|
|
else:
|
|
conn.commit()
|
|
|
|
|
|
|
|
def do_sources_pages(i, id, conn):
|
|
if 'source' not in i:
|
|
return
|
|
|
|
res = ''
|
|
source_id = 0
|
|
# Do Core Rulebook branch
|
|
if "Core Rulebook" in i['source']:
|
|
res = i['source'].replace('Core Rulebook pg.','').strip()
|
|
source_id = 1
|
|
|
|
stmt = "UPDATE spells SET sources_id=?, sources_pages=? WHERE spells_id=?"
|
|
inp = (source_id, res, id)
|
|
|
|
try:
|
|
conn.execute(stmt, inp)
|
|
except:
|
|
print("Error updating sources")
|
|
else:
|
|
conn.commit()
|
|
|
|
|
|
|
|
|
|
def do_range_numbers(i, id, conn):
|
|
# no need to do range
|
|
if 'range' not in i:
|
|
return
|
|
rg = -1
|
|
# convert range_text to an integer representation
|
|
if i['range'] == 'touch':
|
|
rg = 0
|
|
elif i['range'] == 'planetary':
|
|
rg = 999999999
|
|
# is the only one in CRB with emanation 40' from current scraping
|
|
elif i['name'] == 'Repulsion':
|
|
rg = 40
|
|
else:
|
|
# DO SPLITS
|
|
splits = i['range'].split(' ')
|
|
# print(splits)
|
|
rg = splits[0]
|
|
inp = (rg, id)
|
|
stmt = "UPDATE spells SET range_ft=? WHERE spells_id=?"
|
|
try:
|
|
conn.execute(stmt, inp)
|
|
except:
|
|
print("Error updating range_ft")
|
|
else:
|
|
conn.commit()
|
|
# print("Successfully updated range_ft")
|
|
|
|
|
|
def do_basic_sql(i, id, conn):
|
|
print("Doing spell id #{}: {}".format(id, i['name']))
|
|
stmt = """INSERT INTO spells (
|
|
spells_id,
|
|
sources_id,
|
|
sources_pages,
|
|
nethysurl,
|
|
name,
|
|
level,
|
|
descr,
|
|
range_text)
|
|
VALUES (?,?,?,?,?,?,?,?)"""
|
|
|
|
rge = None
|
|
if 'range' in i:
|
|
rge = i['range']
|
|
|
|
dscr = None
|
|
if 'description' in i:
|
|
dscr = i['description']
|
|
|
|
inp = (id, 1, i['source'], i['nethysUrl'], i['name'], i['level'], dscr, rge)
|
|
try:
|
|
conn.execute(stmt, inp)
|
|
except:
|
|
print("Error inserting row")
|
|
else:
|
|
conn.commit()
|
|
# print("Successfully inserted row")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|