deprecating third-party json

data/deprecated/third_party_json/spells.json

@@ -0,0 +1 @@
+[{"nethysUrl":"https://2e.aonprd.com/Spells.aspx?ID=381","name":"Counter Performance","traits":["bard","composition","enchantment","fortune","mental"],"type":"Focus","level":1,"source":"Core Rulebook pg. 386","cast":"somatic or verbal","action":"reaction","trigger":"You or an ally within 60 feet rolls a saving throw against an auditory or visual effect.","area":"60-foot emanation","description":"Your performance protects you and your allies. Roll a Performance check for a type you know: an auditory performance if the trigger was auditory, or a visual one for a visual trigger. You and allies in the area can use the better result between your Performance check and the saving throw.","components":["somaticorverbal"]},{"nethysUrl":"https://2e.aonprd.com/Spells.aspx?ID=385","name":"Inspire Competence","traits":["bard","cantrip","composition","emotion","enchantment","mental"],"type":"Cantrip","level":1,"source":"Core Rulebook pg. 386","cast":"verbal","action":"1","range":"60 feet","targets":"1 ally","duration":"1 round","description":"Your encouragement inspires your ally to succeed at a task. This counts as having taken sufficient preparatory actions to Aid your ally on a skill check of your choice, regardless of the circumstances. When you later use the Aid reaction, you can roll Performance instead of the normal skill check, and if you roll a failure, you get a success instead. If you are legendary in Performance, you automatically critically succeed. The GM might rule that you can't use this ability if the act of encouraging your ally would interfere with the skill check (such as a check to Sneak quietly or maintain a disguise).","components":["verbal"]},{"nethysUrl":"https://2e.aonprd.com/Spells.aspx?ID=386","name":"Inspire Courage","traits":["bard","cantrip","composition","emotion","enchantment","mental"],"type":"Cantrip","level":1,"source":"Core Rulebook pg. 386","cast":"verbal","action":"1","area":"60-foot emanation","saving throw":"NULl","duration":"1 round","description":"You inspire your allies with words or tunes of encouragement. You and all allies in the area gain a +1 status bonus to attack rolls, damage rolls, and saves against fear effects.","components":["verbal"]},{"nethysUrl":"https://2e.aonprd.com/Spells.aspx?ID=389","name":"Lingering Composition","traits":["bard","enchantment"],"type":"Focus","level":1,"source":"Core Rulebook pg. 387","cast":"verbal","action":"free","description":"You add a flourish to your composition to extend its benefits. If your next action is to cast a cantrip composition with a duration of 1 round, attempt a Performance check. The DC is usually a standard-difficulty DC of a level equal to the highest-level target of your composition, but the GM can assign a different DC based on the circumstances. The effect depends on the result of your check.\r\n**Critical Success**  The composition lasts 4 rounds.\r\n**Success**  The composition lasts 3 rounds.\r\n**Failure**  The composition lasts 1 round, but you don't spend the Focus Point for casting this spell.","components":["verbal"]},{"nethysUrl":"https://2e.aonprd.com/Spells.aspx?ID=390","name":"Loremaster's Etude","traits":["bard","divination","fortune"],"type":"Focus","level":1,"source":"Core Rulebook pg. 387","cast":"somatic","action":"free","trigger":"You or an ally within range attempts a skill check to Recall Knowledge","range":"30 feet","targets":"you or the triggering ally","description":"You call upon your muse's deep mysteries, granting the target a greater ability to think and recall information. Roll the triggering Recall Knowledge skill check twice and use the better result.","components":["somatic"]},{"nethysUrl":"https://2e.aonprd.com/Spells.aspx?ID=387","name":"Inspire Defense","traits":["bard","cantrip","composition","emotion","enchantment","mental"],"type":"Cantrip","level":2,"source":"Core Rulebook pg. 386","cast":"verbal","action":"1","area":"60-foot emanation","duration":"1 round","description":"You inspire your allies to protect themselves more effectively. You and all allies in the area gain a +1 status bonus to AC and saving throws, as well as resistance equal to half the spell's level to physical damage.","components":["verbal"]},{"nethysUrl":"https://2e.aonprd.com/Spells.aspx?ID=392","name":"Triple Time","traits":["bard","cantrip","composition","emotion","enchantment","mental"],"type":"Cantrip","level":2,"source":"Core Rulebook pg. 387","cast":"somatic","action":"1","area":"60-foot emanation","duration":"1 round","description":"You dance at a lively tempo, speeding your allies' movement. You and all allies in the area gain a +10-foot status bonus to all Speeds for 1 round.","components":["somatic"]},{"nethysUrl":"https://2e.aonprd.com/Spells.aspx?ID=382","name":"Dirge of Doom","traits":["bard","cantrip","composition","emotion","enchantment","fear","mental"],"type":"Cantrip","level":3,"source":"Core Rulebook pg. 386","cast":"verbal","action":"1","area":"30-foot emanation","duration":"1 round","desLine truncated

data/deprecated/third_party_json/spells.py

@@ -0,0 +1,353 @@
+import json
+import sqlite3
+import io
+
+def main():
+    # load json into python
+    print("loading json")
+    ## read file into memory
+    with io.open('spellsNEW.json', 'r', encoding='utf-8-sig') as f:
+        # raw_data = f.read()
+        data = json.load(f)
+    print("Importing {} spells.".format(len(data)))
+    # alphabetize spells into a list
+    sorted_names = []
+    for i in data:
+        sorted_names.append(i['name'])
+    sorted_names.sort()
+    # print(sorted_names)
+
+    # get list of dicts in order
+    sorted_dicts = [] # sorted by ['name'] alphabetically
+    for i in sorted_names:
+        for x in data:
+            # yes, I know this is double nested and not that efficient; don't
+            # care yet, it's not that many items
+            if x['name'] == i:
+                sorted_dicts.append(x)
+
+    # NOW we can go alphabetically spell by spell
+
+    ## Get database connection
+    conn = sqlite3.connect('../../pf2.db') 
+    ## Set pragmas
+    pragma1 = "PRAGMA synchronous=OFF;"
+    pragma2 = "PRAGMA count_changes=OFF;"
+    pragma3 = "PRAGMA journal_mode=MEMORY;"
+    pragma4 = "PRAGMA temp_store=MEMORY;"
+    pragma5 = "PRAGMA foreign_keys=ON;"
+    conn.execute(pragma1)
+    conn.execute(pragma2)
+    conn.execute(pragma3)
+    conn.execute(pragma4)
+    conn.execute(pragma5)
+
+    # load in ids for traits from traits table so we only call this once
+    # instead of every spell
+    stmt = "SELECT trait_id, short_name FROM traits"
+    c = conn.cursor()
+    c.execute(stmt)
+    traits = c.fetchall()
+    # print(traits)
+
+    # load in ids for spelltypes from spelltypes table so we only call this once
+    # instead of every spell
+    stmt = "SELECT spelltypes_id, name FROM spelltypes"
+    c = conn.cursor()
+    c.execute(stmt)
+    stypes = c.fetchall()
+
+    # TODO FIX THIS FOR SPELL COMPONENTS
+    # CREATE TABLE spellcomponents (
+    #   spellcomponents_id INTEGER PRIMARY KEY,
+    #   name TEXT NOT NULL UNIQUE
+    # );
+
+    # load in ids for spelltypes from spelltypes table so we only call this once
+    # instead of every spell
+    stmt = "SELECT spellcomponents_id, name FROM spellcomponents"
+    c = conn.cursor()
+    c.execute(stmt)
+    ctypes = c.fetchall()
+
+    # List the various triggers and see if there are any duplicates
+    # THERE ARE NOT IN THE CRB SO NOT BOTHERING WITH SEPARATE TRIGGERS TABLE YET
+    ### trigs = []
+    ### for i in sorted_dicts:
+    ###     if 'trigger' in i:
+    ###         trigs.append(i['trigger'])
+    ### print(sorted(trigs))
+    ### print(len(trigs))
+    ### print(len(set(trigs)))
+
+    # List the various targets and see if there are any duplicates
+    ## YES, there are MANY duplicates, so we need a separate targets table
+    targs = []
+    for i in sorted_dicts:
+        if 'targets' in i:
+            targs.append(i['targets'])
+    dedup_targs = set(targs)
+    sorted_targs = sorted(dedup_targs)
+    inp_targs = []
+    id = 0
+    for i in sorted_targs:
+        id += 1
+        inp_targs.append((id,i))
+    stmt = "INSERT INTO spelltargets (spelltargets_id, name) VALUES (?,?)"
+    try:
+        conn.executemany(stmt,inp_targs)
+    except:
+        print("Error creating targets")
+    else:
+        conn.commit()
+
+    # load in ids for targets so just doing this once
+    stmt = "SELECT spelltargets_id, name FROM spelltargets"
+    c = conn.cursor()
+    c.execute(stmt)
+    ttypes = c.fetchall()
+
+    # load in ids for actions so just doing this once
+    stmt = "SELECT actioncosts_id, abbr FROM actioncosts"
+    c = conn.cursor()
+    c.execute(stmt)
+    acttypes = c.fetchall()
+
+    # print(sorted(targs))
+    # print(len(targs))
+    # print(len(set(targs)))
+
+    id = 0
+    for i in sorted_dicts:
+        id += 1
+        do_basic_sql(i, id, conn)
+        do_range_numbers(i,id,conn)
+        do_sources_pages(i,id,conn)
+        do_spell_traits(i,id,conn,traits)
+        do_spell_types(i,id,conn,stypes)
+        do_spell_components(i,id,conn,ctypes)
+        do_spell_targets(i,id,conn,ttypes)
+        do_spell_actions(i,id,conn,acttypes)
+
+    print("Finished {} spells.".format(len(sorted_dicts)))
+
+def do_spell_actions(i,id,conn,acttypes):
+    if 'action' not in i:
+        return
+    res = 0
+    for j in acttypes:
+        if i['action'] == j[1]:
+            res = j[0]
+    # print(id , res)
+
+    inp = (res, id)
+
+    stmt = "UPDATE spells SET actioncosts_id=? WHERE spells_id=?"
+
+    try:
+        conn.execute(stmt, inp)
+    except sqlite3.Error as e:
+        print("Error updating actioncosts_id: {}".format(e))
+        print("\tSpell:{}\tinp:{}".format(i['name'],inp))
+    else:
+        conn.commit()
+
+def do_spell_components(i,id,conn,ctypes):
+    # this block handles heal or harm which have all 3
+    if i['name']=='Heal' or i['name']=='Harm':
+        # print("Need to handle heal and harm")
+        inp = [(id, 1), (id, 2), (id, 3)]
+        stmt = "INSERT INTO spells_spellcomponents (spells_id, spellcomponents_id) VALUES (?,?)"
+        try:
+            conn.executemany(stmt, inp)
+        except sqlite3.Error as e:
+            print("Error inserting spell components: {}".format(e))
+            print("\tinp: {}".format(inp))
+        else:
+            print("handled {} succesfully".format(i['name']))
+            conn.commit()
+            return
+
+    # this handles the rest
+    res = None
+    for j in ctypes:
+        for k in i['components']:
+            if k.capitalize() == j[1]:
+                res = j[0]
+
+                inp = (id, res)
+
+                stmt = "INSERT INTO spells_spellcomponents (spells_id, spellcomponents_id) VALUES (?,?)"
+
+                try:
+                    conn.execute(stmt, inp)
+                except sqlite3.Error as e:
+                    print("Error inserting spell components: {}".format(e))
+                    print("\tinp: {}".format(inp))
+                else:
+                    conn.commit()
+
+def do_spell_targets(i,id,conn,ttypes):
+    if 'targets' not in i:
+        return
+    res = 0
+    for j in ttypes:
+        if i['targets'] == j[1]:
+            res = j[0]
+    # print(id , res)
+
+    inp = (res, id)
+
+    stmt = "UPDATE spells SET spelltargets_id=? WHERE spells_id=?"
+
+    try:
+        conn.execute(stmt, inp)
+    except:
+        print("Error updating spelltargets_id")
+    else:
+        conn.commit()
+
+def do_spell_types(i,id,conn,stypes):
+    res = 0
+    for j in stypes:
+        if i['type'] == j[1]:
+            res = j[0]
+    # print(id , res)
+
+    inp = (res, id)
+
+    stmt = "UPDATE spells SET spelltypes_id=? WHERE spells_id=?"
+
+    try:
+        conn.execute(stmt, inp)
+    except:
+        print("Error updating spell types")
+    else:
+        conn.commit()
+
+def do_spell_traits(i, id, conn, traits):
+
+    # get list of traits from the json and capitalize first letter
+    traits_json = []
+    for item in i['traits']:
+        traits_json.append(item.capitalize())
+
+    trait_ids =[]
+    for j in traits_json:
+        for k in traits:
+            if j == k[1]:
+                trait_ids.append(k[0])
+    # print(trait_ids)
+
+    inp = []
+    for j in trait_ids:
+        inp.append((id,j))
+    # print(inp)
+
+    # insert into sql
+    stmt = "INSERT OR REPLACE INTO spells_traits (spells_id, trait_id) VALUES (?,?)"
+    try:
+        conn.executemany(stmt, inp)
+    except:
+        print("Error updating traits")
+    else:
+        conn.commit()
+
+
+
+def do_sources_pages(i, id, conn):
+    if 'source' not in i:
+        return
+
+    res = ''
+    source_id = 0
+    # Do Core Rulebook branch
+    if "Core Rulebook" in i['source']:
+        res = i['source'].replace('Core Rulebook pg.','').strip()
+        source_id = 1
+
+    stmt = "UPDATE spells SET sources_id=?, sources_pages=? WHERE spells_id=?"
+    inp = (source_id, res, id)
+
+    try:
+        conn.execute(stmt, inp)
+    except:
+        print("Error updating sources")
+    else:
+        conn.commit()
+
+
+
+
+def do_range_numbers(i, id, conn):
+    # no need to do range 
+    if 'range' not in i:
+        return
+    rg = -1
+    # convert range_text to an integer representation
+    if i['range'] == 'touch':
+        rg = 0
+    elif i['range'] == 'planetary':
+        rg = 999999999
+    # is the only one in CRB with emanation 40' from current scraping
+    elif i['name'] == 'Repulsion':
+        rg = 40
+    else:
+        # DO SPLITS
+        splits = i['range'].split(' ')
+        # print(splits)
+        rg = splits[0]
+    inp = (rg, id)
+    stmt = "UPDATE spells SET range_ft=? WHERE spells_id=?"
+    try:
+        conn.execute(stmt, inp)
+    except:
+        print("Error updating range_ft")
+    else:
+        conn.commit()
+        # print("Successfully updated range_ft")
+
+
+def do_basic_sql(i, id, conn):
+    #print("Doing spell id #{}: {}".format(id, i['name']))
+    stmt = """INSERT INTO spells (
+    spells_id,
+    sources_id,
+    sources_pages,
+    nethysurl,
+    name,
+    level,
+    descr,
+    range_text,
+    trigger,
+    area_text)
+    VALUES (?,?,?,?,?,?,?,?,?,?)"""
+
+    rge = None
+    if 'range' in i:
+        rge = i['range']
+
+    dscr = None
+    if 'description' in i:
+        dscr = i['description']
+
+    trg = None
+    if 'trigger' in i:
+        trg = i['trigger']
+
+    area = None
+    if 'area' in i:
+        area = i['area']
+
+    inp = (id, 1, i['source'], i['nethysUrl'], i['name'], i['level'], dscr, rge, trg, area)
+    try:
+        conn.execute(stmt, inp)
+    except:
+        print("Error inserting row")
+    else:
+        conn.commit()
+        # print("Successfully inserted row")
+
+
+if __name__ == "__main__":
+    main()