How to generate a pandas dataframe of the books of the Bible
— Albert De La Fuente VigliottiUse C-c C-c to load the venv
(pyvenv-activate "/home/av/tmp/venv-geek-hebrew")Open a python repl with M-x run-python
Execute the code with M-enter
import pandas as pd
# Data taken from:
# https://gist.githubusercontent.com/eykd/842200/raw/b9511c3dfbcdd4462454961522da578f19106375/esv_ranges.py
# Addapted by removing None's
#
# list of books, padded with None to be 1-indexed
# each book is a tuple with name of book, # of chapters, [number of verses in each chapter]
# the list with the number of verses per chapter is padded to make it 1-indexed
passage_data = [
('Genesis', 50, [31, 25, 24, 26, 32, 22, 24, 22, 29, 32, 32, 20, 18, 24, 21, 16, 27, 33, 38, 18, 34, 24, 20, 67, 34, 35, 46, 22, 35, 43, 55, 32, 20, 31, 29, 43, 36, 30, 23, 23, 57, 38, 34, 34, 28, 34, 31, 22, 33, 26]),
('Exodus', 40, [22, 25, 22, 31, 23, 30, 25, 32, 35, 29, 10, 51, 22, 31, 27, 36, 16, 27, 25, 26, 36, 31, 33, 18, 40, 37, 21, 43, 46, 38, 18, 35, 23, 35, 35, 38, 29, 31, 43, 38]),
('Leviticus', 27, [17, 16, 17, 35, 19, 30, 38, 36, 24, 20, 47, 8, 59, 57, 33, 34, 16, 30, 37, 27, 24, 33, 44, 23, 55, 46, 34]),
('Numbers', 36, [54, 34, 51, 49, 31, 27, 89, 26, 23, 36, 35, 16, 33, 45, 41, 50, 13, 32, 22, 29, 35, 41, 30, 25, 18, 65, 23, 31, 40, 16, 54, 42, 56, 29, 34, 13]),
('Deuteronomy', 34, [46, 37, 29, 49, 33, 25, 26, 20, 29, 22, 32, 32, 18, 29, 23, 22, 20, 22, 21, 20, 23, 30, 25, 22, 19, 19, 26, 68, 29, 20, 30, 52, 29, 12]),
('Joshua', 24, [18, 24, 17, 24, 15, 27, 26, 35, 27, 43, 23, 24, 33, 15, 63, 10, 18, 28, 51, 9, 45, 34, 16, 33]),
('Judges', 21, [36, 23, 31, 24, 31, 40, 25, 35, 57, 18, 40, 15, 25, 20, 20, 31, 13, 31, 30, 48, 25]),
('Ruth', 4, [22, 23, 18, 22]),
('1 Samuel', 31, [28, 36, 21, 22, 12, 21, 17, 22, 27, 27, 15, 25, 23, 52, 35, 23, 58, 30, 24, 42, 15, 23, 29, 22, 44, 25, 12, 25, 11, 31, 13]),
('2 Samuel', 24, [27, 32, 39, 12, 25, 23, 29, 18, 13, 19, 27, 31, 39, 33, 37, 23, 29, 33, 43, 26, 22, 51, 39, 25]),
('1 Kings', 22, [53, 46, 28, 34, 18, 38, 51, 66, 28, 29, 43, 33, 34, 31, 34, 34, 24, 46, 21, 43, 29, 53]),
('2 Kings', 25, [18, 25, 27, 44, 27, 33, 20, 29, 37, 36, 21, 21, 25, 29, 38, 20, 41, 37, 37, 21, 26, 20, 37, 20, 30]),
('1 Chronicles', 29, [54, 55, 24, 43, 26, 81, 40, 40, 44, 14, 47, 40, 14, 17, 29, 43, 27, 17, 19, 8, 30, 19, 32, 31, 31, 32, 34, 21, 30]),
('2 Chronicles', 36, [17, 18, 17, 22, 14, 42, 22, 18, 31, 19, 23, 16, 22, 15, 19, 14, 19, 34, 11, 37, 20, 12, 21, 27, 28, 23, 9, 27, 36, 27, 21, 33, 25, 33, 27, 23]),
('Ezra', 10, [11, 70, 13, 24, 17, 22, 28, 36, 15, 44]),
('Nehemiah', 13, [11, 20, 32, 23, 19, 19, 73, 18, 38, 39, 36, 47, 31]),
('Esther', 10, [22, 23, 15, 17, 14, 14, 10, 17, 32, 3]),
('Job', 42, [22, 13, 26, 21, 27, 30, 21, 22, 35, 22, 20, 25, 28, 22, 35, 22, 16, 21, 29, 29, 34, 30, 17, 25, 6, 14, 23, 28, 25, 31, 40, 22, 33, 37, 16, 33, 24, 41, 30, 24, 34, 17]),
('Psalms', 150, [6, 12, 8, 8, 12, 10, 17, 9, 20, 18, 7, 8, 6, 7, 5, 11, 15, 50, 14, 9, 13, 31, 6, 10, 22, 12, 14, 9, 11, 12, 24, 11, 22, 22, 28, 12, 40, 22, 13, 17, 13, 11, 5, 26, 17, 11, 9, 14, 20, 23, 19, 9, 6, 7, 23, 13, 11, 11, 17, 12, 8, 12, 11, 10, 13, 20, 7, 35, 36, 5, 24, 20, 28, 23, 10, 12, 20, 72, 13, 19, 16, 8, 18, 12, 13, 17, 7, 18, 52, 17, 16, 15, 5, 23, 11, 13, 12, 9, 9, 5, 8, 28, 22, 35, 45, 48, 43, 13, 31, 7, 10, 10, 9, 8, 18, 19, 2, 29, 176, 7, 8, 9, 4, 8, 5, 6, 5, 6, 8, 8, 3, 18, 3, 3, 21, 26, 9, 8, 24, 13, 10, 7, 12, 15, 21, 10, 20, 14, 9, 6]),
('Proverbs', 31, [33, 22, 35, 27, 23, 35, 27, 36, 18, 32, 31, 28, 25, 35, 33, 33, 28, 24, 29, 30, 31, 29, 35, 34, 28, 28, 27, 28, 27, 33, 31]),
('Ecclesiastes', 12, [18, 26, 22, 16, 20, 12, 29, 17, 18, 20, 10, 14]),
('Song of Solomon', 8, [17, 17, 11, 16, 16, 13, 13, 14]),
('Isaiah', 66, [31, 22, 26, 6, 30, 13, 25, 22, 21, 34, 16, 6, 22, 32, 9, 14, 14, 7, 25, 6, 17, 25, 18, 23, 12, 21, 13, 29, 24, 33, 9, 20, 24, 17, 10, 22, 38, 22, 8, 31, 29, 25, 28, 28, 25, 13, 15, 22, 26, 11, 23, 15, 12, 17, 13, 12, 21, 14, 21, 22, 11, 12, 19, 12, 25, 24]),
('Jeremiah', 52, [19, 37, 25, 31, 31, 30, 34, 22, 26, 25, 23, 17, 27, 22, 21, 21, 27, 23, 15, 18, 14, 30, 40, 10, 38, 24, 22, 17, 32, 24, 40, 44, 26, 22, 19, 32, 21, 28, 18, 16, 18, 22, 13, 30, 5, 28, 7, 47, 39, 46, 64, 34]),
('Lamentations', 5, [22, 22, 66, 22, 22]),
('Ezekiel', 48, [28, 10, 27, 17, 17, 14, 27, 18, 11, 22, 25, 28, 23, 23, 8, 63, 24, 32, 14, 49, 32, 31, 49, 27, 17, 21, 36, 26, 21, 26, 18, 32, 33, 31, 15, 38, 28, 23, 29, 49, 26, 20, 27, 31, 25, 24, 23, 35]),
('Daniel', 12, [21, 49, 30, 37, 31, 28, 28, 27, 27, 21, 45, 13]),
('Hosea', 14, [11, 23, 5, 19, 15, 11, 16, 14, 17, 15, 12, 14, 16, 9]),
('Joel', 3, [20, 32, 21]),
('Amos', 9, [15, 16, 15, 13, 27, 14, 17, 14, 15]),
('Obadiah', 1, [21]),
('Jonah', 4, [17, 10, 10, 11]),
('Micah', 7, [16, 13, 12, 13, 15, 16, 20]),
('Nahum', 3, [15, 13, 19]),
('Habakkuk', 3, [17, 20, 19]),
('Zephaniah', 3, [18, 15, 20]),
('Haggai', 2, [15, 23]),
('Zechariah', 14, [21, 13, 10, 14, 11, 15, 14, 23, 17, 12, 17, 14, 9, 21]),
('Malachi', 4, [14, 17, 18, 6]),
('Matthew', 28, [25, 23, 17, 25, 48, 34, 29, 34, 38, 42, 30, 50, 58, 36, 39, 28, 27, 35, 30, 34, 46, 46, 39, 51, 46, 75, 66, 20]),
('Mark', 16, [45, 28, 35, 41, 43, 56, 37, 38, 50, 52, 33, 44, 37, 72, 47, 20]),
('Luke', 24, [80, 52, 38, 44, 39, 49, 50, 56, 62, 42, 54, 59, 35, 35, 32, 31, 37, 43, 48, 47, 38, 71, 56, 53]),
('John', 21, [51, 25, 36, 54, 47, 71, 53, 59, 41, 42, 57, 50, 38, 31, 27, 33, 26, 40, 42, 31, 25]),
('Acts', 28, [26, 47, 26, 37, 42, 15, 60, 40, 43, 48, 30, 25, 52, 28, 41, 40, 34, 28, 41, 38, 40, 30, 35, 27, 27, 32, 44, 31]),
('Romans', 16, [32, 29, 31, 25, 21, 23, 25, 39, 33, 21, 36, 21, 14, 23, 33, 27]),
('1 Corinthians', 16, [31, 16, 23, 21, 13, 20, 40, 13, 27, 33, 34, 31, 13, 40, 58, 24]),
('2 Corinthians', 13, [24, 17, 18, 18, 21, 18, 16, 24, 15, 18, 33, 21, 14]),
('Galatians', 6, [24, 21, 29, 31, 26, 18]),
('Ephesians', 6, [23, 22, 21, 32, 33, 24]),
('Philippians', 4, [30, 30, 21, 23]),
('Colossians', 4, [29, 23, 25, 18]),
('1 Thessalonians', 5, [10, 20, 13, 18, 28]),
('2 Thessalonians', 3, [12, 17, 18]),
('1 Timothy', 6, [20, 15, 16, 16, 25, 21]),
('2 Timothy', 4, [18, 26, 17, 22]),
('Titus', 3, [16, 15, 15]),
('Philemon', 1, [25]),
('Hebrews', 13, [14, 18, 19, 16, 14, 20, 28, 13, 28, 39, 40, 29, 25]),
('James', 5, [27, 26, 18, 17, 20]),
('1 Peter', 5, [25, 25, 22, 19, 14]),
('2 Peter', 3, [21, 22, 18]),
('1 John', 5, [10, 29, 24, 21, 21]),
('2 John', 1, [13]),
('3 John', 1, [15]),
('Jude', 1, [25]),
('Revelation', 22, [20, 29, 22, 11, 14, 17, 17, 13, 21, 11, 19, 17, 18, 20, 8, 21, 18, 24, 21, 15, 27, 21])
]
# 17 verses are 'omitted' from the ESV New Testament text, resulting
# in a skipped verse number in the chapter. Be ye warned.
omitted_verses = [
(40, 12, 47), # Matthew 12:47
(40, 17, 21), # Matthew 17:21
(40, 18, 11), # Matthew 18:11
(40, 23, 14), # Matthew 23:14
(41, 7, 16), # Mark 7:16
(41, 9, 44), # Mark 9:44
(41, 9, 46), # Mark 9:46
(41, 11, 26), # Mark 11:26
(41, 15, 28), # Mark 15:28
(42, 17, 36), # Luke 17:36
(42, 23, 17), # Luke 23:17
(43, 5, 4), # John 5:4
(44, 8, 37), # Acts 8:37
(44, 15, 34), # Acts 15:34
(44, 24, 7), # Acts 24:7
(44, 28, 29), # Acts 28:29
(45, 16, 24) # Romans 16:24
]
def generate_df():
order = 0
data = []
for tup in passage_data:
book = tup[0]
chapters = tup[1]
verses = tup[2]
for chapter in range(chapters):
for verse in range(verses[chapter]):
iorder = order + 1
ichapter = chapter + 1
iverse = verse + 1
verse_id = "{:02d}{:03d}{:03d}".format(iorder, ichapter, iverse)
url = "https://audio.esv.org/hw/mq/{}-{}".format(verse_id, verse_id)
if (iorder, ichapter, iverse) in omitted_verses:
url = ''
row = [iorder, book, chapters, ichapter, verses[chapter], iverse, verse_id, url]
data.append(row)
#print('{} {}:{}'.format(book, ichapter, iverse))
print(book)
order += 1
df = pd.DataFrame(data, columns=['order', 'book', 'chapters', 'chapter', 'verses', 'verse', 'verseid', 'url'])
return(df)
if __name__ == "__main__":
df = generate_df()
df.to_csv('~/Dropbox/bible/scriptures_verses.csv', sep='\t')
import ipdb; ipdb.set_trace() # BREAKPOINT