Remove bin/json/*
Remove remnants leftover from the The Great Rewrite
This commit is contained in:
Robert
parent
e0eb0a5ac8
commit
078a0ae47f
3 changed files with 0 additions and 158 deletions
|
|
@ -1,51 +0,0 @@
|
|||
#!/usr/bin/env ruby
|
||||
# frozen_string_literal: true
|
||||
|
||||
##
|
||||
# This script inserts metadata about each chapter in
|
||||
# The Qur'an. The metadata is inserted into the JSON
|
||||
# for each chapter (eg src/json/en/1.json, src/json/en/2.json,
|
||||
# src/json/en/3.json, ...).
|
||||
#
|
||||
# The metadata is an object that's inserted as the first element
|
||||
# in an array that otherwise contains the contents of a chapter.
|
||||
|
||||
##
|
||||
# Set process name - primarily for the "ps" command
|
||||
Process.setproctitle("quran-pull (insert-chapter-metadata)")
|
||||
|
||||
##
|
||||
# Dependencies
|
||||
require "bundler/setup"
|
||||
require "json"
|
||||
require "paint"
|
||||
require "io/line"
|
||||
|
||||
##
|
||||
# Utils
|
||||
def parse_json(path)= JSON.parse(File.read(path))
|
||||
|
||||
##
|
||||
# Configuration variables
|
||||
lc_glob = ARGV[0] || "*"
|
||||
base_dir = File.join("src", "json")
|
||||
chapters = parse_json(File.join(base_dir, "chapter-metadata.json"))
|
||||
dirs = Dir.glob(File.join(base_dir, lc_glob)).select { File.directory?(_1) }
|
||||
line = IO::Line.new($stdout)
|
||||
|
||||
print "\n", " " * 3, Paint["Add metadata", :bold], "\n\n"
|
||||
print "Locale", " " * 3
|
||||
print "Location", "\n"
|
||||
dirs.each do |dir|
|
||||
1.upto(114) do |number|
|
||||
ch = chapters[number - 1]
|
||||
lc = File.basename(dir)
|
||||
fp = File.join(dir, "#{number}.json")
|
||||
line.rewind.print File.basename(dir), " " * 7, File.join(lc, "#{number}.json").center(9)
|
||||
contents = parse_json(fp)
|
||||
contents.unshift(ch)
|
||||
File.write(fp, JSON.pretty_generate(contents))
|
||||
sleep 0.01
|
||||
end
|
||||
puts
|
||||
end
|
||||
|
|
@ -1,44 +0,0 @@
|
|||
#!/usr/bin/env ruby
|
||||
# frozen_string_literal: true
|
||||
|
||||
##
|
||||
# This script requests information about the chapters of
|
||||
# The Qur'an from the website https://quran.com, and writes
|
||||
# the result to src/json/chapters-data.json.
|
||||
|
||||
##
|
||||
# Set process name - primarily for the "ps" command
|
||||
Process.setproctitle("quran-pull (pull-chapters-data)")
|
||||
|
||||
##
|
||||
# Dependencies
|
||||
require "bundler/setup"
|
||||
require "json"
|
||||
require "paint"
|
||||
require "io/line"
|
||||
|
||||
##
|
||||
# Utils
|
||||
def parse_json(path)= JSON.parse(File.read(path))
|
||||
|
||||
##
|
||||
# Configuration variables
|
||||
base_dir = File.join("src", "json")
|
||||
chapters = parse_json(File.join(base_dir, "chapters-data.json"))
|
||||
dirs = Dir.glob(File.join(base_dir, "*")).select { File.directory?(_1) }
|
||||
line = IO::Line.new($stdout)
|
||||
|
||||
print "\n", " " * 4, Paint["Add chapter / surah metadata", :bold], "\n\n"
|
||||
print " " * 8, "Locale"
|
||||
print " " * 3, "Location", "\n"
|
||||
dirs.each do |dir|
|
||||
1.upto(114) do |number|
|
||||
ch = chapters[number - 1]
|
||||
lc = File.basename(dir)
|
||||
line.rewind.print " " * 8, File.basename(dir), " " * 7, File.join(lc, "#{number}.json").center(9)
|
||||
contents = parse_json(File.join(dir, "#{number}.json"))
|
||||
contents.unshift(ch)
|
||||
sleep 0.01
|
||||
end
|
||||
puts
|
||||
end
|
||||
|
|
@ -1,63 +0,0 @@
|
|||
#!/usr/bin/env ruby
|
||||
# frozen_string_literal: true
|
||||
|
||||
##
|
||||
# This script requests information about the chapters of
|
||||
# The Qur'an from the website https://quran.com, and writes
|
||||
# the result to src/json/chapter-metadata.json.
|
||||
|
||||
##
|
||||
# Set process name - primarily for the "ps" command
|
||||
Process.setproctitle("quran-pull (pull-chapter-metadata)")
|
||||
|
||||
##
|
||||
# Dependencies
|
||||
require "bundler/setup"
|
||||
require "net/http"
|
||||
require "nokogiri"
|
||||
require "json"
|
||||
require "paint"
|
||||
|
||||
##
|
||||
# Configuration variables.
|
||||
base_uri = "quran.com"
|
||||
dest = File.join('src', 'json', 'chapter-metadata.json')
|
||||
|
||||
##
|
||||
# Share a single Net::HTTP instance.
|
||||
http = Net::HTTP.new(base_uri, 443)
|
||||
http.use_ssl = true
|
||||
|
||||
##
|
||||
# Utils
|
||||
request_chapters = ->(path) do
|
||||
res = http.request_get(path)
|
||||
json = Nokogiri.HTML(res.body)
|
||||
.css("script[type='application/json']")
|
||||
.inner_text
|
||||
JSON.parse(json).dig('props', 'pageProps', 'chaptersData')
|
||||
end
|
||||
|
||||
##
|
||||
# Chapter data
|
||||
en_chapters = request_chapters.call('/')
|
||||
ar_chapters = request_chapters.call('/ar')
|
||||
|
||||
##
|
||||
# Parse chapter data
|
||||
parsed = en_chapters.map do |key, chapter|
|
||||
{
|
||||
id: key,
|
||||
place_of_revelation: chapter['revelationPlace'],
|
||||
transliterated_name: chapter['transliteratedName'],
|
||||
translated_name: chapter['translatedName'],
|
||||
verse_count: chapter['versesCount'],
|
||||
slug: chapter['slug'],
|
||||
codepoints: ar_chapters[key]['translatedName'].codepoints
|
||||
}
|
||||
end
|
||||
|
||||
##
|
||||
# Write result
|
||||
File.write(dest, JSON.pretty_generate(parsed))
|
||||
print Paint["OK ", :green, :bold], dest, "\n"
|
||||
Loading…
Reference in a new issue