Commit 0b25ba2e authored by colm's avatar colm

one big push of all the changes made for the 2020 update in prep for diVersions V2 online

parent 62c1a1d3
Pipeline #518 canceled with stage

Too many changes to show.

To preserve performance only 1000 of 1000+ files are displayed.

......@@ -6,6 +6,6 @@ pages:
- echo 'Nothing to do...'
artifacts:
paths:
- public
- public2020
only:
- master
......@@ -12,13 +12,17 @@ r'(misschien)', r'(mogelijk)', r'(must)', r'(ongeveer)', r'(parfois)', r'(perhap
r'(probably)', r'(sometimes)', r'(souvent)', r'(waarschijnlijk)', r'(zeker)']
replace0 = r'<span class="uncertain_match">\1</span>'
replace1 = r'<span class="uncertain_match"> \1</span>'
uncertainlist = glob.glob('static/word_patterns/*.csv')
uncertainlist = glob.glob('static/word_patterns/2019/*.csv')
uncertainlist2020 = glob.glob('static/word_patterns/2020/*.csv')
full_dict = {}
full_counter = 0
full_dict2020 = {}
full_counter2020 = 0
for file in uncertainlist:
filename = file.split('/')[2]
filename = file.split('/')[3]
filename = filename.split('.')[0]
file = open(file)
file = csv.reader(file)
......@@ -32,54 +36,113 @@ for file in uncertainlist:
full_counter += 1
full_dict[filename] = currentlist
print(patternList)
for file in uncertainlist2020:
filename = file.split('/')[3]
filename = filename.split('.')[0]
file = open(file)
file = csv.reader(file)
currentlist2020 = []
for row in file:
row[1] = row[1].replace(" ", "-")
row[1] = row[1].replace(".", "-")
for pattern in patternList:
row[11] = re.sub(pattern, replace0, row[11])
currentlist2020.append(row)
full_counter2020 += 1
full_dict2020[filename] = currentlist2020
# print(patternList)
amounts = []
for word, results in full_dict.items():
word_amount = word, len(results)
amounts.append(word_amount)
uncertainlist = glob.glob('static/word_patterns/*.csv')
uncertainlist = [i.split('/')[2] for i in uncertainlist]
amounts2020 = []
for word2020, results2020 in full_dict2020.items():
word_amount2020 = word2020, len(results2020)
amounts2020.append(word_amount2020)
uncertainlist = glob.glob('static/word_patterns/2019/*.csv')
uncertainlist = [i.split('/')[3] for i in uncertainlist]
uncertainlist = [i.split('.')[0] for i in uncertainlist]
uncertainlist2020 = glob.glob('static/word_patterns/2020/*.csv')
uncertainlist2020 = [i.split('/')[3] for i in uncertainlist2020]
uncertainlist2020 = [i.split('.')[0] for i in uncertainlist2020]
@app.route("/")
def home():
@app.route("/2020")
def twenty():
return render_template("index2020.html", full_dict2020=full_dict2020, uncertainlist2020=uncertainlist2020, full_counter2020=full_counter2020, amounts2020=amounts2020)
@app.route("/2019")
def nineteen():
data_file = open('scrape_probabl.csv')
csv_file = csv.reader(data_file)
file = csv.reader(data_file)
for row in file:
print(row[11])
return render_template("index.html", full_dict=full_dict, uncertainlist=uncertainlist, csv_file=csv_file, file=file, full_counter=full_counter, amounts=amounts)
return render_template("index.html", full_dict=full_dict, uncertainlist=uncertainlist, csv_file=csv_file, file=file, full_counter=full_counter, full_counter2020=full_counter2020, amounts=amounts)
@app.route('/collection')
def collection():
return render_template("collection.html", full_counter=full_counter, uncertainlist=uncertainlist, file=file, amounts=amounts)
@app.route('/collections')
def collections():
return render_template("collections.html")
@app.route('/collection/')
def redirectCollection():
return redirect(url_for('collection'))
@app.route('/collection2019')
def collection2019():
return render_template("collection2019.html", full_counter=full_counter, uncertainlist=uncertainlist, file=file, amounts=amounts)
@app.route('/collection/<uncertain>')
@app.route('/collection2019/')
def redirectCollection2019():
return redirect(url_for('collection2019'))
@app.route('/collection2020')
def collection2020():
return render_template("collection2020.html", full_counter2020=full_counter2020, uncertainlist2020=uncertainlist2020, amounts2020=amounts2020)
@app.route('/collection2020/')
def redirectCollection2020():
return redirect(url_for('collection2020'))
@app.route('/collection2019/<uncertain>')
def word_pattern(uncertain):
uncertainlist = glob.glob('static/word_patterns/*.csv')
uncertainlist = [i.split('/')[2] for i in uncertainlist]
uncertainlist = glob.glob('static/word_patterns/2019/*.csv')
uncertainlist = [i.split('/')[3] for i in uncertainlist]
uncertainlist = [i.split('.')[0] for i in uncertainlist]
if uncertain in uncertainlist:
print('this is a file')
filename = 'static/word_patterns/' + uncertain + '.csv'
filename = 'static/word_patterns/2019/' + uncertain + '.csv'
datafile = open(filename)
datafile = csv.reader(datafile)
print(filename)
else:
return render_template('error.html'), 404
return render_template("uncertain.html", uncertain=uncertain, datafile=datafile)
return render_template("uncertain2019.html", uncertain=uncertain, datafile=datafile)
@app.route('/collection2020/<uncertain>')
def word_pattern2020(uncertain):
uncertainlist = glob.glob('static/word_patterns/2019/*.csv')
uncertainlist = [i.split('/')[3] for i in uncertainlist]
uncertainlist = [i.split('.')[0] for i in uncertainlist]
if uncertain in uncertainlist2020:
print('this is a file')
filename = 'static/word_patterns/2020/' + uncertain + '.csv'
datafile = open(filename)
datafile = csv.reader(datafile)
print(filename)
else:
return render_template('error.html'), 404
return render_template("uncertain2019.html", uncertain=uncertain, datafile=datafile)
@app.route("/about")
def about():
return render_template("about.html", full_counter=full_counter, uncertainlist=uncertainlist, file=file, amounts=amounts)
return render_template("about.html", full_counter2020=full_counter2020, uncertainlist=uncertainlist, file=file, amounts=amounts)
@app.route('/about/')
def redirectAbou():
......@@ -87,7 +150,7 @@ def redirectAbou():
@app.route("/news")
def news():
return render_template("news.html", full_dict=full_dict, full_counter=full_counter, amounts=amounts)
return render_template("news.html", full_dict=full_dict, full_counter2020=full_counter2020, amounts=amounts)
@app.route('/news/')
def redirectNews():
......
The Collection of uncertainties finds its source in the Belgian digitized heritage collections made public. Thanks to the online catalogues and the progressive digitization of the collections, the search opens up not only to scientific classifications and descriptions but also to the "notes" or "remarks" of the notice. Hence, facilitating cross-referencing and mixing of the keywords from the thesaurus with elements entered more freely. Thus, paradoxically, the more details the scientist or archivist provides - by annotating and thereby introducing nuances - on the origin of an object, the more the fields of the probable, the unsolved and the possible open up to us. Objects sometimes frozen at a date or function can now become objects illustrating doubt, another possible or unclear story. The Collection of uncertainties is composed of all "/items/" whose notice contains vocabulary with an uncertain tendency, i.e. words such as "probable", "probably", "undoubtedly", "perhaps", "almost", "sometimes", "uncertain", etc., in French, Dutch or English. It consists of about ten to a few thousand "articles" depending on the languages or levels of uncertainty chosen, with no identical results for translated or similar words. Depending on the additions or modifications, the Collection of uncertainties is in perpetual evolution, much like knowledge, it evolves according to the uncertain knowledge and recognition of the scientific world.
File added
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This source diff could not be displayed because it is too large. You can view the blob instead.
This source diff could not be displayed because it is too large. You can view the blob instead.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This source diff could not be displayed because it is too large. You can view the blob instead.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.