Commit 0b25ba2e authored by colm's avatar colm

one big push of all the changes made for the 2020 update in prep for diVersions V2 online

parent 62c1a1d3
Pipeline #518 canceled with stage

Too many changes to show.

To preserve performance only 1000 of 1000+ files are displayed.
......@@ -6,6 +6,6 @@ pages:
- echo 'Nothing to do...'
artifacts:
paths:
- public
- public2020
only:
- master
......@@ -12,13 +12,17 @@ r'(misschien)', r'(mogelijk)', r'(must)', r'(ongeveer)', r'(parfois)', r'(perhap
r'(probably)', r'(sometimes)', r'(souvent)', r'(waarschijnlijk)', r'(zeker)']
replace0 = r'<span class="uncertain_match">\1</span>'
replace1 = r'<span class="uncertain_match"> \1</span>'
uncertainlist = glob.glob('static/word_patterns/*.csv')
uncertainlist = glob.glob('static/word_patterns/2019/*.csv')
uncertainlist2020 = glob.glob('static/word_patterns/2020/*.csv')
full_dict = {}
full_counter = 0
full_dict2020 = {}
full_counter2020 = 0
for file in uncertainlist:
filename = file.split('/')[2]
filename = file.split('/')[3]
filename = filename.split('.')[0]
file = open(file)
file = csv.reader(file)
......@@ -32,54 +36,113 @@ for file in uncertainlist:
full_counter += 1
full_dict[filename] = currentlist
print(patternList)
for file in uncertainlist2020:
filename = file.split('/')[3]
filename = filename.split('.')[0]
file = open(file)
file = csv.reader(file)
currentlist2020 = []
for row in file:
row[1] = row[1].replace(" ", "-")
row[1] = row[1].replace(".", "-")
for pattern in patternList:
row[11] = re.sub(pattern, replace0, row[11])
currentlist2020.append(row)
full_counter2020 += 1
full_dict2020[filename] = currentlist2020
# print(patternList)
amounts = []
for word, results in full_dict.items():
word_amount = word, len(results)
amounts.append(word_amount)
uncertainlist = glob.glob('static/word_patterns/*.csv')
uncertainlist = [i.split('/')[2] for i in uncertainlist]
amounts2020 = []
for word2020, results2020 in full_dict2020.items():
word_amount2020 = word2020, len(results2020)
amounts2020.append(word_amount2020)
uncertainlist = glob.glob('static/word_patterns/2019/*.csv')
uncertainlist = [i.split('/')[3] for i in uncertainlist]
uncertainlist = [i.split('.')[0] for i in uncertainlist]
uncertainlist2020 = glob.glob('static/word_patterns/2020/*.csv')
uncertainlist2020 = [i.split('/')[3] for i in uncertainlist2020]
uncertainlist2020 = [i.split('.')[0] for i in uncertainlist2020]
@app.route("/")
def home():
@app.route("/2020")
def twenty():
return render_template("index2020.html", full_dict2020=full_dict2020, uncertainlist2020=uncertainlist2020, full_counter2020=full_counter2020, amounts2020=amounts2020)
@app.route("/2019")
def nineteen():
data_file = open('scrape_probabl.csv')
csv_file = csv.reader(data_file)
file = csv.reader(data_file)
for row in file:
print(row[11])
return render_template("index.html", full_dict=full_dict, uncertainlist=uncertainlist, csv_file=csv_file, file=file, full_counter=full_counter, amounts=amounts)
return render_template("index.html", full_dict=full_dict, uncertainlist=uncertainlist, csv_file=csv_file, file=file, full_counter=full_counter, full_counter2020=full_counter2020, amounts=amounts)
@app.route('/collection')
def collection():
return render_template("collection.html", full_counter=full_counter, uncertainlist=uncertainlist, file=file, amounts=amounts)
@app.route('/collections')
def collections():
return render_template("collections.html")
@app.route('/collection/')
def redirectCollection():
return redirect(url_for('collection'))
@app.route('/collection2019')
def collection2019():
return render_template("collection2019.html", full_counter=full_counter, uncertainlist=uncertainlist, file=file, amounts=amounts)
@app.route('/collection/<uncertain>')
@app.route('/collection2019/')
def redirectCollection2019():
return redirect(url_for('collection2019'))
@app.route('/collection2020')
def collection2020():
return render_template("collection2020.html", full_counter2020=full_counter2020, uncertainlist2020=uncertainlist2020, amounts2020=amounts2020)
@app.route('/collection2020/')
def redirectCollection2020():
return redirect(url_for('collection2020'))
@app.route('/collection2019/<uncertain>')
def word_pattern(uncertain):
uncertainlist = glob.glob('static/word_patterns/*.csv')
uncertainlist = [i.split('/')[2] for i in uncertainlist]
uncertainlist = glob.glob('static/word_patterns/2019/*.csv')
uncertainlist = [i.split('/')[3] for i in uncertainlist]
uncertainlist = [i.split('.')[0] for i in uncertainlist]
if uncertain in uncertainlist:
print('this is a file')
filename = 'static/word_patterns/' + uncertain + '.csv'
filename = 'static/word_patterns/2019/' + uncertain + '.csv'
datafile = open(filename)
datafile = csv.reader(datafile)
print(filename)
else:
return render_template('error.html'), 404
return render_template("uncertain.html", uncertain=uncertain, datafile=datafile)
return render_template("uncertain2019.html", uncertain=uncertain, datafile=datafile)
@app.route('/collection2020/<uncertain>')
def word_pattern2020(uncertain):
uncertainlist = glob.glob('static/word_patterns/2019/*.csv')
uncertainlist = [i.split('/')[3] for i in uncertainlist]
uncertainlist = [i.split('.')[0] for i in uncertainlist]
if uncertain in uncertainlist2020:
print('this is a file')
filename = 'static/word_patterns/2020/' + uncertain + '.csv'
datafile = open(filename)
datafile = csv.reader(datafile)
print(filename)
else:
return render_template('error.html'), 404
return render_template("uncertain2019.html", uncertain=uncertain, datafile=datafile)
@app.route("/about")
def about():
return render_template("about.html", full_counter=full_counter, uncertainlist=uncertainlist, file=file, amounts=amounts)
return render_template("about.html", full_counter2020=full_counter2020, uncertainlist=uncertainlist, file=file, amounts=amounts)
@app.route('/about/')
def redirectAbou():
......@@ -87,7 +150,7 @@ def redirectAbou():
@app.route("/news")
def news():
return render_template("news.html", full_dict=full_dict, full_counter=full_counter, amounts=amounts)
return render_template("news.html", full_dict=full_dict, full_counter2020=full_counter2020, amounts=amounts)
@app.route('/news/')
def redirectNews():
......
The Collection of uncertainties finds its source in the Belgian digitized heritage collections made public. Thanks to the online catalogues and the progressive digitization of the collections, the search opens up not only to scientific classifications and descriptions but also to the "notes" or "remarks" of the notice. Hence, facilitating cross-referencing and mixing of the keywords from the thesaurus with elements entered more freely. Thus, paradoxically, the more details the scientist or archivist provides - by annotating and thereby introducing nuances - on the origin of an object, the more the fields of the probable, the unsolved and the possible open up to us. Objects sometimes frozen at a date or function can now become objects illustrating doubt, another possible or unclear story. The Collection of uncertainties is composed of all "/items/" whose notice contains vocabulary with an uncertain tendency, i.e. words such as "probable", "probably", "undoubtedly", "perhaps", "almost", "sometimes", "uncertain", etc., in French, Dutch or English. It consists of about ten to a few thousand "articles" depending on the languages or levels of uncertainty chosen, with no identical results for translated or similar words. Depending on the additions or modifications, the Collection of uncertainties is in perpetual evolution, much like knowledge, it evolves according to the uncertain knowledge and recognition of the scientific world.
File added
This diff is collapsed.
This diff is collapsed.
<!DOCTYPE html>
<html lang="en">
<head>
<title>Collections Incertitudes</title>
<meta charset="utf-8">
<meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1">
<meta name="viewport" content="initial-scale=1">
<link rel='shortcut icon' type='image/png' sizes='32x32' href='about.html'>
<link rel="stylesheet" href="static/build/screen.css">
<script src="static/build/jquery-3.2.1.min.js"></script>
<script src="static/build/chart.js"></script>
</head>
<body>
<div class="is-typeset">
<div class="main-nav row-parent">
<div class="row">
<div class="colspan12-1 as-grid top-left-context">
<div class="top-left-context">
<ul>
<li id="date"></li>
<li id="time"></li>
<li id="item-count">
5530 items
</li>
</ul>
</div>
</div>
<div class="colspan12-9 push12-1 colspan6-5 colspan2-2 as-grid with-gutter">
<a href="index.html"><h1 id="main-title"></h1></a>
</div>
<div class="colspan12-1 colspan6-1 colspan2-2 as-grid with-gutter">
<div class="top-right-context">
<ul>
<li><a href="about.html">about</a></li>
<li><a href="collections.html">collections</a></li>
<li><a href="news.html">news</a></li>
</ul>
</div>
</div>
</div>
</div>
<div class="row-parent whiterow">
<div class="row">
<div class="colspan12-8 push12-2 reg-page-container ">
<p class="chapeau">The Collection of uncertainties finds its sources in public, digitized heritage collections, and consists in the entire set of "artefacts" marked by the presence of lexical fields pertaining to the notion of "uncertainty" in their archival records.</p>
<p>The collection is in perpetual evolution, and evolves along the uncertain knowledge and recognitions of the scientific world. </p>
<p>The project is led by <a href="http://localhost:5001/www.marielecrivain.com">Marie Lécrivain</a> and <a href="http://colm.be">Colm O'Neill</a> and was supported by Fédération Wallonie-Bruxelles, La Houle and Constant vzw.</p>
<p>Contact : <a href="mailto:collectionofuncertainties@la-houle.com">collectionofuncertainties@la-houle.com</a></p>
<br>
<hr>
<br>
<p>It was initiated together by Martin Campillo and Marie Lécrivain in December 2016 during <a href="http://diversions.constantvzw.org/">DiVersions</a>, a worksession organized by Constant Association for Art and Media, in collaboration with the Brussels Royal Museum of Art and History.</p>
<p>The online plateform is built from the results of a <a href="https://gitlab.constantvzw.org/diversions/diversions-2019/tree/master/scraper">scraping process</a> of the Carmentis database. The scraper was developped as part of the tools used during Diversion and produces data files and image folders based off of queries made in Carmentis.<br>The platform you are currently viewing uses the results provided by the scraper to produce this view of the collection of uncertitudes. The code written for this platform is all freely accessible, free to repurpose and is hosted at : <a href="https://gitlab.constantvzw.org/diversions/diversions-2019.collection-incertitudes">https://gitlab.constantvzw.org/diversions/diversions-2019.collection-incertitudes</a></p>
<p>The typeface is made by Paol Darcel, a revival of Antique Noble (<a href="http://copyright.rip/erg/typo/fonts/antique-noble/">http://copyright.rip/erg/typo/fonts/antique-noble/</a>) and has been created in 2015 during Open it ! Root & typography – a workshop organized by Marie Lécrivain and the erg bachelor typography department at the KBR, Royal Library of Belgium.</p>
<br>
<hr>
<br>
<p><b>[fr]</b><br>
La Collection des incertitudes trouve sa source dans les collections patrimoniales digitalisées belges rendues publiques. Grâce aux catalogues accessibles en ligne et à la numérisation progressive des collections, la recherche s'ouvre non seulement aux classifications et descriptions scientifiques mais également aux parties « notes » ou « remarques » de la notice, tout en facilitant les recherches croisées et mélangeant les mots-clefs du thésaurus aux éléments inscrits plus librement. Ainsi, paradoxalement, plus le-la scientifique ou l’archiviste fournit des détails – en annotant et par là en introduisant des nuances – sur l’origine d’un objet, plus les champs du probable, de l’irrésolu et du possible s’ouvrent à nous. Les objets parfois figés à une date ou à une fonction peuvent dorénavant devenir des objets illustrant le doute, une autre histoire possible ou non tranchée. La Collection des incertitudes est constituée de l'ensemble des « /items/ » dont la notice contient un vocabulaire à tendance incertaine, c'est-à-dire des mots tels que « probable.s », « probablement », « sans doute », « peut-être », « presque », « parfois », « incertain.e.s », etc. et ceci en langues française, néerlandaise ou anglaise. Elle se compose d'une dizaine à quelques milliers d' « articles » selon les langues ou les niveaux d'incertitude choisis, et ce sans résultats identiques pour des mots traduits et quasi équivalents. Selon les ajouts ou les modifications, elle est en perpétuelle évolution, tout comme les savoirs, elle évolue au gré des connaissances et des reconnaissances incertaines du monde scientifique.</p>
<p><b>[en]</b><br>
The Collection of uncertainties finds its source in the Belgian digitized heritage collections made public. Thanks to the online catalogues and the progressive digitization of the collections, the search opens up not only to scientific classifications and descriptions but also to the "notes" or "remarks" of the notice. Hence, facilitating cross-referencing and mixing of the keywords from the thesaurus with elements entered more freely. Thus, paradoxically, the more details the scientist or archivist provides - by annotating and thereby introducing nuances - on the origin of an object, the more the fields of the probable, the unsolved and the possible open up to us. Objects sometimes frozen at a date or function can now become objects illustrating doubt, another possible or unclear story. The Collection of uncertainties is composed of all "/items/" whose notice contains vocabulary with an uncertain tendency, i.e. words such as "probable", "probably", "undoubtedly", "perhaps", "almost", "sometimes", "uncertain", etc., in French, Dutch or English. It consists of about ten to a few thousand "articles" depending on the languages or levels of uncertainty chosen, with no identical results for translated or similar words. Depending on the additions or modifications, the Collection of uncertainties is in perpetual evolution, much like knowledge, it evolves according to the uncertain knowledge and recognition of the scientific world.</p>
<p><b>[nl]</b><br>
De Collectie van Onzekerheden is een virtuele collectie die haar oorsprong vindt in openbaar toegankelijke gedigitaliseerde erfgoedcollecties. Dankzij online catalogi en de voortschrijdende digitalisering van verschillende erfgoed-collecties leidt een zoekopdracht ondertussen niet alleen naar wetenschappelijke classificaties en beschrijvingen, maar ook naar de "notities" of "opmerkingen" over een object. Hoe meer de wetenschapper of archivaris een object annoteert en daarbij nuances en details verstrekt over de oorsprong van een object, hoe meer velden metwaarschijnlijke, onopgeloste en mogelijke interpretaties voor ons toegankelijk worden. Objecten die soms bevroren zijn op een bepaalde datum of gereduceerd tot één enkele functie kunnen nu het voorwerp worden van twijfel, en een ander mogelijk of nog niet opgetekend verhaal vertellen. De Collectie van Onzekerheden bestaat daarom uit alle items waarvan de metadata vocabulaire bevat dat onzekere tendensen uitdrukt, bijvoorbeeld omdat woorden als “waarschijnlijk”, “aannemelijk”, “misschien”, “bijna”, “soms”, “onzeker”, enz. er in voorkomen. De Collectie van Onzekerheden zal bestaan uit tien tot een paar duizend artikelen, afhankelijk van de gekozen talen of onzekerheidsniveaus, en de verschillende talen zullen geen identieke resultaten opleveren. Net als de kennis over de objecten, evolueert de collectie mee met de mate waarin onzekerheid wordt erkend als kennismodus in de wetenschappelijke wereld.</p>
</div>
</div>
</div>
<div class="lower-nav row-parent">
<div class="row">
<div class="expand-filters">
<a class="expand-filt closed">filters</a>
</div>
<div class="colspan12-1 as-grid ">
<ul>
<li id="inventoryNb">current item: </li>
<li id="itemTitle">item title: </li>
</ul>
</div>
<div class="colspan12-2 as-grid with-gutter uncertain-list">
<a href="collections.html">2020 collection list of words:</a>
<ul>
</ul>
</div>
<div class="colspan12-3 as-grid with-gutter">
<!--
<li>probabl*: 242 results</li>
<li>éventuellement: 4 results</li>
<li>sometimes: 5 results</li>
<li>might: 5 results</li>
<li>must: 5 results</li>
<li>ongeveer: 23 results</li>
<li>misschien: 58 results</li>
<li>parfois: 140 results</li>
<li>presque: 31 results</li>
<li>possibl*: 53 results</li>
<li>jamais: 23 results</li>
<li>probably: 84 results</li>
<li>bijna: 43 results</li>
<li>souvent: 103 results</li>
<li>perhaps: 14 results</li>
<li>could: 76 results</li>
<li>mogelijk: 123 results</li>
<li>waarschijnlijk: 134 results</li>
<li>effectivement: 6 results</li>
<li>may: 20 results</li>
<li>zeker: 9 results</li>
-->
<canvas id="myChart" height="100"></canvas>
</div>
<div class="colspan12-4 as-grid with-gutter collection-select" title="collection selection is not yet an active feature of the collection">
<label class="container">Royal Museums of Art and History, Brussels (Carmentis Online Collection Database)
<input type="checkbox" checked="checked" disabled>
<span class="checkmark"></span>
</label>
<div class="embedded-list">
<label class="container">Art & History Museum
<input type="checkbox" checked="checked" disabled>
<span class="checkmark"></span>
</label>
<label class="container">Musical Instruments Museum
<input type="checkbox" checked="checked" disabled>
<span class="checkmark"></span>
</label>
<label class="container">Halle Gate, Brussels
<input type="checkbox" checked="checked" disabled>
<span class="checkmark"></span>
</label>
<label class="container">Museums of the Far East
<input type="checkbox" checked="checked" disabled>
<span class="checkmark"></span>
</label>
</div>
<label class="container">Royal Institute for Cultural Heritage, Brussels (BALaT KIK-IRPA Online Collection Database)
<input type="checkbox" disabled>
<span class="checkmark"></span>
</label>
<div class="embedded-list">
<label class="container">Photo library
<input type="checkbox" disabled>
<span class="checkmark"></span>
</label>
</div>
<label class="container">Africa Museum, Tervuren
<input type="checkbox" disabled>
<span class="checkmark"></span>
</label>
<div class="embedded-list">
<label class="container">Cultural Anthropology and History (Human Sciences Online Collection Database)
<input type="checkbox" disabled >
<span class="checkmark"></span>
</label>
</div>
</div>
<div class="colspan12-1 as-grid with-gutter">
<ul>
<li><strike>2017</strike></li>
<li><strike>2018</strike></li>
<li><a href="2019.html">2019</a></li>
<li><a href="2020.html">2020</a></li>
</ul>
</div>
<div class="colspan12-1 as-grid with-gutter language-select">
<ul>
<li> <a class="toggle-DE striked" href="about.html#">DE</a></li>
<li> <a class="toggle-EN" href="about.html#">EN</a> </li>
<li> <a class="toggle-FR" href="about.html#">FR</a> </li>
<li> <a class="toggle-NL" href="about.html#">NL</a> </li>
</ul>
</div>
<div class="expand-filters-right">
<a class="expand-filt-right closed">filters</a>
</div>
</div>
</div>
</div>
</div>
<script type="text/javascript" src="static/js/typed.js"></script>
<script src="static/build/main.js"></script>
</body>
</html>
\ No newline at end of file
<!DOCTYPE html>
<html lang="en">
<head>
<title>Collections Incertitudes</title>
<meta charset="utf-8">
<meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1">
<meta name="viewport" content="initial-scale=1">
<link rel='shortcut icon' type='image/png' sizes='32x32' href='collection2019.html'>
<link rel="stylesheet" href="static/build/screen.css">
<script src="static/build/jquery-3.2.1.min.js"></script>
<script src="static/build/chart.js"></script>
</head>
<body>
<div class="is-typeset">
<div class="main-nav row-parent">
<div class="row">
<div class="colspan12-1 as-grid top-left-context">
<div class="top-left-context">
<ul>
<li id="date"></li>
<li id="time"></li>
<li id="item-count">
1201 items
</li>
</ul>
</div>
</div>
<div class="colspan12-9 push12-1 colspan6-5 colspan2-2 as-grid with-gutter">
<a href="index.html"><h1 id="main-title"></h1></a>
</div>
<div class="colspan12-1 colspan6-1 colspan2-2 as-grid with-gutter">
<div class="top-right-context">
<ul>
<li><a href="about.html">about</a></li>
<li><a href="collections.html">collections</a></li>
<li><a href="news.html">news</a></li>
</ul>
</div>
</div>
</div>
</div>
<div id="main-area" class="main-area row-parent whiterow collection-page">
<div class="row">
<div class="colspan12-12 as-grid graph">
<canvas id="detailChart" height="400"></canvas>
<script type="text/javascript">
var ctx = document.getElementById('detailChart').getContext('2d');
var chart = new Chart(ctx, {
type: 'line',
data: {
labels: ['probabl*','éventuellement','sometimes','might','must','ongeveer','misschien','parfois','presque','possibl*','jamais','probably','bijna','souvent','perhaps','could','mogelijk','waarschijnlijk','effectivement','may','zeker',],
datasets: [{
label: 'results per word pattern',
backgroundColor: 'rgb(0, 0, 0)',
borderColor: 'rgba(255, 255, 255, 1)',
data: ['242','4','5','5','5','23','58','140','31','53','23','84','43','103','14','76','123','134','6','20','9',]
}]
},
options: {
"responsive": true,
"maintainAspectRatio": false,
scales: {
yAxes: [{ticks: {fontSize: 12, fontFamily: "'AntiqueNobleLight', sans-serif", fontColor: 'rgb(0,0,0)', fontStyle: '500'}}],
xAxes: [{ticks: {fontSize: 12, fontFamily: "'AntiqueNobleLight', sans-serif", fontColor: 'rgb(0,0,0)', fontStyle: '500'}}]
},
legend: {
labels: {
"fontFamily": 'AntiqueNobleLight',
}
}
}
});
</script>
</div>
<div class="colspan12-8 push12-2 as-grid ">
<b>probabl* : 242 results</b><a href="collection2019/probabl*.html"> probabl* page</a><br>
<b>éventuellement : 4 results</b><a href="collection2019/éventuellement.html"> éventuellement page</a><br>
<b>sometimes : 5 results</b><a href="collection2019/sometimes.html"> sometimes page</a><br>
<b>might : 5 results</b><a href="collection2019/might.html"> might page</a><br>
<b>must : 5 results</b><a href="collection2019/must.html"> must page</a><br>
<b>ongeveer : 23 results</b><a href="collection2019/ongeveer.html"> ongeveer page</a><br>
<b>misschien : 58 results</b><a href="collection2019/misschien.html"> misschien page</a><br>
<b>parfois : 140 results</b><a href="collection2019/parfois.html"> parfois page</a><br>
<b>presque : 31 results</b><a href="collection2019/presque.html"> presque page</a><br>
<b>possibl* : 53 results</b><a href="collection2019/possibl*.html"> possibl* page</a><br>
<b>jamais : 23 results</b><a href="collection2019/jamais.html"> jamais page</a><br>
<b>probably : 84 results</b><a href="collection2019/probably.html"> probably page</a><br>
<b>bijna : 43 results</b><a href="collection2019/bijna.html"> bijna page</a><br>
<b>souvent : 103 results</b><a href="collection2019/souvent.html"> souvent page</a><br>
<b>perhaps : 14 results</b><a href="collection2019/perhaps.html"> perhaps page</a><br>
<b>could : 76 results</b><a href="collection2019/could.html"> could page</a><br>
<b>mogelijk : 123 results</b><a href="collection2019/mogelijk.html"> mogelijk page</a><br>
<b>waarschijnlijk : 134 results</b><a href="collection2019/waarschijnlijk.html"> waarschijnlijk page</a><br>
<b>effectivement : 6 results</b><a href="collection2019/effectivement.html"> effectivement page</a><br>
<b>may : 20 results</b><a href="collection2019/may.html"> may page</a><br>
<b>zeker : 9 results</b><a href="collection2019/zeker.html"> zeker page</a><br>
</div>
</div>
</div>
<div class="lower-nav row-parent">
<div class="row">
<div class="expand-filters">
<a class="expand-filt closed">filters</a>
</div>
<div class="colspan12-1 as-grid ">
<ul>
<li id="inventoryNb">current item: </li>
<li id="itemTitle">item title: </li>
</ul>
</div>
<div class="colspan12-2 as-grid with-gutter uncertain-list">
<a href="collections.html">2020 collection list of words:</a>
<ul>
</ul>
</div>
<div class="colspan12-3 as-grid with-gutter">
<!--
<li>probabl*: 242 results</li>
<li>éventuellement: 4 results</li>
<li>sometimes: 5 results</li>
<li>might: 5 results</li>
<li>must: 5 results</li>
<li>ongeveer: 23 results</li>
<li>misschien: 58 results</li>
<li>parfois: 140 results</li>