vuminh224/m1_bdd_comparaison_perf
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

plein de truc

Browse Source
This commit is contained in:
Rochas
2024-12-21 19:09:39 +01:00
parent c125d4ad6f
commit 684c318a66
13 changed files with 920 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

112
main.py
View File

@@ -11,19 +11,27 @@ from datetime import datetime
#Monet DB
requeteSelect1MonetDB = """SELECT * FROM flights WHERE "AIRLINE" = 'AA';"""
requeteSelect2MonetDB = """SELECT * FROM flights;"""
requeteSelect5MonetDB = """SELECT * FROM flights WHERE "DAY" > 5;"""
requeteSelect05MonetDB = """SELECT * FROM flights WHERE "DAY" > 5;"""
requeteSelect10MonetDB = """SELECT * FROM flights WHERE "DAY" > 10;"""
requeteSelect15MonetDB = """SELECT * FROM flights WHERE "DAY" > 15;"""
requeteSelect20MonetDB = """SELECT * FROM flights WHERE "DAY" > 20;"""
requeteSelect25MonetDB = """SELECT * FROM flights WHERE "DAY" > 25;"""
requeteSelect30MonetDB = """SELECT * FROM flights WHERE "DAY" > 30;"""
requeteSelect5_2MonetDB = """SELECT * FROM flights WHERE "DAY" > 5 AND "SCHEDULED_DEPARTURE"=0030;"""
requeteSelect10_2MonetDB = """SELECT * FROM flights WHERE "DAY" > 10 AND "SCHEDULED_DEPARTURE"=0030;"""
requeteSelect15_2MonetDB = """SELECT * FROM flights WHERE "DAY" > 15 AND "SCHEDULED_DEPARTURE"=0030;"""
requeteSelect20_2MonetDB = """SELECT * FROM flights WHERE "DAY" > 20 AND "SCHEDULED_DEPARTURE"=0030;"""
requeteSelect25_2MonetDB = """SELECT * FROM flights WHERE "DAY" > 25 AND "SCHEDULED_DEPARTURE"=0030;"""
requeteSelect30_2MonetDB = """SELECT * FROM flights WHERE "DAY" > 30 AND "SCHEDULED_DEPARTURE"=0030;"""
requeteSelect05_2MonetDB = """SELECT * FROM flights WHERE "DAY" > 5 AND "DAY_OF_WEEK"<=5 AND "SCHEDULED_DEPARTURE">1200; """
requeteSelect10_2MonetDB = """SELECT * FROM flights WHERE "DAY" > 10 AND "DAY_OF_WEEK"<=5 AND "SCHEDULED_DEPARTURE">1200; """
requeteSelect15_2MonetDB = """SELECT * FROM flights WHERE "DAY" > 15 AND "DAY_OF_WEEK"<=5 AND "SCHEDULED_DEPARTURE">1200; """
requeteSelect20_2MonetDB = """SELECT * FROM flights WHERE "DAY" > 20 AND "DAY_OF_WEEK"<=5 AND "SCHEDULED_DEPARTURE">1200; """
requeteSelect25_2MonetDB = """SELECT * FROM flights WHERE "DAY" > 25 AND "DAY_OF_WEEK"<=5 AND "SCHEDULED_DEPARTURE">1200; """
requeteSelect30_2MonetDB = """SELECT * FROM flights WHERE "DAY" > 30 AND "DAY_OF_WEEK"<=5 AND "SCHEDULED_DEPARTURE">1200; """
requeteSelect05_3MonetDB = """SELECT "FLIGHT_NUMBER" FROM flights WHERE "DAY" > 5;"""
requeteSelect10_3MonetDB = """SELECT "FLIGHT_NUMBER" FROM flights WHERE "DAY" > 10;"""
requeteSelect15_3MonetDB = """SELECT "FLIGHT_NUMBER" FROM flights WHERE "DAY" > 15;"""
requeteSelect20_3MonetDB = """SELECT "FLIGHT_NUMBER" FROM flights WHERE "DAY" > 20;"""
requeteSelect25_3MonetDB = """SELECT "FLIGHT_NUMBER" FROM flights WHERE "DAY" > 25;"""
requeteSelect30_3MonetDB = """SELECT "FLIGHT_NUMBER" FROM flights WHERE "DAY" > 30;"""
requeteCreateTable10MonetDB = """CREATE TABLE flights10 AS SELECT * FROM FLIGHTS WHERE "DAY" > 10;"""
@@ -38,7 +46,8 @@ requeteDropCopyMonetDB = """DROP TABLE flights2;"""
#Postgre SQL
requeteSelect1PostgreSQL = """SELECT * FROM public.flights WHERE "AIRLINE" = 'AA'"""
requeteSelect2PostgreSQL = """SELECT * FROM public.flights"""
requeteSelect5PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 5"""
requeteSelect05PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 5"""
requeteSelect10PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 10"""
requeteSelect15PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 15"""
requeteSelect20PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 20"""
@@ -46,12 +55,19 @@ requeteSelect25PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 25"""
requeteSelect30PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 30"""
requeteSelect5_2PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 5 AND "SCHEDULED_DEPARTURE"=0030 """
requeteSelect10_2PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 10 AND "SCHEDULED_DEPARTURE"=0030 """
requeteSelect15_2PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 15 AND "SCHEDULED_DEPARTURE"=0030 """
requeteSelect20_2PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 20 AND "SCHEDULED_DEPARTURE"=0030 """
requeteSelect25_2PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 25 AND "SCHEDULED_DEPARTURE"=0030 """
requeteSelect30_2PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 30 AND "SCHEDULED_DEPARTURE"=0030 """
requeteSelect05_2PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 5 AND "DAY_OF_WEEK"<=5 AND "SCHEDULED_DEPARTURE">1200 """
requeteSelect10_2PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 10 AND "DAY_OF_WEEK"<=5 AND "SCHEDULED_DEPARTURE">1200 """
requeteSelect15_2PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 15 AND "DAY_OF_WEEK"<=5 AND "SCHEDULED_DEPARTURE">1200 """
requeteSelect20_2PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 20 AND "DAY_OF_WEEK"<=5 AND "SCHEDULED_DEPARTURE">1200 """
requeteSelect25_2PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 25 AND "DAY_OF_WEEK"<=5 AND "SCHEDULED_DEPARTURE">1200 """
requeteSelect30_2PostgreSQL = """SELECT * FROM public.flights WHERE "DAY" > 30 AND "DAY_OF_WEEK"<=5 AND "SCHEDULED_DEPARTURE">1200 """
requeteSelect05_3PostgreSQL = """SELECT "FLIGHT_NUMBER" FROM public.flights WHERE "DAY" > 5"""
requeteSelect10_3PostgreSQL = """SELECT "FLIGHT_NUMBER" FROM public.flights WHERE "DAY" > 10"""
requeteSelect15_3PostgreSQL = """SELECT "FLIGHT_NUMBER" FROM public.flights WHERE "DAY" > 15"""
requeteSelect20_3PostgreSQL = """SELECT "FLIGHT_NUMBER" FROM public.flights WHERE "DAY" > 20"""
requeteSelect25_3PostgreSQL = """SELECT "FLIGHT_NUMBER" FROM public.flights WHERE "DAY" > 25"""
requeteSelect30_3PostgreSQL = """SELECT "FLIGHT_NUMBER" FROM public.flights WHERE "DAY" > 30"""
requeteCreateTable10PostgreSQL = """CREATE TABLE flights10 AS SELECT * FROM FLIGHTS WHERE "DAY" > 10"""
requeteDeletePostgreSQL = """DELETE FROM flights WHERE "DAY" > 10"""
@@ -79,6 +95,8 @@ def initMonetDB():
print(result)
def execMonetDB(str):
return requete_monetdb(str)
@@ -86,21 +104,28 @@ def runMonetDB():
execForMonetDB(5,[requeteSelect1MonetDB])
execForMonetDB(5,[requeteSelect2MonetDB])
execForMonetDB(5,[requeteSelect5MonetDB])
execForMonetDB(5,[requeteSelect05MonetDB])
execForMonetDB(5,[requeteSelect10MonetDB])
execForMonetDB(5,[requeteSelect15MonetDB])
execForMonetDB(5,[requeteSelect20MonetDB])
execForMonetDB(5,[requeteSelect25MonetDB])
execForMonetDB(5,[requeteSelect30MonetDB])
execForMonetDB(5,[requeteSelect5_2MonetDB])
execForMonetDB(5,[requeteSelect05_2MonetDB])
execForMonetDB(5,[requeteSelect10_2MonetDB])
execForMonetDB(5,[requeteSelect15_2MonetDB])
execForMonetDB(5,[requeteSelect20_2MonetDB])
execForMonetDB(5,[requeteSelect25_2MonetDB])
execForMonetDB(5,[requeteSelect30_2MonetDB])
execForMonetDB(10,[requeteSelect05_3MonetDB])
execForMonetDB(10,[requeteSelect10_3MonetDB])
execForMonetDB(10,[requeteSelect15_3MonetDB])
execForMonetDB(10,[requeteSelect20_3MonetDB])
execForMonetDB(10,[requeteSelect25_3MonetDB])
execForMonetDB(10,[requeteSelect30_3MonetDB])
execForMonetDB(5,[requeteCreateTable10MonetDB,requeteDeleteMonetDB,requeteInsertMonetDB,requeteDropFlight10MonetDB])
#execForMonetDB(5,[requeteCreateTable10MonetDB,requeteDeleteMonetDB,requeteInsertMonetDB,requeteDropFlight10MonetDB])
#execMonetDB(requeteDropCopyMonetDB)
#execForMonetDB(5,[requeteCopyTableMonetDB,requeteReplaceMonetDB,requeteDropCopyMonetDB]) # 1.34 s
@@ -108,16 +133,18 @@ def runMonetDB():
#execute n fois les n requêtes
def execForMonetDB(n, tabReq):
global rapport
t = [0] * len(tabReq)
t = [[0] * len(tabReq) for _ in range(2)]
for i in range(n) :
print(i+1,"/",n)
for j in range(len(tabReq)) :
t[j]+=execMonetDB(tabReq[j])
v = execMonetDB(tabReq[j])
t[0][j] += v[0]
t[1][j] = v[1]
print("calcul en cours...")
for j in range(len(tabReq)):
t[j] = t[j]/n
result = "[MonetDB] requete (moyenne de " + str(n) +") : " + str(tabReq[j]) + "\n time = " + str(t[j]) + " s\n"
t[0][j] = t[0][j]/n
result = "[MonetDB] requete (moyenne de " + str(n) +") : " + str(tabReq[j]) + "\n time = " + str(t[0][j]) + " s\nsize=" + str(t[1][j]) + "\n"
rapport = rapport + "\n" + result
print(result)
@@ -147,40 +174,49 @@ def execPostgreSQL(str):
return requete_postgres(str)
def runPostgreSQL():
execForPostgreSQL(1,[requeteSelect1PostgreSQL])
execForPostgreSQL(1,[requeteSelect2PostgreSQL])
execForPostgreSQL(2,[requeteSelect1PostgreSQL])
execForPostgreSQL(2,[requeteSelect2PostgreSQL])
execForPostgreSQL(1,[requeteSelect5PostgreSQL])
execForPostgreSQL(1,[requeteSelect10PostgreSQL])
execForPostgreSQL(1,[requeteSelect15PostgreSQL])
execForPostgreSQL(2,[requeteSelect5PostgreSQL])
execForPostgreSQL(2,[requeteSelect10PostgreSQL])
execForPostgreSQL(2,[requeteSelect15PostgreSQL])
execForPostgreSQL(2,[requeteSelect20PostgreSQL])
execForPostgreSQL(2,[requeteSelect25PostgreSQL])
execForPostgreSQL(3,[requeteSelect30PostgreSQL])
execForPostgreSQL(5,[requeteSelect5_2PostgreSQL])
execForPostgreSQL(5,[requeteSelect10_2PostgreSQL])
execForPostgreSQL(5,[requeteSelect15_2PostgreSQL])
execForPostgreSQL(5,[requeteSelect20_2PostgreSQL])
execForPostgreSQL(5,[requeteSelect25_2PostgreSQL])
execForPostgreSQL(5,[requeteSelect30_2PostgreSQL])
execForPostgreSQL(2,[requeteSelect05_2PostgreSQL])
execForPostgreSQL(2,[requeteSelect10_2PostgreSQL])
execForPostgreSQL(2,[requeteSelect15_2PostgreSQL])
execForPostgreSQL(2,[requeteSelect20_2PostgreSQL])
execForPostgreSQL(2,[requeteSelect25_2PostgreSQL])
execForPostgreSQL(2,[requeteSelect30_2PostgreSQL])
execForPostgreSQL(1,[requeteCreateTable10PostgreSQL,requeteDeletePostgreSQL,requeteInsertPostgreSQL,requeteDropFlight10PostgreSQL])
execForPostgreSQL(5,[requeteSelect05_3PostgreSQL])
execForPostgreSQL(5,[requeteSelect10_3PostgreSQL])
execForPostgreSQL(5,[requeteSelect15_3PostgreSQL])
execForPostgreSQL(5,[requeteSelect20_3PostgreSQL])
execForPostgreSQL(5,[requeteSelect25_3PostgreSQL])
execForPostgreSQL(5,[requeteSelect30_3PostgreSQL])
#execForPostgreSQL(2,[requeteCreateTable10PostgreSQL,requeteDeletePostgreSQL,requeteInsertPostgreSQL,requeteDropFlight10PostgreSQL])
#execPostgreSQL(requeteDropCopyPostgreSQL)
#execForPostgreSQL(5,[requeteCopyTablePostgreSQL,requeteReplacePostgreSQL,requeteDropCopyPostgreSQL]) # 11.97 s
#execForPostgreSQL(2,[requeteCopyTablePostgreSQL,requeteReplacePostgreSQL,requeteDropCopyPostgreSQL]) # 11.97 s
# execute n fois les n requêtes
def execForPostgreSQL(n, tabReq):
global rapport
t = [0] * len(tabReq)
t = [[0] * len(tabReq) for _ in range(2)]
for i in range(n):
print(i+1,"/",n)
for j in range(len(tabReq)):
t[j] += execPostgreSQL(tabReq[j])
v = execPostgreSQL(tabReq[j])
t[0][j] += v[0]
t[1][j] = v[1]
print("calcul en cours...")
for j in range(len(tabReq)):
t[j] = t[j] / n
result = "[PostgreSQL] requete (moyenne de " + str(n) +") : " + str(tabReq[j]) + "\n time = " + str(t[j]) + " s\n"
t[0][j] = t[0][j] / n
result = "[PostgreSQL] requete (moyenne de " + str(n) +") : " + str(tabReq[j]) + "\n time = " + str(t[0][j]) + " s\nsize=" + str(t[1][j]) + "\n"
rapport = rapport + "\n" + result
print(result)