stoffelmauro
/
ConsultancyProject_2_ETL
1
0
Fork 0
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

Änderungen von bevor Monorepo übernommen

main
mmaurostoffel 2024-12-18 15:11:23 +01:00
parent f4a927e125
commit a03ce3d647
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
etl/src/mauro/data_quality.py
View File

@ -70,6 +70,8 @@ yRange = range(len(dates))
matrix = matrix.T matrix = matrix.T
plt.imshow(matrix) plt.imshow(matrix)
plt.yticks(yRange[::5], dates[::5]) plt.yticks(yRange[::5], dates[::5])
plt.xlabel("Property ID")
plt.ylabel("Scrape Date")
# Create DiffMatrix # Create DiffMatrix
diffMatrix = np.zeros((len(matrix)-1, len(matrix[0]))) diffMatrix = np.zeros((len(matrix)-1, len(matrix[0])))
@ -78,6 +80,8 @@ for y in range(len(matrix[0])):
diffMatrix[x][y] = abs(matrix[x][y] - matrix[x+1][y]) diffMatrix[x][y] = abs(matrix[x][y] - matrix[x+1][y])
plt.figure() plt.figure()
plt.imshow(diffMatrix) plt.imshow(diffMatrix, cmap="Reds")
plt.yticks(yRange[::5], dates[::5]) plt.yticks(yRange[::5], dates[::5])
plt.xlabel("Property ID")
plt.ylabel("Scrape Date")
plt.show() plt.show()