add react vite app with oidc support and configured api calls to api

This commit is contained in:
Viktor Barzin 2025-06-14 15:36:38 +00:00
parent ff2f141b75
commit aca76111f0
No known key found for this signature in database
GPG key ID: 4056458DBDBF8863
31 changed files with 7422 additions and 1 deletions

2
.gitignore vendored
View file

@ -8,3 +8,5 @@ sqlite.db
.ipynb_checkpoints/
**.env
crawler/data/wrongmove.db
wrongmove/caddy_dev/certs/**

View file

@ -20,7 +20,7 @@ app.add_middleware(
)
@app.get("/listing")
@app.get("/api/listing")
async def get_listing(user: Annotated[User, Depends(get_current_user)]):
repository = ListingRepository(engine)
listings = await repository.get_listings(limit=5)

View file

@ -0,0 +1,7 @@
# IMPORTANT: This is the URL you will use to access your app via https.
# Make sure it resolves to your dev server's IP address or hostname.
# Also it must be an authorized URL in your OIDC provider (reach out to viktor to configure that).
export DEV_HOST="<CHANGE ME>"
export FRONTEND_SERVICE="$DEV_HOST:5173" # react app server
export BACKEND_SERVICE="$DEV_HOST:5001" # where the backend api is running

24
crawler/wrongmove/.gitignore vendored Normal file
View file

@ -0,0 +1,24 @@
# Logs
logs
*.log
npm-debug.log*
yarn-debug.log*
yarn-error.log*
pnpm-debug.log*
lerna-debug.log*
node_modules
dist
dist-ssr
*.local
# Editor directories and files
.vscode/*
!.vscode/extensions.json
.idea
.DS_Store
*.suo
*.ntvs*
*.njsproj
*.sln
*.sw?

View file

@ -0,0 +1,54 @@
# React + TypeScript + Vite
This template provides a minimal setup to get React working in Vite with HMR and some ESLint rules.
Currently, two official plugins are available:
- [@vitejs/plugin-react](https://github.com/vitejs/vite-plugin-react/blob/main/packages/plugin-react) uses [Babel](https://babeljs.io/) for Fast Refresh
- [@vitejs/plugin-react-swc](https://github.com/vitejs/vite-plugin-react/blob/main/packages/plugin-react-swc) uses [SWC](https://swc.rs/) for Fast Refresh
## Expanding the ESLint configuration
If you are developing a production application, we recommend updating the configuration to enable type-aware lint rules:
```js
export default tseslint.config({
extends: [
// Remove ...tseslint.configs.recommended and replace with this
...tseslint.configs.recommendedTypeChecked,
// Alternatively, use this for stricter rules
...tseslint.configs.strictTypeChecked,
// Optionally, add this for stylistic rules
...tseslint.configs.stylisticTypeChecked,
],
languageOptions: {
// other options...
parserOptions: {
project: ['./tsconfig.node.json', './tsconfig.app.json'],
tsconfigRootDir: import.meta.dirname,
},
},
})
```
You can also install [eslint-plugin-react-x](https://github.com/Rel1cx/eslint-react/tree/main/packages/plugins/eslint-plugin-react-x) and [eslint-plugin-react-dom](https://github.com/Rel1cx/eslint-react/tree/main/packages/plugins/eslint-plugin-react-dom) for React-specific lint rules:
```js
// eslint.config.js
import reactX from 'eslint-plugin-react-x'
import reactDom from 'eslint-plugin-react-dom'
export default tseslint.config({
plugins: {
// Add the react-x and react-dom plugins
'react-x': reactX,
'react-dom': reactDom,
},
rules: {
// other rules...
// Enable its recommended typescript rules
...reactX.configs['recommended-typescript'].rules,
...reactDom.configs.recommended.rules,
},
})
```

View file

@ -0,0 +1,11 @@
# We need https for the frontend to enable auth with external oidc
https://devvm.viktorbarzin.lan:443 {
tls "/home/wizard/code/realestate-crawler/crawler/wrongmove/caddy_dev/certs/dev.crt" "/home/wizard/code/realestate-crawler/crawler/wrongmove/caddy_dev/certs/dev.key"
reverse_proxy http://devvm.viktorbarzin.lan:5173
}
# We need https for the backend so that the frontend can send secure requests to the backend
https://devvm.viktorbarzin.lan:443/api/* {
tls "/home/wizard/code/realestate-crawler/crawler/wrongmove/caddy_dev/certs/dev.crt" "/home/wizard/code/realestate-crawler/crawler/wrongmove/caddy_dev/certs/dev.key"
reverse_proxy http://devvm.viktorbarzin.lan:5001
}

View file

@ -0,0 +1,30 @@
-----BEGIN CERTIFICATE-----
MIIFIzCCAwugAwIBAgIUR+lr4U+iZx5z2nK1JLTxfY96t48wDQYJKoZIhvcNAQEL
BQAwITEfMB0GA1UEAwwWZGV2dm0udmlrdG9yYmFyemluLmxhbjAeFw0yNTA2MTQx
NTI3MDVaFw0yNjA2MTQxNTI3MDVaMCExHzAdBgNVBAMMFmRldnZtLnZpa3RvcmJh
cnppbi5sYW4wggIiMA0GCSqGSIb3DQEBAQUAA4ICDwAwggIKAoICAQDwVEmku09n
FkUo2160+9jqcjObQXEYdLc0/2TVPVONpqI5AmAPKQ/DXr8gxkkuUMMAioMyaET7
hzDw7ERJnlvKxE3VsLEqAjTYtM/i+GqkJA4xzuhQSIuUD/BiuCWH4Rm7XaSJA+0Q
kk95U9ynpG5L8jI7VC9moe8K2lRXZm1Mo6qMl5N6Re7goOUjlDEEwI6fFppkSaUl
vnVw2GrxyywSr4yBW4AFBWYFNY1K0sdcwQB50KhtBFj6ql0CVvhq62A6qNJePZ7v
RpKUGWBUoXUe9u2qR9Z18o30GACVnen6DLNJgZH3b3AqCJ+FxGIhFWfQd1s/cH3j
r6MT6HjCNhRfTcnHzupO3BoJuJDk1Saz+Lu/Tq+huvpLvbIxpfGEBqiAv3X7lz30
dqgOu6diJtD590BTLxeYV4gkd9XXwiUnT9dMIt/0syixdmN/rtv8ouK89/2tN3W6
R4hToQMoZG4b7IgJ1TU/Ex3xpLLrtxDGnkejKUENCvdj623qCa1XlfeljuT5ZtvR
YMQ5R5ocun9SDgoxR1qpJ7eMHEmk2u94JolZ9f2LNjBFTMVGAgyQ75YGOfE1FCep
uSvTKojny2pKO+1uaB9srDFKaXrE/H7agDmIuiiiPrByJiAMCHaW3Rb7nkx5p0iX
gP2YF+gzaj4lW1XN3XVOa6i21bEzDzR9RQIDAQABo1MwUTAdBgNVHQ4EFgQUvCAx
Lxq8iSM7CS5WF0DC8C8Bwf4wHwYDVR0jBBgwFoAUvCAxLxq8iSM7CS5WF0DC8C8B
wf4wDwYDVR0TAQH/BAUwAwEB/zANBgkqhkiG9w0BAQsFAAOCAgEAjHb42WDJM/QU
elhQA9iyXE9IkjRPakn/sjQPlEYNxi8wUfiRixDsKvMgfx85oev24XIV3g0h8276
jlrSISNwXIAueM//VJ20qXvI07T00/nYDgRT21Gaa5OzQRTeFkJpJXoJZQP9+cGs
l9irY99q/dxbWw9zhO7O6MPNT3xoJvwzwBJsEDSwjeP7gG/lkytNesOSLSprcS2D
N88THHcMQ26Ox9tZuQ6I3kb6DNJXCyKYiOD/3Z/FzKmIxVM1zz+2czb62I+VsyFL
UxBu5bLNF86SJ/+2tAc0oPHXQz54W1yp5IvUREPAd2ijkYtJIlydxlkolrdZ071m
hIMKxGmUGBSnIm2RVxT0QLqTqf5Mz35Jnn82s3gLqZUrvDvmDAZIZTjEPbBeS+N4
/T1kjr4TKDW9qvG0a+O7uYDmjZXFnC2T3PDyEiVE1zygsPNwgK4TE/3tVbnmoQXI
rzJghPmSnzuu/q5E+D7Wf0aVaWc7Ui4CFmXnIgXutCHiJ4EMlOAkTsmNVUyo5Kf0
9Tk3+gGIBmTWZelnlHM6HEN3qMbYJRCh33s1x9J8v49lz7AEoW+ryVko4vcmM3WX
Bb2IizeEGURtfQuHoMp6My1GRYNrtkM4DZRS6MFiUpAoBIEugvwWExciwOraeSuZ
LlSBdING8WzChK4ORdF2XhJ3p7cDSH8=
-----END CERTIFICATE-----

View file

@ -0,0 +1,52 @@
-----BEGIN PRIVATE KEY-----
MIIJQwIBADANBgkqhkiG9w0BAQEFAASCCS0wggkpAgEAAoICAQDwVEmku09nFkUo
2160+9jqcjObQXEYdLc0/2TVPVONpqI5AmAPKQ/DXr8gxkkuUMMAioMyaET7hzDw
7ERJnlvKxE3VsLEqAjTYtM/i+GqkJA4xzuhQSIuUD/BiuCWH4Rm7XaSJA+0Qkk95
U9ynpG5L8jI7VC9moe8K2lRXZm1Mo6qMl5N6Re7goOUjlDEEwI6fFppkSaUlvnVw
2GrxyywSr4yBW4AFBWYFNY1K0sdcwQB50KhtBFj6ql0CVvhq62A6qNJePZ7vRpKU
GWBUoXUe9u2qR9Z18o30GACVnen6DLNJgZH3b3AqCJ+FxGIhFWfQd1s/cH3jr6MT
6HjCNhRfTcnHzupO3BoJuJDk1Saz+Lu/Tq+huvpLvbIxpfGEBqiAv3X7lz30dqgO
u6diJtD590BTLxeYV4gkd9XXwiUnT9dMIt/0syixdmN/rtv8ouK89/2tN3W6R4hT
oQMoZG4b7IgJ1TU/Ex3xpLLrtxDGnkejKUENCvdj623qCa1XlfeljuT5ZtvRYMQ5
R5ocun9SDgoxR1qpJ7eMHEmk2u94JolZ9f2LNjBFTMVGAgyQ75YGOfE1FCepuSvT
Kojny2pKO+1uaB9srDFKaXrE/H7agDmIuiiiPrByJiAMCHaW3Rb7nkx5p0iXgP2Y
F+gzaj4lW1XN3XVOa6i21bEzDzR9RQIDAQABAoICAGhkBFUUs6nQh5v2pc2xc4hq
sLXomCqKUCYqJW9mowttbRucR4NuT5WKazTeTF1c4Ucz40ca+ZPUJlMQHZ1otvB9
kl2W0W2w5amX6JDrXM8NhkjmWgy9ZjubLMyEtnCuO1Iim9yUIv5Gv1SxM7ByASLm
AiG5MJnBDydErMwGBsX6dZN6J6o+BEP4P2/T5/LrfUfnNosHXj/l2fd5WgLLQMqh
DEQILbSAos7ycvwkUEqe3wkKtI4eDFRdeecRRfiTYwo32KDs3UOMARFpcGlydIBN
u/ByIdq70CNN5bsXi9F8gMgWCwRSmIL5mekt434BYUWxAqasw1IKMajtGr8pZHEl
tyPlSc1kiyPaArGr7PJ7pexLLRjzogCuqzepDanr3A2aoaCdc/3MrhQpn1t7XP7Y
yJyaE+ap+v7Lck4keV7KMtCHmrreu1YPeJU1FYqjWEvDQzs1+OdikgrtnwRNIiLk
SsLQ6ID52L0261BuW27ZUFPbTiEGTl50q2Fs8K7EWNruI/Gidz4PiIhC0XIyp9ba
m3Wd5DmxWR0gv9Gwv3VQwigZyb2cdGm+VUVlRcspvi27JvoH6YZ4YQXEq2MhIIik
frtHQnB55tPtQZlmOO/REaMjVTLYkBY7idlUKhYsbhY7REj43G8vMkQJ253PwsBT
Nn/o7Wm8O6DNJ/K6Hi5FAoIBAQDxpolTN6uqJi0Yuo7dGyIpHHKQRCbk6FRyS4xn
iAJpFDcSvW0kJja2WZP6ichG3838n+q9BcOxZEB0FaeRvHP8MyidcYgMiLqLuH+s
0qwxXdurjA0g51Y5VhyHlbroy78Zcz58U23jO42N4TkzCg9NlVP34M/e7FviW2Kd
+HFX57PL8H7kxSLYMpGOQTyL2pIWq2sqkrJCvIIvzNCmMi0ji7kQiyeBBu+/LnSg
DpaTcTRTvZXEGubDnsdYnnGIZJfEW2dLeFnskg6KD8s8UHGBaTpgTpWtaWOB3F2R
qPHcdZjP+OLLbqcnoV57cTDgb7gGhpTRxTg1fF1c1XliEsU3AoIBAQD+mappaLXA
2C/siFNWYkHVA6tyY/8h+rnAE0mhiaEKeWCAXbMDjHmyNPM+Vi7qhbtq0UfgTweK
axI+NmTqkNVS2nVH1jvcQ/XZJy95rgVob9X2awnOc0rH/nTv8+z7hJP3B2KOZ5+B
3atOhnNqbL0Cjk8yOK0lt7JVQu2BQKkCfOiSJJDAuZweO2EixfDqwYyob94HwdgS
G8umPqqQXc5gp/2c/iKUXT+MwK6hI2lPIxbKZfjECO1aOMEzLmxB0fsxMFlqLHeC
s5qxWgbx4cErnv8NWK0TCUl588NYa/FmtxIgtJ7Fba6rINxqvxTs4n1I8w7tnyyZ
GbvkWjFsvA9jAoIBAD7eDrgBsb1wdScL0gMf/gEoD34M3PmMn/ukQADnV4ky4ykS
8wQGlRFXuLHjiqE1tIdWq2FF0KWj6UjKIXA+0QX54UUktjpcj/utojm6DWZCftXg
d8HprXr5Ni7n+1p5N1xNqSH7KomFgsw4ngLzSQvsH45LhIkAgN8g20Uxz3sJIrOZ
+8lUqD4K2edifXf9Ayi2rAjFZW8LT+tTo6y5PRkUTq9JJJvizBi240yIvw/Y0b4/
gmkkfojCFCawAeV0Fi/Vf8gYpXxweyvb9Ana+8ypLbDEgRg+ZM7yH723cETkqz7g
B1DZls8uokAHMKoTJpM8DBeO8ZKoqjluqEeljn0CggEBAIn8QIa2kGL/CCI61Gfq
AuHvBjmOBpWk7I00JuDc1aH2nJ2VqtLOjJpP5lEvpmfGqQfAeyMP0fdsBkwfcNxM
OMGZ0pxneLPtRU421Z0t+pJaomzWIE963tm7iCcQXa0HcqYco4aolKNuv0xkxCK2
4k2DUVrXqsfZYlahWlWF9NN7XRTvqmA5eGpOJlwRSXwCADi9wGkV3wQZemsUZZ6u
qI5sHaC7f4RHcYzYVQzSQ133l3+EeqnMaM9QGS2jCFs38dr76EoJ5Y+5xao/L6pi
fy4kEvlpyQubKe5ldcbzYbcYm0OMgMxhoJvwyGU2QKIOMnaZ/Mo+TY6Aivu9AjJ7
Th8CggEBAMw2WTxoEmXl/imFcphGznM2OrOVr8zjM44cz98JOh1z+yODt8eJRuDh
8QWetCIFxGL3NS4reE6vT82XnTWobABFy+VlQq5KIZ6inF3j8wYW/ECqowomvpyR
ocKwEtQ+LkR/TChA6OQn9oL5v4W/8J1FGeNc0jHLXOxUsMzsB+mUV8xDN86JPQQ4
dwFBaGzero5L+876Dw7uqLeM1qaRTag/+knPGwEXv84CowbgUlNA7kzzy7kZci4t
XpmIRJ/y0QcN42E3mIBlB4GSfUyvU0pz0Mzej/uxbm0TTFf+Au/d+0CP2/3XcD2A
XJEAVUaSlvUYJJ3d3xjQWI+8Sh+0Pp8=
-----END PRIVATE KEY-----

View file

@ -0,0 +1,28 @@
import js from '@eslint/js'
import globals from 'globals'
import reactHooks from 'eslint-plugin-react-hooks'
import reactRefresh from 'eslint-plugin-react-refresh'
import tseslint from 'typescript-eslint'
export default tseslint.config(
{ ignores: ['dist'] },
{
extends: [js.configs.recommended, ...tseslint.configs.recommended],
files: ['**/*.{ts,tsx}'],
languageOptions: {
ecmaVersion: 2020,
globals: globals.browser,
},
plugins: {
'react-hooks': reactHooks,
'react-refresh': reactRefresh,
},
rules: {
...reactHooks.configs.recommended.rules,
'react-refresh/only-export-components': [
'warn',
{ allowConstantExport: true },
],
},
},
)

View file

@ -0,0 +1,13 @@
<!doctype html>
<html lang="en">
<head>
<meta charset="UTF-8" />
<link rel="icon" type="image/svg+xml" href="/vite.svg" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<title>Vite + React + TS</title>
</head>
<body>
<div id="root"></div>
<script type="module" src="/src/main.tsx"></script>
</body>
</html>

3998
crawler/wrongmove/package-lock.json generated Normal file

File diff suppressed because it is too large Load diff

View file

@ -0,0 +1,38 @@
{
"name": "wrongmove",
"private": true,
"version": "0.0.0",
"type": "module",
"scripts": {
"dev": "vite",
"build": "tsc -b && vite build",
"lint": "eslint .",
"preview": "vite preview"
},
"dependencies": {
"@tailwindcss/vite": "^4.1.10",
"@types/crossfilter": "^0.0.38",
"@types/d3": "^7.4.3",
"@types/mapbox-gl": "^3.4.1",
"@types/turf": "^3.5.32",
"oidc-client-ts": "^3.2.1",
"react": "^19.1.0",
"react-dom": "^19.1.0",
"react-oidc-context": "^3.3.0",
"tailwindcss": "^4.1.10"
},
"devDependencies": {
"@eslint/js": "^9.25.0",
"@types/node": "^24.0.1",
"@types/react": "^19.1.2",
"@types/react-dom": "^19.1.2",
"@vitejs/plugin-react-swc": "^3.9.0",
"eslint": "^9.25.0",
"eslint-plugin-react-hooks": "^5.2.0",
"eslint-plugin-react-refresh": "^0.4.19",
"globals": "^16.0.0",
"typescript": "~5.8.3",
"typescript-eslint": "^8.30.1",
"vite": "^6.3.5"
}
}

File diff suppressed because it is too large Load diff

View file

@ -0,0 +1,4 @@
# Block ALL bots from ALL pages
User-agent: *
Disallow: /

View file

@ -0,0 +1,261 @@
// rivet
var filter = { city: 'London', country: null, mode: 'qmprice' };
filter['countries'] = Array.from(new Set(data.features.map(function (d) { return d['properties']['country'] })));
rivets.bind(document.getElementById('overlay'), { filter: filter });
console.log('kekeke')
function clone(d) {
return JSON.parse(JSON.stringify(d));
}
function percentile(arr, p) {
if (arr.length === 0) return 0;
if (typeof p !== 'number') throw new TypeError('p must be a number');
if (p <= 0) return arr[0];
if (p >= 1) return arr[arr.length - 1];
var index = arr.length * p,
lower = Math.floor(index),
upper = lower + 1,
weight = index % 1;
if (upper >= arr.length) return arr[lower];
return arr[lower] * (1 - weight) + arr[upper] * weight;
}
function update() {
// close overlay
var modal = document.getElementById('modal_overlay');
modal.classList.toggle('modal-open');
// init heatmap
heatmap = new HexgridHeatmap(map, "hexgrid-heatmap", "waterway-label");
heatmap.setIntensity(9); // dunno yet
heatmap.setSpread(0.05); // dunno yet
heatmap.setCellDensity(0.5); // small value == bigger hexagons
heatmap.setPropertyName(filter.mode);
if (filter.mode === 'qmprice') {
// if we visualize sqm based data, remove properties where we have no data
qmDim.filter(function (d) { return d > 0; });
}
// set filter
if (filter.city) {
cityDim.filterExact(filter.city);
} else if (filter.country) {
countryDim.filterExact(filter.country);
} else {
alert('nothing loadable');
}
filter.count = cityDim.top(Infinity).length;
var subset = { "type": "FeatureCollection", "features": [] };
indexDim.top(Infinity).forEach(function (i) {
subset.features.push(data.features[i.index]);
});
loadData(subset);
}
function loadData(subset) {
heatmap.setData(subset);
var values = subset.features.map(function (d) { return d['properties'][filter.mode] });
values = values.sort(function (a, b) { return a - b; });
// setting the color stops, min is at 5th percentile, max at 95percentile
var min = values[Math.round(values.length * 0.05)];
var max = values[Math.round(values.length * 0.95)];
var colorStopsPerc = [
[0, "rgba(0,185,243,0)"],
[25, "rgba(0,185,243,0.24)"],
[60, "rgba(255,223,0,0.3)"],
[100, "rgba(255,105,0,0.3)"],
];
makeLegend(colorStopsPerc, min, max);
var colorStopsValue = colorStopsPerc.map(function (d) {
return [min + d[0] * (max - min) / 100, d[1]];
});
heatmap.setColorStops(colorStopsValue);
heatmap.update();
//get bounding box and zoom to that area
// we use a 1% percentile since some data can be corrupt
var longitudes = subset.features.map(function (d) { return d.geometry.coordinates[0]; }).sort(function (a, b) { return a - b; });
var latitudes = subset.features.map(function (d) { return d.geometry.coordinates[1]; }).sort(function (a, b) { return a - b; });
var minlng = percentile(longitudes, 0.01);
var maxlng = percentile(longitudes, 0.99);
var minlat = percentile(latitudes, 0.01);
var maxlat = percentile(latitudes, 0.99);
map.fitBounds([
[minlng, minlat],
[maxlng, maxlat]
]);
}
function makeLegend(colorstops, minValue, maxValue) {
/**
* colorstops: [[0, 'green'], [100, 'red']]
* @type {number}
*/
var svg_height = 300, svg_width = 70;
var svg = d3.select('#svg');
var defs = svg
.attr('height', svg_height)
.attr('width', svg_width);
var linearGradient = svg.append("defs")
.append("linearGradient")
.attr("id", "linear-gradient");
linearGradient
.attr("x1", "0%")
.attr("y1", "100%")
.attr("x2", "0%")
.attr("y2", "0%");
svg.append("rect")
.attr("width", svg_width * 0.4)
.attr("height", svg_height)
.attr('rx', 4)
.style("fill", "url(#linear-gradient)");
colorstops.forEach(function (d) {
linearGradient.append("stop")
.attr("offset", d[0] + "%")
.attr("stop-color", d[1]);
});
var xScale = d3.scaleLinear().range([svg_height - 20, 0]).domain([minValue, maxValue]);
var xAxis = d3.axisRight(xScale).ticks(5);
svg.append("g")
.attr("class", "axis")
.attr("transform", "translate(" + svg_width / 2 + "," + (10) + ")")
.call(xAxis);
}
// ORIGINAL BLOCK
mapboxgl.accessToken = 'pk.eyJ1IjoiZGktdG8iLCJhIjoiY2o0bnBoYXcxMW1mNzJ3bDhmc2xiNWttaiJ9.ZccatVk_4shzoAsEUXXecA';
var map = new mapboxgl.Map({
container: 'map',
style: 'mapbox://styles/mapbox/light-v9',
center: [13.38032, 49.994210],
zoom: 5
});
console.log('ekekek');
map.on("load", function () {
var crossData = data.features.map(function (d, i) {
//clone properties
var props = clone(d['properties']);
props['index'] = i;
return props;
});
cf = crossfilter(crossData);
qmDim = cf.dimension(function (d) { return d.qm; });
cityDim = cf.dimension(function (d) { return d.city; });
countryDim = cf.dimension(function (d) { return d.country; });
rentDim = cf.dimension(function (d) { return d.total_price; });
roomsDim = cf.dimension(function (d) { return d.rooms; });
urlDim = cf.dimension(function (d) { return d.url; });
indexDim = cf.dimension(function (d) { return d.index; });
});
map.on('click', (e) => {
// {
// lngLat: {
// lng: 40.203,
// lat: -74.451
// },
// originalEvent: {...},
// point: {
// x: 266,
// y: 464
// },
// target: {...},
// type: "click"
// }
openListingsDialog(e.lngLat.lng, e.lngLat.lat);
});
function openListingsDialog(longtitude, latitude) {
const searchBuffer = 0.001 // ~100m
const properties = heatmap._tree.search({
minX: longtitude - searchBuffer,
maxX: longtitude + searchBuffer,
minY: latitude - searchBuffer,
maxY: latitude + searchBuffer
})
const html = getListingDialogHTML(properties);
if (properties.length > 0) {
new mapboxgl.Popup()
.setLngLat([longtitude, latitude])
.setHTML(html)
.setMaxWidth("500px")
.addTo(map);
}
}
function getListingDialogHTML(properties) {
let listinHTMLs = [];
for (let property of properties) {
listinHTMLs.push(getPropertyHTML(property));
}
// separate them with a line
const result = listinHTMLs.join('<hr>');
const styledResult = `
<div class="scrollable-panel">
${result}
</div>
`
return styledResult;
}
function getPropertyHTML(property) {
const priceHistoryHTMLs = property.properties.price_history.map((d) => {
return `<li>${d.last_seen.split('T')[0]}: £${d.price}</li>`;
});
let priceHistoryHTML = '';
if (priceHistoryHTMLs.length > 1) {
priceHistoryHTML = `
<strong>Price history:</strong>
<ul>
${priceHistoryHTMLs.join('')}
</ul>
<br />
`
}
const lastSeenStr = property.properties.last_seen.split('T')[0];
const lastSeenDays = Math.round((new Date() - new Date(lastSeenStr)) / (1000 * 60 * 60 * 24));
return `
<div>
<img src="${property.properties.photo_thumbnail}" style="width:100%; height:auto;">
<p>
<strong>Available from:</strong> ${property.properties.available_from}
<br />
<strong>Price:</strong> £${property.properties.total_price}
<br />
${priceHistoryHTML}
<strong>Rooms:</strong> ${property.properties.rooms}
<br />
<strong>Area:</strong> ${property.properties.qm} m²
<br />
<strong>Price per area:</strong> £${property.properties.qmprice}/m²
<br />
<strong>Last seen:</strong> ${lastSeenDays} days ago
<br />
<strong>Agency:</strong> ${property.properties.agency}
<br />
<a href="${property.properties.url}" target="_blank">View Listing</a>
</p>
</div>
`;
}

View file

@ -0,0 +1 @@
<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" class="iconify iconify--logos" width="31.88" height="32" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 257"><defs><linearGradient id="IconifyId1813088fe1fbc01fb466" x1="-.828%" x2="57.636%" y1="7.652%" y2="78.411%"><stop offset="0%" stop-color="#41D1FF"></stop><stop offset="100%" stop-color="#BD34FE"></stop></linearGradient><linearGradient id="IconifyId1813088fe1fbc01fb467" x1="43.376%" x2="50.316%" y1="2.242%" y2="89.03%"><stop offset="0%" stop-color="#FFEA83"></stop><stop offset="8.333%" stop-color="#FFDD35"></stop><stop offset="100%" stop-color="#FFA800"></stop></linearGradient></defs><path fill="url(#IconifyId1813088fe1fbc01fb466)" d="M255.153 37.938L134.897 252.976c-2.483 4.44-8.862 4.466-11.382.048L.875 37.958c-2.746-4.814 1.371-10.646 6.827-9.67l120.385 21.517a6.537 6.537 0 0 0 2.322-.004l117.867-21.483c5.438-.991 9.574 4.796 6.877 9.62Z"></path><path fill="url(#IconifyId1813088fe1fbc01fb467)" d="M185.432.063L96.44 17.501a3.268 3.268 0 0 0-2.634 3.014l-5.474 92.456a3.268 3.268 0 0 0 3.997 3.378l24.777-5.718c2.318-.535 4.413 1.507 3.936 3.838l-7.361 36.047c-.495 2.426 1.782 4.5 4.151 3.78l15.304-4.649c2.372-.72 4.652 1.36 4.15 3.788l-11.698 56.621c-.732 3.542 3.979 5.473 5.943 2.437l1.313-2.028l72.516-144.72c1.215-2.423-.88-5.186-3.54-4.672l-25.505 4.922c-2.396.462-4.435-1.77-3.759-4.114l16.646-57.705c.677-2.35-1.37-4.583-3.769-4.113Z"></path></svg>

After

Width:  |  Height:  |  Size: 1.5 KiB

View file

@ -0,0 +1,42 @@
#root {
max-width: 1280px;
margin: 0 auto;
padding: 2rem;
text-align: center;
}
.logo {
height: 6em;
padding: 1.5em;
will-change: filter;
transition: filter 300ms;
}
.logo:hover {
filter: drop-shadow(0 0 2em #646cffaa);
}
.logo.react:hover {
filter: drop-shadow(0 0 2em #61dafbaa);
}
@keyframes logo-spin {
from {
transform: rotate(0deg);
}
to {
transform: rotate(360deg);
}
}
@media (prefers-reduced-motion: no-preference) {
a:nth-of-type(2) .logo {
animation: logo-spin infinite 20s linear;
}
}
.card {
padding: 2em;
}
.read-the-docs {
color: #888;
}

View file

@ -0,0 +1,74 @@
import type { User } from 'oidc-client-ts';
import { useEffect, useState } from 'react';
import './App.css';
import { getUser, handleCallback, login, logout } from './auth/authService';
import { Map } from './components/Map';
import { Parameters } from './components/Parameters';
function App() {
useEffect(() => {
const script = document.createElement('script');
script.src = './script.js';
script.async = true;
document.body.appendChild(script);
return () => {
document.body.removeChild(script); // Cleanup
};
}, []);
const [user, setUser] = useState<User | null>(null);
useEffect(() => {
// Check if this is a callback from Authentik (after login)
if (window.location.pathname === '/callback') {
handleCallback().then(() => {
window.location.href = '/'; // Redirect to home after login
});
return;
}
// Load user data
getUser().then(setUser);
}, []);
return (
<>
<div>
<h1>React + Authentik OIDC</h1>
{user ? (
<div>
<p>Welcome, {user.profile.email}!</p>
<button onClick={logout}>Logout</button>
</div>
) : (
<button onClick={login}>Login with Authentik</button>
)}
</div>
{/* <div>
<a href="https://vite.dev" target="_blank">
<img src={viteLogo} className="logo" alt="Vite logo" />
</a>
<a href="https://react.dev" target="_blank">
<img src={reactLogo} className="logo react" alt="React logo" />
</a>
</div>
<h1>Vite + React</h1>
<div className="card">
<button onClick={() => setCount((count) => count + 1)}>
count is {count}
</button>
<p>
Edit <code>src/App.tsx</code> and save to test HMR
</p>
</div>
<p className="read-the-docs">
Click on the Vite and React logos to learn more
</p> */}
<Parameters />
<Map />
</>
)
}
export default App

View file

@ -0,0 +1 @@
<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" class="iconify iconify--logos" width="35.93" height="32" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 228"><path fill="#00D8FF" d="M210.483 73.824a171.49 171.49 0 0 0-8.24-2.597c.465-1.9.893-3.777 1.273-5.621c6.238-30.281 2.16-54.676-11.769-62.708c-13.355-7.7-35.196.329-57.254 19.526a171.23 171.23 0 0 0-6.375 5.848a155.866 155.866 0 0 0-4.241-3.917C100.759 3.829 77.587-4.822 63.673 3.233C50.33 10.957 46.379 33.89 51.995 62.588a170.974 170.974 0 0 0 1.892 8.48c-3.28.932-6.445 1.924-9.474 2.98C17.309 83.498 0 98.307 0 113.668c0 15.865 18.582 31.778 46.812 41.427a145.52 145.52 0 0 0 6.921 2.165a167.467 167.467 0 0 0-2.01 9.138c-5.354 28.2-1.173 50.591 12.134 58.266c13.744 7.926 36.812-.22 59.273-19.855a145.567 145.567 0 0 0 5.342-4.923a168.064 168.064 0 0 0 6.92 6.314c21.758 18.722 43.246 26.282 56.54 18.586c13.731-7.949 18.194-32.003 12.4-61.268a145.016 145.016 0 0 0-1.535-6.842c1.62-.48 3.21-.974 4.76-1.488c29.348-9.723 48.443-25.443 48.443-41.52c0-15.417-17.868-30.326-45.517-39.844Zm-6.365 70.984c-1.4.463-2.836.91-4.3 1.345c-3.24-10.257-7.612-21.163-12.963-32.432c5.106-11 9.31-21.767 12.459-31.957c2.619.758 5.16 1.557 7.61 2.4c23.69 8.156 38.14 20.213 38.14 29.504c0 9.896-15.606 22.743-40.946 31.14Zm-10.514 20.834c2.562 12.94 2.927 24.64 1.23 33.787c-1.524 8.219-4.59 13.698-8.382 15.893c-8.067 4.67-25.32-1.4-43.927-17.412a156.726 156.726 0 0 1-6.437-5.87c7.214-7.889 14.423-17.06 21.459-27.246c12.376-1.098 24.068-2.894 34.671-5.345a134.17 134.17 0 0 1 1.386 6.193ZM87.276 214.515c-7.882 2.783-14.16 2.863-17.955.675c-8.075-4.657-11.432-22.636-6.853-46.752a156.923 156.923 0 0 1 1.869-8.499c10.486 2.32 22.093 3.988 34.498 4.994c7.084 9.967 14.501 19.128 21.976 27.15a134.668 134.668 0 0 1-4.877 4.492c-9.933 8.682-19.886 14.842-28.658 17.94ZM50.35 144.747c-12.483-4.267-22.792-9.812-29.858-15.863c-6.35-5.437-9.555-10.836-9.555-15.216c0-9.322 13.897-21.212 37.076-29.293c2.813-.98 5.757-1.905 8.812-2.773c3.204 10.42 7.406 21.315 12.477 32.332c-5.137 11.18-9.399 22.249-12.634 32.792a134.718 134.718 0 0 1-6.318-1.979Zm12.378-84.26c-4.811-24.587-1.616-43.134 6.425-47.789c8.564-4.958 27.502 2.111 47.463 19.835a144.318 144.318 0 0 1 3.841 3.545c-7.438 7.987-14.787 17.08-21.808 26.988c-12.04 1.116-23.565 2.908-34.161 5.309a160.342 160.342 0 0 1-1.76-7.887Zm110.427 27.268a347.8 347.8 0 0 0-7.785-12.803c8.168 1.033 15.994 2.404 23.343 4.08c-2.206 7.072-4.956 14.465-8.193 22.045a381.151 381.151 0 0 0-7.365-13.322Zm-45.032-43.861c5.044 5.465 10.096 11.566 15.065 18.186a322.04 322.04 0 0 0-30.257-.006c4.974-6.559 10.069-12.652 15.192-18.18ZM82.802 87.83a323.167 323.167 0 0 0-7.227 13.238c-3.184-7.553-5.909-14.98-8.134-22.152c7.304-1.634 15.093-2.97 23.209-3.984a321.524 321.524 0 0 0-7.848 12.897Zm8.081 65.352c-8.385-.936-16.291-2.203-23.593-3.793c2.26-7.3 5.045-14.885 8.298-22.6a321.187 321.187 0 0 0 7.257 13.246c2.594 4.48 5.28 8.868 8.038 13.147Zm37.542 31.03c-5.184-5.592-10.354-11.779-15.403-18.433c4.902.192 9.899.29 14.978.29c5.218 0 10.376-.117 15.453-.343c-4.985 6.774-10.018 12.97-15.028 18.486Zm52.198-57.817c3.422 7.8 6.306 15.345 8.596 22.52c-7.422 1.694-15.436 3.058-23.88 4.071a382.417 382.417 0 0 0 7.859-13.026a347.403 347.403 0 0 0 7.425-13.565Zm-16.898 8.101a358.557 358.557 0 0 1-12.281 19.815a329.4 329.4 0 0 1-23.444.823c-7.967 0-15.716-.248-23.178-.732a310.202 310.202 0 0 1-12.513-19.846h.001a307.41 307.41 0 0 1-10.923-20.627a310.278 310.278 0 0 1 10.89-20.637l-.001.001a307.318 307.318 0 0 1 12.413-19.761c7.613-.576 15.42-.876 23.31-.876H128c7.926 0 15.743.303 23.354.883a329.357 329.357 0 0 1 12.335 19.695a358.489 358.489 0 0 1 11.036 20.54a329.472 329.472 0 0 1-11 20.722Zm22.56-122.124c8.572 4.944 11.906 24.881 6.52 51.026c-.344 1.668-.73 3.367-1.15 5.09c-10.622-2.452-22.155-4.275-34.23-5.408c-7.034-10.017-14.323-19.124-21.64-27.008a160.789 160.789 0 0 1 5.888-5.4c18.9-16.447 36.564-22.941 44.612-18.3ZM128 90.808c12.625 0 22.86 10.235 22.86 22.86s-10.235 22.86-22.86 22.86s-22.86-10.235-22.86-22.86s10.235-22.86 22.86-22.86Z"></path></svg>

After

Width:  |  Height:  |  Size: 4 KiB

View file

@ -0,0 +1,18 @@
import { User, UserManager } from 'oidc-client-ts';
import { oidcConfig } from './config';
const userManager = new UserManager(oidcConfig);
export const login = () => userManager.signinRedirect();
export const logout = () => userManager.signoutRedirect();
export const handleCallback = () => userManager.signinRedirectCallback();
export const getUser = async (): Promise<User | null> => {
try {
const user = await userManager.getUser();
return user;
} catch (error) {
console.error('Error fetching user:', error);
return null;
}
};

View file

@ -0,0 +1,13 @@
import { WebStorageStateStore } from "oidc-client-ts";
export const oidcConfig = {
authority: "https://authentik.viktorbarzin.me/application/o/wrongmove/",
client_id: "5AJKRgcdgVm1OyApBzFkadDFfStW9a555zwv2MOe",
redirect_uri: "https://devvm.viktorbarzin.lan/callback",
userStore: new WebStorageStateStore({ store: window.localStorage }),
response_type: 'code', // PKCE flow (recommended for SPAs)
scope: 'openid profile email', // Requested scopes
automaticSilentRenew: true, // Renew tokens silently
filterProtocolClaims: true,
loadUserInfo: true,
};

View file

@ -0,0 +1,10 @@
export function Map() {
return <>
<div id='map'></div>
<div id="legend">
<svg id="svg">
</svg>
</div>
</>
}

View file

@ -0,0 +1,88 @@
import { useState } from "react";
import { useAuth } from "react-oidc-context";
export function Parameters() {
const [data, setData] = useState({});
const [error, setError] = useState('')
const [isLoading, setIsLoading] = useState(false)
const { user } = useAuth(); // Get user data (includes token)
const fetchData = async () => {
setIsLoading(true);
try {
const accessToken = user?.access_token;
const response = await fetch('/api/listing',
{
method: 'GET',
headers: {
'Authorization': `Bearer ${accessToken}`, // Pass the token
'Content-Type': 'application/json',
},
}
);
if (!response.ok) throw new Error('Error: ' + response.json());
const data: Response = await response.json();
setData(data);
} catch (err) {
setError('Failed to fetch data: ' + err);
} finally {
setIsLoading(false);
}
};
console.log(data)
return <>
<div className="modal modal-open" id="modal_overlay">
<div className="modal-inner">
<div className="modal-content">
<div className="modal-close-icon">
<a href="javascript:void(0)" className="close-modal"><i className="fa fa-times"
aria-hidden="true"></i></a>
</div>
<div className="modal-content-inner">
<h4>Visualization Parameters</h4>
<p>Conflicting parameters will yield zero results.</p>
</div>
<div className="row">
<div className="five columns">
<label >City</label>
<input type="search" className="u-full-width" id="city_input" placeholder="London"
rv-value="filter.city" /> <br />
<div>
<div className="one columns">
<p></p>
<p></p>
<p>or</p>Squaremeter
</div>
<div className="five columns">
<label >Country</label>
<select className="u-full-width" id="country_input" rv-value="filter.country">
<option rv-each-country="filter.countries" rv-value="country">country placeholder</option>
</select>
</div>
</div>
<hr className="modal-buttons-seperator" />
<label >What to visualize?</label>
<select className="u-full-width" id="heatmap_type" rv-value="filter.mode">
<option selected={true} value="qmprice">Price per squaremeter</option>
<option value="rooms">Number of rooms</option>
<option value="qm">Squaremeter</option>
<option value="total_price">Price</option>
</select>
<hr className="modal-buttons-seperator" />
<div className="modal-buttons">
<button className="button-primary close-modal" disabled={isLoading} onClick={() => {
fetchData()
}}>Load Data</button>
</div>
</div>
</div>
</div>
</div>
</div>
</>
}

View file

@ -0,0 +1,68 @@
:root {
font-family: system-ui, Avenir, Helvetica, Arial, sans-serif;
line-height: 1.5;
font-weight: 400;
color-scheme: light dark;
color: rgba(255, 255, 255, 0.87);
background-color: #242424;
font-synthesis: none;
text-rendering: optimizeLegibility;
-webkit-font-smoothing: antialiased;
-moz-osx-font-smoothing: grayscale;
}
a {
font-weight: 500;
color: #646cff;
text-decoration: inherit;
}
a:hover {
color: #535bf2;
}
body {
margin: 0;
display: flex;
place-items: center;
min-width: 320px;
min-height: 100vh;
}
h1 {
font-size: 3.2em;
line-height: 1.1;
}
button {
border-radius: 8px;
border: 1px solid transparent;
padding: 0.6em 1.2em;
font-size: 1em;
font-weight: 500;
font-family: inherit;
background-color: #1a1a1a;
cursor: pointer;
transition: border-color 0.25s;
}
button:hover {
border-color: #646cff;
}
button:focus,
button:focus-visible {
outline: 4px auto -webkit-focus-ring-color;
}
@media (prefers-color-scheme: light) {
:root {
color: #213547;
background-color: #ffffff;
}
a:hover {
color: #747bff;
}
button {
background-color: #f9f9f9;
}
}

View file

@ -0,0 +1,15 @@
import { StrictMode } from 'react';
import { createRoot } from 'react-dom/client';
import App from './App.tsx';
import './index.css';
import { AuthProvider } from "react-oidc-context";
import { oidcConfig } from './auth/config.ts';
createRoot(document.getElementById('root')!).render(
<StrictMode>
<AuthProvider {...oidcConfig}>
<App />
</AuthProvider>
</StrictMode>,
)

1
crawler/wrongmove/src/vite-env.d.ts vendored Normal file
View file

@ -0,0 +1 @@
/// <reference types="vite/client" />

71
crawler/wrongmove/start.sh Executable file
View file

@ -0,0 +1,71 @@
#!/usr/bin/env bash
# This script is used to start the npm dev server along with a caddy proxy running a self signed TLS cert
# This is needed as the app uses external auth that requires running on https
# Usage:
# 1. Set $dev_hostname to the hostname of your dev server (e.g. devvm.viktorbarzin.lan) in /ets/hosts (or external dns to resolve to)
# 2. Run the script
# 3. Start npm server in a different tab: npm run dev -- --host
# 4. Open a browser and navigate to https://$dev_hostname:443
# Now your app would be accessible via https
# App requests to the backend API can be done via https://$dev_hostname/api
set -eux
# Kill any existing caddy servers
sudo pkill -f 'caddy'
pwd=$PWD
caddy_dir="$pwd/caddy_dev"
dev_crt_path="$caddy_dir/certs/dev.crt"
dev_key_path="$caddy_dir/certs/dev.key"
# throw if .env does not exist
if [ ! -f "$pwd/.env" ]; then
echo "Error: .env file not found. Please use the sample env file to populate the .env file"
exit 1
fi
source "$pwd/.env" # get env for dev host
dev_hostname=$DEV_HOST
frontend_service="$FRONTEND_SERVICE"
backend_service="$BACKEND_SERVICE"
# Create self signed certs if they don't exist already
if [ ! -f "$caddy_dir/certs/dev.crt" ] || [ ! -f "$caddy_dir/certs/dev.key" ]; then
echo
echo "Creating self-signed certificates..."
mkdir -p $caddy_dir/certs
openssl req -x509 -newkey rsa:4096 -keyout $dev_key_path -out $dev_crt_path -days 365 -nodes -subj "/CN=$dev_hostname"
echo "Certificates created."
fi
# Create a caddyfile for the dev environment if it doesn't exist
if [ ! -f "$caddy_dir/Caddyfile" ]; then
echo "Creating a caddyfile for the dev environment..."
cat <<-EOF > $caddy_dir/Caddyfile
# We need https for the frontend to enable auth with external oidc
https://$dev_hostname:443 {
tls "$dev_crt_path" "$dev_key_path"
reverse_proxy http://$frontend_service
}
# We need https for the backend so that the frontend can send secure requests to the backend
https://$dev_hostname:443/api/* {
tls "$dev_crt_path" "$dev_key_path"
reverse_proxy http://$backend_service
}
EOF
echo "Caddyfile created."
else
echo "Caddyfile already exists. Skipping creation."
fi
# Start the caddy proxy with the self signed certs
sudo caddy start --config "$caddy_dir/Caddyfile" # caddy run for interactive session
# Start the npm dev server
npm run dev -- --host

View file

@ -0,0 +1,39 @@
{
"compilerOptions": {
"tsBuildInfoFile": "./node_modules/.tmp/tsconfig.app.tsbuildinfo",
"target": "ES2020",
"useDefineForClassFields": true,
"lib": [
"ES2020",
"DOM",
"DOM.Iterable"
],
"module": "ESNext",
"skipLibCheck": true,
/* Bundler mode */
"moduleResolution": "bundler",
"allowImportingTsExtensions": true,
"verbatimModuleSyntax": true,
"moduleDetection": "force",
"noEmit": true,
"jsx": "react-jsx",
/* Linting */
"strict": true,
"noUnusedLocals": true,
"noUnusedParameters": true,
"erasableSyntaxOnly": true,
"noFallthroughCasesInSwitch": true,
"noUncheckedSideEffectImports": true,
"baseUrl": ".",
"paths": {
"@/*": [
"./src/*"
]
}
},
"include": [
"src",
"public/HexgridHeatmap.js",
"public/script.js"
]
}

View file

@ -0,0 +1,19 @@
{
"files": [],
"references": [
{
"path": "./tsconfig.app.json"
},
{
"path": "./tsconfig.node.json"
}
],
"compilerOptions": {
"baseUrl": ".",
"paths": {
"@/*": [
"./src/*"
]
}
}
}

View file

@ -0,0 +1,25 @@
{
"compilerOptions": {
"tsBuildInfoFile": "./node_modules/.tmp/tsconfig.node.tsbuildinfo",
"target": "ES2022",
"lib": ["ES2023"],
"module": "ESNext",
"skipLibCheck": true,
/* Bundler mode */
"moduleResolution": "bundler",
"allowImportingTsExtensions": true,
"verbatimModuleSyntax": true,
"moduleDetection": "force",
"noEmit": true,
/* Linting */
"strict": true,
"noUnusedLocals": true,
"noUnusedParameters": true,
"erasableSyntaxOnly": true,
"noFallthroughCasesInSwitch": true,
"noUncheckedSideEffectImports": true
},
"include": ["vite.config.ts"]
}

View file

@ -0,0 +1,22 @@
import tailwindcss from "@tailwindcss/vite";
import react from '@vitejs/plugin-react-swc';
import path from "path";
import { env } from "process";
import { defineConfig } from 'vite';
// https://vite.dev/config/
export default defineConfig({
plugins: [react(), tailwindcss()],
resolve: {
alias: {
"@": path.resolve(__dirname, "./src"),
},
},
server: {
allowedHosts: [
env.DEV_HOST ?? 'localhost',
// Add more hosts here
'wrongmove.viktorbarzin.me'
],
}
})