add wrongmove api endpoint and temporarily disable cronjob [ci skip]
This commit is contained in:
parent
102984c7bf
commit
4f12df98e7
3 changed files with 68 additions and 10 deletions
|
|
@ -79,8 +79,71 @@ module "ingress" {
|
||||||
name = "wrongmove"
|
name = "wrongmove"
|
||||||
service_name = "realestate-crawler-ui"
|
service_name = "realestate-crawler-ui"
|
||||||
tls_secret_name = var.tls_secret_name
|
tls_secret_name = var.tls_secret_name
|
||||||
|
protected = true
|
||||||
}
|
}
|
||||||
|
|
||||||
|
resource "kubernetes_deployment" "realestate-crawler-api" {
|
||||||
|
metadata {
|
||||||
|
name = "realestate-crawler-api"
|
||||||
|
namespace = "realestate-crawler"
|
||||||
|
labels = {
|
||||||
|
app = "realestate-crawler-api"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
spec {
|
||||||
|
replicas = 1
|
||||||
|
selector {
|
||||||
|
match_labels = {
|
||||||
|
app = "realestate-crawler-api"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
template {
|
||||||
|
metadata {
|
||||||
|
labels = {
|
||||||
|
app = "realestate-crawler-api"
|
||||||
|
"kubernetes.io/cluster-service" = "true"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
spec {
|
||||||
|
container {
|
||||||
|
name = "realestate-crawler-ui"
|
||||||
|
image = "viktorbarzin/realestatecrawler:latest"
|
||||||
|
port {
|
||||||
|
name = "http"
|
||||||
|
container_port = 8000
|
||||||
|
protocol = "TCP"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
resource "kubernetes_service" "realestate-crawler-api" {
|
||||||
|
metadata {
|
||||||
|
name = "realestate-crawler-api"
|
||||||
|
namespace = "realestate-crawler"
|
||||||
|
labels = {
|
||||||
|
"app" = "realestate-crawler-api"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
spec {
|
||||||
|
selector = {
|
||||||
|
app = "realestate-crawler-api"
|
||||||
|
}
|
||||||
|
port {
|
||||||
|
port = "80"
|
||||||
|
target_port = 8000
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
module "ingress-api" {
|
||||||
|
source = "../ingress_factory"
|
||||||
|
namespace = "realestate-crawler"
|
||||||
|
name = "wrongmove-api"
|
||||||
|
service_name = "realestate-crawler-api"
|
||||||
|
tls_secret_name = var.tls_secret_name
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
resource "kubernetes_cron_job_v1" "scrape-rightmove" {
|
resource "kubernetes_cron_job_v1" "scrape-rightmove" {
|
||||||
|
|
@ -91,7 +154,7 @@ resource "kubernetes_cron_job_v1" "scrape-rightmove" {
|
||||||
spec {
|
spec {
|
||||||
concurrency_policy = "Replace"
|
concurrency_policy = "Replace"
|
||||||
failed_jobs_history_limit = 5
|
failed_jobs_history_limit = 5
|
||||||
schedule = "0 0 * * *"
|
schedule = "0 0 1 * *"
|
||||||
starting_deadline_seconds = 10
|
starting_deadline_seconds = 10
|
||||||
successful_jobs_history_limit = 10
|
successful_jobs_history_limit = 10
|
||||||
job_template {
|
job_template {
|
||||||
|
|
@ -105,15 +168,10 @@ resource "kubernetes_cron_job_v1" "scrape-rightmove" {
|
||||||
container {
|
container {
|
||||||
name = "scrape-rightmove"
|
name = "scrape-rightmove"
|
||||||
image = "viktorbarzin/realestatecrawler:latest"
|
image = "viktorbarzin/realestatecrawler:latest"
|
||||||
# command = ["/bin/sh", "-c", <<-EOT
|
command = ["/bin/sh", "-c", <<-EOT
|
||||||
# export now=$(date +"%Y_%m_%d_%H_%M")
|
/app/runall.sh # Run the scrape script
|
||||||
# PGPASSWORD=${var.postgresql_password} pg_dumpall -h immich-postgresql -U immich > /backup/dump_$now.sql
|
EOT
|
||||||
|
]
|
||||||
# # Rotate - delete last log file
|
|
||||||
# cd /backup
|
|
||||||
# find . -name "dump_*.sql" -type f -mtime +14 -delete # 14 day retention of backups
|
|
||||||
# EOT
|
|
||||||
# ]
|
|
||||||
env {
|
env {
|
||||||
name = "HTTP_PROXY"
|
name = "HTTP_PROXY"
|
||||||
value = "http://tor-proxy.tor-proxy:8118"
|
value = "http://tor-proxy.tor-proxy:8118"
|
||||||
|
|
|
||||||
Binary file not shown.
BIN
terraform.tfvars
BIN
terraform.tfvars
Binary file not shown.
Loading…
Add table
Add a link
Reference in a new issue