Merge pull request #1 from blackdice-cyber/development

Development
This commit is contained in:
Daniel Muniz
2024-07-30 12:55:27 -03:00
committed by GitHub
16 changed files with 1360 additions and 12 deletions

148
.circleci/config.yml Normal file
View File

@@ -0,0 +1,148 @@
version: 2.1
commands:
build_and_deploy:
steps:
- checkout
- setup_remote_docker:
docker_layer_caching: true
- run:
name: install and login doctl
command: |
sudo apt-get update
sudo apt install -y gettext-base openssl
wget https://github.com/digitalocean/doctl/releases/download/v1.45.1/doctl-1.45.1-linux-amd64.tar.gz
tar xf doctl-1.45.1-linux-amd64.tar.gz
sudo mv doctl /usr/local/bin
doctl registry login
- run:
name: install kubectl
command: |
curl -LO https://storage.googleapis.com/kubernetes-release/release/`curl -s https://storage.googleapis.com/kubernetes-release/release/stable.txt`/bin/linux/amd64/kubectl
chmod +x ./kubectl
sudo mv ./kubectl /usr/local/bin/kubectl
sudo apt-get update
sudo apt-get install apt-transport-https ca-certificates gnupg curl
curl https://packages.cloud.google.com/apt/doc/apt-key.gpg | sudo gpg --dearmor -o /usr/share/keyrings/cloud.google.gpg
echo "deb [signed-by=/usr/share/keyrings/cloud.google.gpg] https://packages.cloud.google.com/apt cloud-sdk main" | sudo tee -a /etc/apt/sources.list.d/google-cloud-sdk.list
sudo apt-get update && sudo apt-get install google-cloud-cli && sudo apt-get install google-cloud-cli-gke-gcloud-auth-plugin -y
echo $GOOGLE_CREDENTIALS > ${HOME}/gcloud-service-key.json
gcloud auth activate-service-account --key-file=${HOME}/gcloud-service-key.json
- run:
name: configure credentials
command: |
if [ "$CIRCLE_BRANCH" == "dev-rke" ] || [ "$CIRCLE_BRANCH" == "development" ]; then
mkdir ~/.kube
touch ~/.kube/config
cat \<<EOF> ~/.kube/config
apiVersion: v1
clusters:
- cluster:
certificate-authority-data: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUJlRENDQVIrZ0F3SUJBZ0lCQURBS0JnZ3Foa2pPUFFRREFqQWtNU0l3SUFZRFZRUUREQmx5YTJVeUxYTmwKY25abGNpMWpZVUF4TnpBME1EWTJOekV5TUI0WERUSXpNVEl6TVRJek5URTFNbG9YRFRNek1USXlPREl6TlRFMQpNbG93SkRFaU1DQUdBMVVFQXd3WmNtdGxNaTF6WlhKMlpYSXRZMkZBTVRjd05EQTJOamN4TWpCWk1CTUdCeXFHClNNNDlBZ0VHQ0NxR1NNNDlBd0VIQTBJQUJEdzZ1d0xxU3pQWjNUWU1CYURrMmppZklXbmVkQlBGQnZIOG8vVnoKYkdvQUJ4bUFkcTF2Z2dmODN2YWxIVU91QmpWZm1ZQkJsb1lrM1k1bFZHZ3hGeDZqUWpCQU1BNEdBMVVkRHdFQgovd1FFQXdJQ3BEQVBCZ05WSFJNQkFmOEVCVEFEQVFIL01CMEdBMVVkRGdRV0JCU21ScVRzU3hKYlNKU3ZNaGEvCnc2VzVPOHFjMkRBS0JnZ3Foa2pPUFFRREFnTkhBREJFQWlCclZwQXRoZmNreHlvZnc1b3FKcWtmSVliRUc3ajkKNmMrQ05hWlE1NVNBNUFJZ1l1QWs4NjQyK0hrb2dLODljYk1aMHRVVEpRZ1BKZjBVMUVoZzFRVGZsVWs9Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K
server: https://rke-k8s.blackdice.ai:6443
name: default
contexts:
- context:
cluster: default
user: default
name: default
current-context: default
kind: Config
preferences: {}
users:
- name: default
user:
client-certificate-data: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUJrakNDQVRpZ0F3SUJBZ0lJWTJBQVVxbUFIZTB3Q2dZSUtvWkl6ajBFQXdJd0pERWlNQ0FHQTFVRUF3d1oKY210bE1pMWpiR2xsYm5RdFkyRkFNVGN3TkRBMk5qY3hNakFlRncweU16RXlNekV5TXpVeE5USmFGdzB5TkRFeQpNekF5TXpVeE5USmFNREF4RnpBVkJnTlZCQW9URG5ONWMzUmxiVHB0WVhOMFpYSnpNUlV3RXdZRFZRUURFd3h6CmVYTjBaVzA2WVdSdGFXNHdXVEFUQmdjcWhrak9QUUlCQmdncWhrak9QUU1CQndOQ0FBUXVJTVJWc0NGeURXN0sKVm1JY0tZRFhwOXRLNmJpaE16MU42RStOZXB5VStQRDdzbjE4RUFVQ0lMVW44V09VTUc3WHYzUXV5REhGcE9PMAoydG5rV0lyUG8wZ3dSakFPQmdOVkhROEJBZjhFQkFNQ0JhQXdFd1lEVlIwbEJBd3dDZ1lJS3dZQkJRVUhBd0l3Ckh3WURWUjBqQkJnd0ZvQVUxOEM3RUxzU1NKa1dsaWJyRGVNNkZ3R09CbDh3Q2dZSUtvWkl6ajBFQXdJRFNBQXcKUlFJZ0RQQUY4QkwzSGk5QitCSTJvTTRId2h6TnpJZ0JMbmd3Z2swa25GWExNdUVDSVFEdTAxVS8rcnlRbTFTSApZaTUrTVhqV25Tb040QjY0VE9xdGNVYkZEaVhOTVE9PQotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCi0tLS0tQkVHSU4gQ0VSVElGSUNBVEUtLS0tLQpNSUlCZVRDQ0FSK2dBd0lCQWdJQkFEQUtCZ2dxaGtqT1BRUURBakFrTVNJd0lBWURWUVFEREJseWEyVXlMV05zCmFXVnVkQzFqWVVBeE56QTBNRFkyTnpFeU1CNFhEVEl6TVRJek1USXpOVEUxTWxvWERUTXpNVEl5T0RJek5URTEKTWxvd0pERWlNQ0FHQTFVRUF3d1pjbXRsTWkxamJHbGxiblF0WTJGQU1UY3dOREEyTmpjeE1qQlpNQk1HQnlxRwpTTTQ5QWdFR0NDcUdTTTQ5QXdFSEEwSUFCTlFjVS9IdG1admw0eWkwWDB2WDljbXN6YmNZRVZGWkRmWiszdHBYCmR6Ky9tSTJsVmtYaVlHZDF1WlNXTy9pbXVzOFhnaHl3STR1cmR0L0xWNE03S3kyalFqQkFNQTRHQTFVZER3RUIKL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRYd0xzUXV4SkltUmFXSnVzTgo0em9YQVk0R1h6QUtCZ2dxaGtqT1BRUURBZ05JQURCRkFpRUE5LzJBNTZ1UXlpMGhxUFNMV0VseEFzV0srRTl5CjZTckJIUm1IS2JLeERDVUNJQlRzZ1U1VHp0K1pmTDlkbkt5K2YrVU4vRVlsczFmakd1ckpPV1ZIbVYwbwotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==
client-key-data: LS0tLS1CRUdJTiBFQyBQUklWQVRFIEtFWS0tLS0tCk1IY0NBUUVFSU9kK1FNZDN3elQzMEJ4UHEyUmlCUzU2Z1N6ZG9NeGhUUXk3YTJMNzB1RTZvQW9HQ0NxR1NNNDkKQXdFSG9VUURRZ0FFTGlERVZiQWhjZzF1eWxaaUhDbUExNmZiU3VtNG9UTTlUZWhQalhxY2xQancrN0o5ZkJBRgpBaUMxSi9GamxEQnUxNzkwTHNneHhhVGp0TnJaNUZpS3p3PT0KLS0tLS1FTkQgRUMgUFJJVkFURSBLRVktLS0tLQo=
EOF
elif [ "$CIRCLE_BRANCH" == "qa" ] || [ "$CIRCLE_BRANCH" == "qa-rke" ]; then
mkdir ~/.kube
touch ~/.kube/config
cat \<<EOF> ~/.kube/config
apiVersion: v1
clusters:
- cluster:
certificate-authority-data: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUJlVENDQVIrZ0F3SUJBZ0lCQURBS0JnZ3Foa2pPUFFRREFqQWtNU0l3SUFZRFZRUUREQmx5YTJVeUxYTmwKY25abGNpMWpZVUF4TnpFd01qYzJOalE0TUI0WERUSTBNRE14TWpJd05UQTBPRm9YRFRNME1ETXhNREl3TlRBMApPRm93SkRFaU1DQUdBMVVFQXd3WmNtdGxNaTF6WlhKMlpYSXRZMkZBTVRjeE1ESTNOalkwT0RCWk1CTUdCeXFHClNNNDlBZ0VHQ0NxR1NNNDlBd0VIQTBJQUJBNHZXRGh3WEhzZm9ESWtWS1l0S2xBL1hleTl1TERPaDkrd1FGbGgKYllQWmVpRjd0WTZMVlBFQWQvUXhvbG5CT05EWWZlR3hRQitWYUx3d3RGOUxVMWFqUWpCQU1BNEdBMVVkRHdFQgovd1FFQXdJQ3BEQVBCZ05WSFJNQkFmOEVCVEFEQVFIL01CMEdBMVVkRGdRV0JCUnZzd3N4RjNvNjJyVnRsZWNzCndWTFZiMkxROURBS0JnZ3Foa2pPUFFRREFnTklBREJGQWlCcndxcVY4amhrVFlvTTByWHZpZGtweWREODRYaEYKQkkzV1VFUFh3cGRtcWdJaEFNOEV3bkNnNTdFUm1zRzhWYzdRckw2OTk2MHJORlovUGF2RXpZTmNlOWdLCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K
server: https://rke-qa.blackdice.ai:6443
name: default
contexts:
- context:
cluster: default
user: default
name: default
current-context: default
kind: Config
preferences: {}
users:
- name: default
user:
client-certificate-data: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUJrekNDQVRpZ0F3SUJBZ0lJTE00cTcvSElMRmN3Q2dZSUtvWkl6ajBFQXdJd0pERWlNQ0FHQTFVRUF3d1oKY210bE1pMWpiR2xsYm5RdFkyRkFNVGN4TURJM05qWTBPREFlRncweU5EQXpNVEl5TURVd05EaGFGdzB5TlRBegpNVE14TXpNeU1qTmFNREF4RnpBVkJnTlZCQW9URG5ONWMzUmxiVHB0WVhOMFpYSnpNUlV3RXdZRFZRUURFd3h6CmVYTjBaVzA2WVdSdGFXNHdXVEFUQmdjcWhrak9QUUlCQmdncWhrak9QUU1CQndOQ0FBU1VQWVBBdVhUT29wOUkKclM3VGExYmN0ZXVMTVhmdDJOWlJjVDBma2wzRGxjVzdpMFl0UE9LNWh3Vm56QjRTZmVjcHlSVFZON05UQkZPRgpNRWF5RHZENm8wZ3dSakFPQmdOVkhROEJBZjhFQkFNQ0JhQXdFd1lEVlIwbEJBd3dDZ1lJS3dZQkJRVUhBd0l3Ckh3WURWUjBqQkJnd0ZvQVVTcDVWeExjUkMrRUlCcG1XWEFtTnhWanphYVl3Q2dZSUtvWkl6ajBFQXdJRFNRQXcKUmdJaEFMakp0YjdBb0xsaFByL1ZHL0ZFdlhCYjlKSkpKUzd0RFFkc1FjTjJrbHIzQWlFQXlXUmdPWGtWZjRKOQpmeDd5TlA4dHg1a05XQWdsakxLNHEyUEZ0bzh1b3ZvPQotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCi0tLS0tQkVHSU4gQ0VSVElGSUNBVEUtLS0tLQpNSUlCZURDQ0FSK2dBd0lCQWdJQkFEQUtCZ2dxaGtqT1BRUURBakFrTVNJd0lBWURWUVFEREJseWEyVXlMV05zCmFXVnVkQzFqWVVBeE56RXdNamMyTmpRNE1CNFhEVEkwTURNeE1qSXdOVEEwT0ZvWERUTTBNRE14TURJd05UQTAKT0Zvd0pERWlNQ0FHQTFVRUF3d1pjbXRsTWkxamJHbGxiblF0WTJGQU1UY3hNREkzTmpZME9EQlpNQk1HQnlxRwpTTTQ5QWdFR0NDcUdTTTQ5QXdFSEEwSUFCRG5IckZiMjVNK3RsZzlOdTFFd0FCSE5hcVdyZGtucW45bGpkSHJOCkFnQyt4Z3FOblVWeU16THM3UEQzZ0svYlp3R0FmYWZZTVlCaE9iR2o3dXFOMXEralFqQkFNQTRHQTFVZER3RUIKL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJLbmxYRXR4RUw0UWdHbVpaYwpDWTNGV1BOcHBqQUtCZ2dxaGtqT1BRUURBZ05IQURCRUFpQXBRMm02UDkwc1pDYzZRKzNGUFJWV3hUL1JVeGxaCk53YndlaEdGVnJBa3pRSWdkc0JKWVpwazh1WGtEVFRDNkZ4WGlxWjBObjU4akNYUThnN2lhNkxRZHhnPQotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==
client-key-data: LS0tLS1CRUdJTiBFQyBQUklWQVRFIEtFWS0tLS0tCk1IY0NBUUVFSUpjSnF4bFYxeElLNmgrczVuTURZWkQrTW9xbENoUGx4S1YxTXJKODlGaXNvQW9HQ0NxR1NNNDkKQXdFSG9VUURRZ0FFbEQyRHdMbDB6cUtmU0swdTAydFczTFhyaXpGMzdkaldVWEU5SDVKZHc1WEZ1NHRHTFR6aQp1WWNGWjh3ZUVuM25LY2tVMVRlelV3UlRoVEJHc2c3dytnPT0KLS0tLS1FTkQgRUMgUFJJVkFURSBLRVktLS0tLQo=
EOF
elif [ "$CIRCLE_BRANCH" == "staging" ]; then
export CLUSTER=$STAG_CLUSTER
doctl kubernetes cluster kubeconfig save $CLUSTER
elif [ "$CIRCLE_BRANCH" == "gke-staging" ] || [ "$CIRCLE_BRANCH" == "orion" ] || [ "$CIRCLE_BRANCH" == "landatel" ]; then
gcloud container clusters get-credentials blackdice-stag --region europe-central2 --project gke-blackdice
elif [ "$CIRCLE_BRANCH" == "gke-pov" ]; then
gcloud container clusters get-credentials blackdice-pov --region europe-central2 --project gke-blackdice
elif [ "$CIRCLE_BRANCH" == "production" ]; then
gcloud container clusters get-credentials blackdice-prod --region europe-central2 --project gke-blackdice
elif [ -n "${CIRCLE_TAG}" ]; then
gcloud container clusters get-credentials blackdice-prod --region europe-central2 --project gke-blackdice
fi
- run:
name: build and deploy to cluster
command: |
if [ -n "${CIRCLE_TAG}" ]; then
docker build -t $DO_CONTAINER_REGISTRY/$CIRCLE_PROJECT_REPONAME:${CIRCLE_TAG} .
docker push $DO_CONTAINER_REGISTRY/$CIRCLE_PROJECT_REPONAME:${CIRCLE_TAG}
export IMAGE_NAME=$DO_CONTAINER_REGISTRY/$CIRCLE_PROJECT_REPONAME:${CIRCLE_TAG}
else
TAG=`echo $CIRCLE_SHA1 | cut -c1-8`
docker build -t $DO_CONTAINER_REGISTRY/$CIRCLE_PROJECT_REPONAME:$TAG .
docker push $DO_CONTAINER_REGISTRY/$CIRCLE_PROJECT_REPONAME:$TAG
export IMAGE_NAME=$DO_CONTAINER_REGISTRY/$CIRCLE_PROJECT_REPONAME:$TAG
fi
#Deploy to K8s
export DEPLOYMENT_NAME=netstar-categorizer
if [ "$CIRCLE_BRANCH" == "staging" ]; then
cat deployment/staging/deployment.yaml | envsubst | kubectl apply -f -
else
cat deployment/deployment.yaml | envsubst | kubectl apply -f -
fi
jobs:
build_and_deploy:
docker:
- image: cimg/base:2024.02
steps:
- build_and_deploy
workflows:
version: 2
build-deploy-dev:
jobs:
- build_and_deploy:
filters:
branches:
only:
- dev-rke
- development
- qa
- staging
- production
- dev-rke
- gke-staging
- gke-pov
circleci-serviceplatform-tags:
jobs:
- build_and_deploy:
filters:
tags:
only: /.*/
branches:
ignore: /.*/

View File

@@ -1 +1,2 @@
PORT=33333 UDP_PORT=33333
HTTP_PORT=3333

44
Dockerfile Normal file
View File

@@ -0,0 +1,44 @@
# Use an appropriate base image with Debian
FROM ubuntu:22.04
# Install Boost C++ Libraries and necessary tools
RUN apt-get update && \
apt-get install -y libboost-all-dev nano curl
# Install Node.js and npm
RUN curl -fsSL https://deb.nodesource.com/setup_14.x | bash - && \
apt-get install -y nodejs
# Copy the inCompass SDK package to the container
COPY docs/gcf1-global_3.1.0-2_ubuntu22.04-amd64.deb /tmp/
# Install the inCompass SDK
RUN dpkg -i /tmp/gcf1-global_3.1.0-2_ubuntu22.04-amd64.deb || apt-get install -y -f
# Copy init script for the service and daemonize
RUN cp -p /usr/local/gcf1/sbin/gcf1 /etc/init.d/
# Configure the SDK
RUN sed -i 's|FC_DL_PATH=.*|FC_DL_PATH=/dl104/get.cgi|' /usr/local/gcf1/etc/gcf1.conf && \
sed -i 's|FC_DL_PATH_SMALLDB=.*|FC_DL_PATH_SMALLDB=/dls104/get.cgi|' /usr/local/gcf1/etc/gcf1.conf && \
sed -i 's|FC_PLACE=.*|FC_PLACE=blackdice|' /usr/local/gcf1/etc/gcf1.conf && \
sed -i 's|FC_LICENCE=.*|FC_LICENCE=GD2LHJ98B4|' /usr/local/gcf1/etc/gcf1.conf && \
sed -i 's|FC_EMAIL=.*|FC_EMAIL={any blackdice email address}|' /usr/local/gcf1/etc/gcf1.conf && \
sed -i 's|HYBRID_ENABLE=.*|HYBRID_ENABLE=1|' /usr/local/gcf1/etc/gcf1.conf && \
sed -i 's|HYBRID_NS_ACCESS=.*|HYBRID_NS_ACCESS=andkWEzbBWRR2K6iw4edRvfd6MmNNjRx|' /usr/local/gcf1/etc/gcf1.conf && \
sed -i 's|HYBRID_USER_AGENT=.*|HYBRID_USER_AGENT=CSUX_blackdice|' /usr/local/gcf1/etc/gcf1.conf
# Copy the Node.js application to the container
WORKDIR /srv
COPY . .
# Install Node.js dependencies
RUN npm install
# Expose necessary ports (if any)
EXPOSE 3000/udp
# Command to start the service and Node.js application
CMD ["/bin/bash", "-c", "/usr/local/gcf1/sbin/gcf1 start && npm start"]

0
config.yml Normal file
View File

View File

@@ -0,0 +1,70 @@
---
apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: $DEPLOYMENT_NAME
name: $DEPLOYMENT_NAME
namespace: blackdice
spec:
replicas: 1
selector:
matchLabels:
app: $DEPLOYMENT_NAME
template:
metadata:
labels:
app: $DEPLOYMENT_NAME
spec:
imagePullSecrets:
- name: do-registry
containers:
- image: $IMAGE_NAME
imagePullPolicy: Always
name: $DEPLOYMENT_NAME
ports:
- containerPort: 3000
protocol: UDP
restartPolicy: Always
---
apiVersion: v1
kind: Service
metadata:
name: $DEPLOYMENT_NAME
namespace: blackdice
spec:
ports:
- name: $DEPLOYMENT_NAME
port: 3000
protocol: UDP
targetPort: 3000
selector:
app: $DEPLOYMENT_NAME
type: ClusterIP
---
apiVersion: batch/v1
kind: CronJob
metadata:
name: $DEPLOYMENT_NAME
namespace: blackdice
spec:
schedule: "0 0 * * *"
jobTemplate:
spec:
template:
spec:
containers:
- name: $DEPLOYMENT_NAME
image: $IMAGE_NAME
command: ["/bin/bash", "-c"]
args: [
"/usr/local/gcf1/bin/gcf1dbmng.sh etc urldb_download && \
/usr/local/gcf1/bin/gcf1dbmng.sh etc urldb_update"
]
restartPolicy: OnFailure
backoffLimit: 4

View File

@@ -0,0 +1,21 @@
https://mercku-stag.blackdice.io,https://paltel-stag.blackdice.io,https://retina-stag.blackdice.io,https://retina-stag.blackdice.ai,https://stag.blackdice.io,https://stag.blackdice.ai,https://liteon.blackdice.io,https://mercku.blackdice.io,https://paltel.blackdice.io,http://localhost:3000,https://preprod.blackdice.ai,https://retina-preprod.blackdice.ai,https://landatel-preprod.blackdice.ai,https://orion-preprod.blackdice.ai,https://retina.blackdice.ai,https://app.blackdice.ai,https://landatel.blackdice.ai,https://orion.blackdice.ai,pov.blackdice.ai,retina-pov.blackdice.ai,https://datageneral-preprod.blackdice.ai
hostnames IP Access Type(internal/external)
amlp.aapac.mittalco.com 10.235.32.233 internal
aml-insyt-api.aapac.mittalco.com 10.235.32.233 external
aml-insyt.aapac.mittalco.com 10.235.32.233 external
aml-insyt-sso.aapac.mittalco.com 10.235.32.233 external
aml-accounts.aapac.mittalco.com 10.235.32.233 external
aml-analytics.aapac.mittalco.com 10.235.32.233 external
aml-analytics-api.aapac.mittalco.com 10.235.32.233 external
logsdb.aapac.mittalco.com 10.235.32.237 internal
mongo-aml.aapac.mittalco.com 10.235.32.236 internal
pg-aml.aapac.mittalco.com 10.235.32.238 internal
yek-rdp01-mgr1.aapac.mittalco.com 10.235.32.233 internal
yek-rdp03-webapp01.aapac.mittalco.com 10.235.32.234 internal
yek-rdp04-api01.aapac.mittalco.com 10.235.32.235 internal
yek-rdp04-mongo01.aapac.mittalco.com 10.235.32.236 internal
yek-rdp04-search01.aapac.mittalco.com 10.235.32.237 internal
yek-rdp-postgres01.aapac.mittalco.com 10.235.32.238 internal

View File

@@ -0,0 +1,67 @@
---
apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: $DEPLOYMENT_NAME
name: $DEPLOYMENT_NAME
namespace: blackdice
spec:
replicas: 1
selector:
matchLabels:
app: $DEPLOYMENT_NAME
template:
metadata:
labels:
app: $DEPLOYMENT_NAME
spec:
containers:
- image: $IMAGE_NAME
imagePullPolicy: Always
name: $DEPLOYMENT_NAME
ports:
- containerPort: 3000
protocol: UDP
restartPolicy: Always
---
apiVersion: v1
kind: Service
metadata:
name: $DEPLOYMENT_NAME
namespace: blackdice
spec:
ports:
- name: $DEPLOYMENT_NAME
port: 3000
protocol: UDP
targetPort: 3000
selector:
app: $DEPLOYMENT_NAME
type: ClusterIP
---
apiVersion: batch/v1
kind: CronJob
metadata:
name: $DEPLOYMENT_NAME
namespace: blackdice
spec:
schedule: "0 0 * * *"
jobTemplate:
spec:
template:
spec:
containers:
- name: $DEPLOYMENT_NAME
image: $IMAGE_NAME
command: ["/bin/bash", "-c"]
args: [
"/usr/local/gcf1/bin/gcf1dbmng.sh etc urldb_download && \
/usr/local/gcf1/bin/gcf1dbmng.sh etc urldb_update"
]
restartPolicy: OnFailure
backoffLimit: 4

22
ingress.yaml Normal file
View File

@@ -0,0 +1,22 @@
apiVersion: networking.k8s.io/v1
kind: Ingress
metadata:
name: netstar-categorizer
namespace: blackdice
spec:
ingressClassName: nginx
rules:
- host: netstar-cat-dev.blackdice.ai
http:
paths:
- backend:
service:
name: netstar-categorizer
port:
number: 3000
path: /
pathType: ImplementationSpecific
tls:
- hosts:
- dns-dev.blackdice.ai
secretName: blackdice-ai

684
package-lock.json generated
View File

@@ -9,7 +9,147 @@
"version": "1.0.0", "version": "1.0.0",
"license": "ISC", "license": "ISC",
"dependencies": { "dependencies": {
"dotenv": "^16.4.5" "dotenv": "^16.4.5",
"express": "^4.19.2"
}
},
"node_modules/accepts": {
"version": "1.3.8",
"resolved": "https://registry.npmjs.org/accepts/-/accepts-1.3.8.tgz",
"integrity": "sha512-PYAthTa2m2VKxuvSD3DPC/Gy+U+sOA1LAuT8mkmRuvw+NACSaeXEQ+NHcVF7rONl6qcaxV3Uuemwawk+7+SJLw==",
"dependencies": {
"mime-types": "~2.1.34",
"negotiator": "0.6.3"
},
"engines": {
"node": ">= 0.6"
}
},
"node_modules/array-flatten": {
"version": "1.1.1",
"resolved": "https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz",
"integrity": "sha512-PCVAQswWemu6UdxsDFFX/+gVeYqKAod3D3UVm91jHwynguOwAvYPhx8nNlM++NqRcK6CxxpUafjmhIdKiHibqg=="
},
"node_modules/body-parser": {
"version": "1.20.2",
"resolved": "https://registry.npmjs.org/body-parser/-/body-parser-1.20.2.tgz",
"integrity": "sha512-ml9pReCu3M61kGlqoTm2umSXTlRTuGTx0bfYj+uIUKKYycG5NtSbeetV3faSU6R7ajOPw0g/J1PvK4qNy7s5bA==",
"dependencies": {
"bytes": "3.1.2",
"content-type": "~1.0.5",
"debug": "2.6.9",
"depd": "2.0.0",
"destroy": "1.2.0",
"http-errors": "2.0.0",
"iconv-lite": "0.4.24",
"on-finished": "2.4.1",
"qs": "6.11.0",
"raw-body": "2.5.2",
"type-is": "~1.6.18",
"unpipe": "1.0.0"
},
"engines": {
"node": ">= 0.8",
"npm": "1.2.8000 || >= 1.4.16"
}
},
"node_modules/bytes": {
"version": "3.1.2",
"resolved": "https://registry.npmjs.org/bytes/-/bytes-3.1.2.tgz",
"integrity": "sha512-/Nf7TyzTx6S3yRJObOAV7956r8cr2+Oj8AC5dt8wSP3BQAoeX58NoHyCU8P8zGkNXStjTSi6fzO6F0pBdcYbEg==",
"engines": {
"node": ">= 0.8"
}
},
"node_modules/call-bind": {
"version": "1.0.7",
"resolved": "https://registry.npmjs.org/call-bind/-/call-bind-1.0.7.tgz",
"integrity": "sha512-GHTSNSYICQ7scH7sZ+M2rFopRoLh8t2bLSW6BbgrtLsahOIB5iyAVJf9GjWK3cYTDaMj4XdBpM1cA6pIS0Kv2w==",
"dependencies": {
"es-define-property": "^1.0.0",
"es-errors": "^1.3.0",
"function-bind": "^1.1.2",
"get-intrinsic": "^1.2.4",
"set-function-length": "^1.2.1"
},
"engines": {
"node": ">= 0.4"
},
"funding": {
"url": "https://github.com/sponsors/ljharb"
}
},
"node_modules/content-disposition": {
"version": "0.5.4",
"resolved": "https://registry.npmjs.org/content-disposition/-/content-disposition-0.5.4.tgz",
"integrity": "sha512-FveZTNuGw04cxlAiWbzi6zTAL/lhehaWbTtgluJh4/E95DqMwTmha3KZN1aAWA8cFIhHzMZUvLevkw5Rqk+tSQ==",
"dependencies": {
"safe-buffer": "5.2.1"
},
"engines": {
"node": ">= 0.6"
}
},
"node_modules/content-type": {
"version": "1.0.5",
"resolved": "https://registry.npmjs.org/content-type/-/content-type-1.0.5.tgz",
"integrity": "sha512-nTjqfcBFEipKdXCv4YDQWCfmcLZKm81ldF0pAopTvyrFGVbcR6P/VAAd5G7N+0tTr8QqiU0tFadD6FK4NtJwOA==",
"engines": {
"node": ">= 0.6"
}
},
"node_modules/cookie": {
"version": "0.6.0",
"resolved": "https://registry.npmjs.org/cookie/-/cookie-0.6.0.tgz",
"integrity": "sha512-U71cyTamuh1CRNCfpGY6to28lxvNwPG4Guz/EVjgf3Jmzv0vlDp1atT9eS5dDjMYHucpHbWns6Lwf3BKz6svdw==",
"engines": {
"node": ">= 0.6"
}
},
"node_modules/cookie-signature": {
"version": "1.0.6",
"resolved": "https://registry.npmjs.org/cookie-signature/-/cookie-signature-1.0.6.tgz",
"integrity": "sha512-QADzlaHc8icV8I7vbaJXJwod9HWYp8uCqf1xa4OfNu1T7JVxQIrUgOWtHdNDtPiywmFbiS12VjotIXLrKM3orQ=="
},
"node_modules/debug": {
"version": "2.6.9",
"resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
"integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==",
"dependencies": {
"ms": "2.0.0"
}
},
"node_modules/define-data-property": {
"version": "1.1.4",
"resolved": "https://registry.npmjs.org/define-data-property/-/define-data-property-1.1.4.tgz",
"integrity": "sha512-rBMvIzlpA8v6E+SJZoo++HAYqsLrkg7MSfIinMPFhmkorw7X+dOXVJQs+QT69zGkzMyfDnIMN2Wid1+NbL3T+A==",
"dependencies": {
"es-define-property": "^1.0.0",
"es-errors": "^1.3.0",
"gopd": "^1.0.1"
},
"engines": {
"node": ">= 0.4"
},
"funding": {
"url": "https://github.com/sponsors/ljharb"
}
},
"node_modules/depd": {
"version": "2.0.0",
"resolved": "https://registry.npmjs.org/depd/-/depd-2.0.0.tgz",
"integrity": "sha512-g7nH6P6dyDioJogAAGprGpCtVImJhpPk/roCzdb3fIh61/s/nPsfR6onyMwkCAR/OlC3yBC0lESvUoQEAssIrw==",
"engines": {
"node": ">= 0.8"
}
},
"node_modules/destroy": {
"version": "1.2.0",
"resolved": "https://registry.npmjs.org/destroy/-/destroy-1.2.0.tgz",
"integrity": "sha512-2sJGJTaXIIaR1w4iJSNoN0hnMY7Gpc/n8D4qSCJw8QqFWXf7cuAgnEHxBpweaVcPevC2l3KpjYCx3NypQQgaJg==",
"engines": {
"node": ">= 0.8",
"npm": "1.2.8000 || >= 1.4.16"
} }
}, },
"node_modules/dotenv": { "node_modules/dotenv": {
@@ -22,6 +162,548 @@
"funding": { "funding": {
"url": "https://dotenvx.com" "url": "https://dotenvx.com"
} }
},
"node_modules/ee-first": {
"version": "1.1.1",
"resolved": "https://registry.npmjs.org/ee-first/-/ee-first-1.1.1.tgz",
"integrity": "sha512-WMwm9LhRUo+WUaRN+vRuETqG89IgZphVSNkdFgeb6sS/E4OrDIN7t48CAewSHXc6C8lefD8KKfr5vY61brQlow=="
},
"node_modules/encodeurl": {
"version": "1.0.2",
"resolved": "https://registry.npmjs.org/encodeurl/-/encodeurl-1.0.2.tgz",
"integrity": "sha512-TPJXq8JqFaVYm2CWmPvnP2Iyo4ZSM7/QKcSmuMLDObfpH5fi7RUGmd/rTDf+rut/saiDiQEeVTNgAmJEdAOx0w==",
"engines": {
"node": ">= 0.8"
}
},
"node_modules/es-define-property": {
"version": "1.0.0",
"resolved": "https://registry.npmjs.org/es-define-property/-/es-define-property-1.0.0.tgz",
"integrity": "sha512-jxayLKShrEqqzJ0eumQbVhTYQM27CfT1T35+gCgDFoL82JLsXqTJ76zv6A0YLOgEnLUMvLzsDsGIrl8NFpT2gQ==",
"dependencies": {
"get-intrinsic": "^1.2.4"
},
"engines": {
"node": ">= 0.4"
}
},
"node_modules/es-errors": {
"version": "1.3.0",
"resolved": "https://registry.npmjs.org/es-errors/-/es-errors-1.3.0.tgz",
"integrity": "sha512-Zf5H2Kxt2xjTvbJvP2ZWLEICxA6j+hAmMzIlypy4xcBg1vKVnx89Wy0GbS+kf5cwCVFFzdCFh2XSCFNULS6csw==",
"engines": {
"node": ">= 0.4"
}
},
"node_modules/escape-html": {
"version": "1.0.3",
"resolved": "https://registry.npmjs.org/escape-html/-/escape-html-1.0.3.tgz",
"integrity": "sha512-NiSupZ4OeuGwr68lGIeym/ksIZMJodUGOSCZ/FSnTxcrekbvqrgdUxlJOMpijaKZVjAJrWrGs/6Jy8OMuyj9ow=="
},
"node_modules/etag": {
"version": "1.8.1",
"resolved": "https://registry.npmjs.org/etag/-/etag-1.8.1.tgz",
"integrity": "sha512-aIL5Fx7mawVa300al2BnEE4iNvo1qETxLrPI/o05L7z6go7fCw1J6EQmbK4FmJ2AS7kgVF/KEZWufBfdClMcPg==",
"engines": {
"node": ">= 0.6"
}
},
"node_modules/express": {
"version": "4.19.2",
"resolved": "https://registry.npmjs.org/express/-/express-4.19.2.tgz",
"integrity": "sha512-5T6nhjsT+EOMzuck8JjBHARTHfMht0POzlA60WV2pMD3gyXw2LZnZ+ueGdNxG+0calOJcWKbpFcuzLZ91YWq9Q==",
"dependencies": {
"accepts": "~1.3.8",
"array-flatten": "1.1.1",
"body-parser": "1.20.2",
"content-disposition": "0.5.4",
"content-type": "~1.0.4",
"cookie": "0.6.0",
"cookie-signature": "1.0.6",
"debug": "2.6.9",
"depd": "2.0.0",
"encodeurl": "~1.0.2",
"escape-html": "~1.0.3",
"etag": "~1.8.1",
"finalhandler": "1.2.0",
"fresh": "0.5.2",
"http-errors": "2.0.0",
"merge-descriptors": "1.0.1",
"methods": "~1.1.2",
"on-finished": "2.4.1",
"parseurl": "~1.3.3",
"path-to-regexp": "0.1.7",
"proxy-addr": "~2.0.7",
"qs": "6.11.0",
"range-parser": "~1.2.1",
"safe-buffer": "5.2.1",
"send": "0.18.0",
"serve-static": "1.15.0",
"setprototypeof": "1.2.0",
"statuses": "2.0.1",
"type-is": "~1.6.18",
"utils-merge": "1.0.1",
"vary": "~1.1.2"
},
"engines": {
"node": ">= 0.10.0"
}
},
"node_modules/finalhandler": {
"version": "1.2.0",
"resolved": "https://registry.npmjs.org/finalhandler/-/finalhandler-1.2.0.tgz",
"integrity": "sha512-5uXcUVftlQMFnWC9qu/svkWv3GTd2PfUhK/3PLkYNAe7FbqJMt3515HaxE6eRL74GdsriiwujiawdaB1BpEISg==",
"dependencies": {
"debug": "2.6.9",
"encodeurl": "~1.0.2",
"escape-html": "~1.0.3",
"on-finished": "2.4.1",
"parseurl": "~1.3.3",
"statuses": "2.0.1",
"unpipe": "~1.0.0"
},
"engines": {
"node": ">= 0.8"
}
},
"node_modules/forwarded": {
"version": "0.2.0",
"resolved": "https://registry.npmjs.org/forwarded/-/forwarded-0.2.0.tgz",
"integrity": "sha512-buRG0fpBtRHSTCOASe6hD258tEubFoRLb4ZNA6NxMVHNw2gOcwHo9wyablzMzOA5z9xA9L1KNjk/Nt6MT9aYow==",
"engines": {
"node": ">= 0.6"
}
},
"node_modules/fresh": {
"version": "0.5.2",
"resolved": "https://registry.npmjs.org/fresh/-/fresh-0.5.2.tgz",
"integrity": "sha512-zJ2mQYM18rEFOudeV4GShTGIQ7RbzA7ozbU9I/XBpm7kqgMywgmylMwXHxZJmkVoYkna9d2pVXVXPdYTP9ej8Q==",
"engines": {
"node": ">= 0.6"
}
},
"node_modules/function-bind": {
"version": "1.1.2",
"resolved": "https://registry.npmjs.org/function-bind/-/function-bind-1.1.2.tgz",
"integrity": "sha512-7XHNxH7qX9xG5mIwxkhumTox/MIRNcOgDrxWsMt2pAr23WHp6MrRlN7FBSFpCpr+oVO0F744iUgR82nJMfG2SA==",
"funding": {
"url": "https://github.com/sponsors/ljharb"
}
},
"node_modules/get-intrinsic": {
"version": "1.2.4",
"resolved": "https://registry.npmjs.org/get-intrinsic/-/get-intrinsic-1.2.4.tgz",
"integrity": "sha512-5uYhsJH8VJBTv7oslg4BznJYhDoRI6waYCxMmCdnTrcCrHA/fCFKoTFz2JKKE0HdDFUF7/oQuhzumXJK7paBRQ==",
"dependencies": {
"es-errors": "^1.3.0",
"function-bind": "^1.1.2",
"has-proto": "^1.0.1",
"has-symbols": "^1.0.3",
"hasown": "^2.0.0"
},
"engines": {
"node": ">= 0.4"
},
"funding": {
"url": "https://github.com/sponsors/ljharb"
}
},
"node_modules/gopd": {
"version": "1.0.1",
"resolved": "https://registry.npmjs.org/gopd/-/gopd-1.0.1.tgz",
"integrity": "sha512-d65bNlIadxvpb/A2abVdlqKqV563juRnZ1Wtk6s1sIR8uNsXR70xqIzVqxVf1eTqDunwT2MkczEeaezCKTZhwA==",
"dependencies": {
"get-intrinsic": "^1.1.3"
},
"funding": {
"url": "https://github.com/sponsors/ljharb"
}
},
"node_modules/has-property-descriptors": {
"version": "1.0.2",
"resolved": "https://registry.npmjs.org/has-property-descriptors/-/has-property-descriptors-1.0.2.tgz",
"integrity": "sha512-55JNKuIW+vq4Ke1BjOTjM2YctQIvCT7GFzHwmfZPGo5wnrgkid0YQtnAleFSqumZm4az3n2BS+erby5ipJdgrg==",
"dependencies": {
"es-define-property": "^1.0.0"
},
"funding": {
"url": "https://github.com/sponsors/ljharb"
}
},
"node_modules/has-proto": {
"version": "1.0.3",
"resolved": "https://registry.npmjs.org/has-proto/-/has-proto-1.0.3.tgz",
"integrity": "sha512-SJ1amZAJUiZS+PhsVLf5tGydlaVB8EdFpaSO4gmiUKUOxk8qzn5AIy4ZeJUmh22znIdk/uMAUT2pl3FxzVUH+Q==",
"engines": {
"node": ">= 0.4"
},
"funding": {
"url": "https://github.com/sponsors/ljharb"
}
},
"node_modules/has-symbols": {
"version": "1.0.3",
"resolved": "https://registry.npmjs.org/has-symbols/-/has-symbols-1.0.3.tgz",
"integrity": "sha512-l3LCuF6MgDNwTDKkdYGEihYjt5pRPbEg46rtlmnSPlUbgmB8LOIrKJbYYFBSbnPaJexMKtiPO8hmeRjRz2Td+A==",
"engines": {
"node": ">= 0.4"
},
"funding": {
"url": "https://github.com/sponsors/ljharb"
}
},
"node_modules/hasown": {
"version": "2.0.2",
"resolved": "https://registry.npmjs.org/hasown/-/hasown-2.0.2.tgz",
"integrity": "sha512-0hJU9SCPvmMzIBdZFqNPXWa6dqh7WdH0cII9y+CyS8rG3nL48Bclra9HmKhVVUHyPWNH5Y7xDwAB7bfgSjkUMQ==",
"dependencies": {
"function-bind": "^1.1.2"
},
"engines": {
"node": ">= 0.4"
}
},
"node_modules/http-errors": {
"version": "2.0.0",
"resolved": "https://registry.npmjs.org/http-errors/-/http-errors-2.0.0.tgz",
"integrity": "sha512-FtwrG/euBzaEjYeRqOgly7G0qviiXoJWnvEH2Z1plBdXgbyjv34pHTSb9zoeHMyDy33+DWy5Wt9Wo+TURtOYSQ==",
"dependencies": {
"depd": "2.0.0",
"inherits": "2.0.4",
"setprototypeof": "1.2.0",
"statuses": "2.0.1",
"toidentifier": "1.0.1"
},
"engines": {
"node": ">= 0.8"
}
},
"node_modules/iconv-lite": {
"version": "0.4.24",
"resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz",
"integrity": "sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==",
"dependencies": {
"safer-buffer": ">= 2.1.2 < 3"
},
"engines": {
"node": ">=0.10.0"
}
},
"node_modules/inherits": {
"version": "2.0.4",
"resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.4.tgz",
"integrity": "sha512-k/vGaX4/Yla3WzyMCvTQOXYeIHvqOKtnqBduzTHpzpQZzAskKMhZ2K+EnBiSM9zGSoIFeMpXKxa4dYeZIQqewQ=="
},
"node_modules/ipaddr.js": {
"version": "1.9.1",
"resolved": "https://registry.npmjs.org/ipaddr.js/-/ipaddr.js-1.9.1.tgz",
"integrity": "sha512-0KI/607xoxSToH7GjN1FfSbLoU0+btTicjsQSWQlh/hZykN8KpmMf7uYwPW3R+akZ6R/w18ZlXSHBYXiYUPO3g==",
"engines": {
"node": ">= 0.10"
}
},
"node_modules/media-typer": {
"version": "0.3.0",
"resolved": "https://registry.npmjs.org/media-typer/-/media-typer-0.3.0.tgz",
"integrity": "sha512-dq+qelQ9akHpcOl/gUVRTxVIOkAJ1wR3QAvb4RsVjS8oVoFjDGTc679wJYmUmknUF5HwMLOgb5O+a3KxfWapPQ==",
"engines": {
"node": ">= 0.6"
}
},
"node_modules/merge-descriptors": {
"version": "1.0.1",
"resolved": "https://registry.npmjs.org/merge-descriptors/-/merge-descriptors-1.0.1.tgz",
"integrity": "sha512-cCi6g3/Zr1iqQi6ySbseM1Xvooa98N0w31jzUYrXPX2xqObmFGHJ0tQ5u74H3mVh7wLouTseZyYIq39g8cNp1w=="
},
"node_modules/methods": {
"version": "1.1.2",
"resolved": "https://registry.npmjs.org/methods/-/methods-1.1.2.tgz",
"integrity": "sha512-iclAHeNqNm68zFtnZ0e+1L2yUIdvzNoauKU4WBA3VvH/vPFieF7qfRlwUZU+DA9P9bPXIS90ulxoUoCH23sV2w==",
"engines": {
"node": ">= 0.6"
}
},
"node_modules/mime": {
"version": "1.6.0",
"resolved": "https://registry.npmjs.org/mime/-/mime-1.6.0.tgz",
"integrity": "sha512-x0Vn8spI+wuJ1O6S7gnbaQg8Pxh4NNHb7KSINmEWKiPE4RKOplvijn+NkmYmmRgP68mc70j2EbeTFRsrswaQeg==",
"bin": {
"mime": "cli.js"
},
"engines": {
"node": ">=4"
}
},
"node_modules/mime-db": {
"version": "1.52.0",
"resolved": "https://registry.npmjs.org/mime-db/-/mime-db-1.52.0.tgz",
"integrity": "sha512-sPU4uV7dYlvtWJxwwxHD0PuihVNiE7TyAbQ5SWxDCB9mUYvOgroQOwYQQOKPJ8CIbE+1ETVlOoK1UC2nU3gYvg==",
"engines": {
"node": ">= 0.6"
}
},
"node_modules/mime-types": {
"version": "2.1.35",
"resolved": "https://registry.npmjs.org/mime-types/-/mime-types-2.1.35.tgz",
"integrity": "sha512-ZDY+bPm5zTTF+YpCrAU9nK0UgICYPT0QtT1NZWFv4s++TNkcgVaT0g6+4R2uI4MjQjzysHB1zxuWL50hzaeXiw==",
"dependencies": {
"mime-db": "1.52.0"
},
"engines": {
"node": ">= 0.6"
}
},
"node_modules/ms": {
"version": "2.0.0",
"resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz",
"integrity": "sha512-Tpp60P6IUJDTuOq/5Z8cdskzJujfwqfOTkrwIwj7IRISpnkJnT6SyJ4PCPnGMoFjC9ddhal5KVIYtAt97ix05A=="
},
"node_modules/negotiator": {
"version": "0.6.3",
"resolved": "https://registry.npmjs.org/negotiator/-/negotiator-0.6.3.tgz",
"integrity": "sha512-+EUsqGPLsM+j/zdChZjsnX51g4XrHFOIXwfnCVPGlQk/k5giakcKsuxCObBRu6DSm9opw/O6slWbJdghQM4bBg==",
"engines": {
"node": ">= 0.6"
}
},
"node_modules/object-inspect": {
"version": "1.13.2",
"resolved": "https://registry.npmjs.org/object-inspect/-/object-inspect-1.13.2.tgz",
"integrity": "sha512-IRZSRuzJiynemAXPYtPe5BoI/RESNYR7TYm50MC5Mqbd3Jmw5y790sErYw3V6SryFJD64b74qQQs9wn5Bg/k3g==",
"engines": {
"node": ">= 0.4"
},
"funding": {
"url": "https://github.com/sponsors/ljharb"
}
},
"node_modules/on-finished": {
"version": "2.4.1",
"resolved": "https://registry.npmjs.org/on-finished/-/on-finished-2.4.1.tgz",
"integrity": "sha512-oVlzkg3ENAhCk2zdv7IJwd/QUD4z2RxRwpkcGY8psCVcCYZNq4wYnVWALHM+brtuJjePWiYF/ClmuDr8Ch5+kg==",
"dependencies": {
"ee-first": "1.1.1"
},
"engines": {
"node": ">= 0.8"
}
},
"node_modules/parseurl": {
"version": "1.3.3",
"resolved": "https://registry.npmjs.org/parseurl/-/parseurl-1.3.3.tgz",
"integrity": "sha512-CiyeOxFT/JZyN5m0z9PfXw4SCBJ6Sygz1Dpl0wqjlhDEGGBP1GnsUVEL0p63hoG1fcj3fHynXi9NYO4nWOL+qQ==",
"engines": {
"node": ">= 0.8"
}
},
"node_modules/path-to-regexp": {
"version": "0.1.7",
"resolved": "https://registry.npmjs.org/path-to-regexp/-/path-to-regexp-0.1.7.tgz",
"integrity": "sha512-5DFkuoqlv1uYQKxy8omFBeJPQcdoE07Kv2sferDCrAq1ohOU+MSDswDIbnx3YAM60qIOnYa53wBhXW0EbMonrQ=="
},
"node_modules/proxy-addr": {
"version": "2.0.7",
"resolved": "https://registry.npmjs.org/proxy-addr/-/proxy-addr-2.0.7.tgz",
"integrity": "sha512-llQsMLSUDUPT44jdrU/O37qlnifitDP+ZwrmmZcoSKyLKvtZxpyV0n2/bD/N4tBAAZ/gJEdZU7KMraoK1+XYAg==",
"dependencies": {
"forwarded": "0.2.0",
"ipaddr.js": "1.9.1"
},
"engines": {
"node": ">= 0.10"
}
},
"node_modules/qs": {
"version": "6.11.0",
"resolved": "https://registry.npmjs.org/qs/-/qs-6.11.0.tgz",
"integrity": "sha512-MvjoMCJwEarSbUYk5O+nmoSzSutSsTwF85zcHPQ9OrlFoZOYIjaqBAJIqIXjptyD5vThxGq52Xu/MaJzRkIk4Q==",
"dependencies": {
"side-channel": "^1.0.4"
},
"engines": {
"node": ">=0.6"
},
"funding": {
"url": "https://github.com/sponsors/ljharb"
}
},
"node_modules/range-parser": {
"version": "1.2.1",
"resolved": "https://registry.npmjs.org/range-parser/-/range-parser-1.2.1.tgz",
"integrity": "sha512-Hrgsx+orqoygnmhFbKaHE6c296J+HTAQXoxEF6gNupROmmGJRoyzfG3ccAveqCBrwr/2yxQ5BVd/GTl5agOwSg==",
"engines": {
"node": ">= 0.6"
}
},
"node_modules/raw-body": {
"version": "2.5.2",
"resolved": "https://registry.npmjs.org/raw-body/-/raw-body-2.5.2.tgz",
"integrity": "sha512-8zGqypfENjCIqGhgXToC8aB2r7YrBX+AQAfIPs/Mlk+BtPTztOvTS01NRW/3Eh60J+a48lt8qsCzirQ6loCVfA==",
"dependencies": {
"bytes": "3.1.2",
"http-errors": "2.0.0",
"iconv-lite": "0.4.24",
"unpipe": "1.0.0"
},
"engines": {
"node": ">= 0.8"
}
},
"node_modules/safe-buffer": {
"version": "5.2.1",
"resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.2.1.tgz",
"integrity": "sha512-rp3So07KcdmmKbGvgaNxQSJr7bGVSVk5S9Eq1F+ppbRo70+YeaDxkw5Dd8NPN+GD6bjnYm2VuPuCXmpuYvmCXQ==",
"funding": [
{
"type": "github",
"url": "https://github.com/sponsors/feross"
},
{
"type": "patreon",
"url": "https://www.patreon.com/feross"
},
{
"type": "consulting",
"url": "https://feross.org/support"
}
]
},
"node_modules/safer-buffer": {
"version": "2.1.2",
"resolved": "https://registry.npmjs.org/safer-buffer/-/safer-buffer-2.1.2.tgz",
"integrity": "sha512-YZo3K82SD7Riyi0E1EQPojLz7kpepnSQI9IyPbHHg1XXXevb5dJI7tpyN2ADxGcQbHG7vcyRHk0cbwqcQriUtg=="
},
"node_modules/send": {
"version": "0.18.0",
"resolved": "https://registry.npmjs.org/send/-/send-0.18.0.tgz",
"integrity": "sha512-qqWzuOjSFOuqPjFe4NOsMLafToQQwBSOEpS+FwEt3A2V3vKubTquT3vmLTQpFgMXp8AlFWFuP1qKaJZOtPpVXg==",
"dependencies": {
"debug": "2.6.9",
"depd": "2.0.0",
"destroy": "1.2.0",
"encodeurl": "~1.0.2",
"escape-html": "~1.0.3",
"etag": "~1.8.1",
"fresh": "0.5.2",
"http-errors": "2.0.0",
"mime": "1.6.0",
"ms": "2.1.3",
"on-finished": "2.4.1",
"range-parser": "~1.2.1",
"statuses": "2.0.1"
},
"engines": {
"node": ">= 0.8.0"
}
},
"node_modules/send/node_modules/ms": {
"version": "2.1.3",
"resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz",
"integrity": "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA=="
},
"node_modules/serve-static": {
"version": "1.15.0",
"resolved": "https://registry.npmjs.org/serve-static/-/serve-static-1.15.0.tgz",
"integrity": "sha512-XGuRDNjXUijsUL0vl6nSD7cwURuzEgglbOaFuZM9g3kwDXOWVTck0jLzjPzGD+TazWbboZYu52/9/XPdUgne9g==",
"dependencies": {
"encodeurl": "~1.0.2",
"escape-html": "~1.0.3",
"parseurl": "~1.3.3",
"send": "0.18.0"
},
"engines": {
"node": ">= 0.8.0"
}
},
"node_modules/set-function-length": {
"version": "1.2.2",
"resolved": "https://registry.npmjs.org/set-function-length/-/set-function-length-1.2.2.tgz",
"integrity": "sha512-pgRc4hJ4/sNjWCSS9AmnS40x3bNMDTknHgL5UaMBTMyJnU90EgWh1Rz+MC9eFu4BuN/UwZjKQuY/1v3rM7HMfg==",
"dependencies": {
"define-data-property": "^1.1.4",
"es-errors": "^1.3.0",
"function-bind": "^1.1.2",
"get-intrinsic": "^1.2.4",
"gopd": "^1.0.1",
"has-property-descriptors": "^1.0.2"
},
"engines": {
"node": ">= 0.4"
}
},
"node_modules/setprototypeof": {
"version": "1.2.0",
"resolved": "https://registry.npmjs.org/setprototypeof/-/setprototypeof-1.2.0.tgz",
"integrity": "sha512-E5LDX7Wrp85Kil5bhZv46j8jOeboKq5JMmYM3gVGdGH8xFpPWXUMsNrlODCrkoxMEeNi/XZIwuRvY4XNwYMJpw=="
},
"node_modules/side-channel": {
"version": "1.0.6",
"resolved": "https://registry.npmjs.org/side-channel/-/side-channel-1.0.6.tgz",
"integrity": "sha512-fDW/EZ6Q9RiO8eFG8Hj+7u/oW+XrPTIChwCOM2+th2A6OblDtYYIpve9m+KvI9Z4C9qSEXlaGR6bTEYHReuglA==",
"dependencies": {
"call-bind": "^1.0.7",
"es-errors": "^1.3.0",
"get-intrinsic": "^1.2.4",
"object-inspect": "^1.13.1"
},
"engines": {
"node": ">= 0.4"
},
"funding": {
"url": "https://github.com/sponsors/ljharb"
}
},
"node_modules/statuses": {
"version": "2.0.1",
"resolved": "https://registry.npmjs.org/statuses/-/statuses-2.0.1.tgz",
"integrity": "sha512-RwNA9Z/7PrK06rYLIzFMlaF+l73iwpzsqRIFgbMLbTcLD6cOao82TaWefPXQvB2fOC4AjuYSEndS7N/mTCbkdQ==",
"engines": {
"node": ">= 0.8"
}
},
"node_modules/toidentifier": {
"version": "1.0.1",
"resolved": "https://registry.npmjs.org/toidentifier/-/toidentifier-1.0.1.tgz",
"integrity": "sha512-o5sSPKEkg/DIQNmH43V0/uerLrpzVedkUh8tGNvaeXpfpuwjKenlSox/2O/BTlZUtEe+JG7s5YhEz608PlAHRA==",
"engines": {
"node": ">=0.6"
}
},
"node_modules/type-is": {
"version": "1.6.18",
"resolved": "https://registry.npmjs.org/type-is/-/type-is-1.6.18.tgz",
"integrity": "sha512-TkRKr9sUTxEH8MdfuCSP7VizJyzRNMjj2J2do2Jr3Kym598JVdEksuzPQCnlFPW4ky9Q+iA+ma9BGm06XQBy8g==",
"dependencies": {
"media-typer": "0.3.0",
"mime-types": "~2.1.24"
},
"engines": {
"node": ">= 0.6"
}
},
"node_modules/unpipe": {
"version": "1.0.0",
"resolved": "https://registry.npmjs.org/unpipe/-/unpipe-1.0.0.tgz",
"integrity": "sha512-pjy2bYhSsufwWlKwPc+l3cN7+wuJlK6uz0YdJEOlQDbl6jo/YlPi4mb8agUkVC8BF7V8NuzeyPNqRksA3hztKQ==",
"engines": {
"node": ">= 0.8"
}
},
"node_modules/utils-merge": {
"version": "1.0.1",
"resolved": "https://registry.npmjs.org/utils-merge/-/utils-merge-1.0.1.tgz",
"integrity": "sha512-pMZTvIkT1d+TFGvDOqodOclx0QWkkgi6Tdoa8gC8ffGAAqz9pzPTZWAybbsHHoED/ztMtkv/VoYTYyShUn81hA==",
"engines": {
"node": ">= 0.4.0"
}
},
"node_modules/vary": {
"version": "1.1.2",
"resolved": "https://registry.npmjs.org/vary/-/vary-1.1.2.tgz",
"integrity": "sha512-BNGbWLfd0eUPabhkXUVm0j8uuvREyTh5ovRa/dyow/BqAbZJyC+5fU+IzQOzmAKzYqYRAISoRhdQr3eIZ/PXqg==",
"engines": {
"node": ">= 0.8"
}
} }
} }
} }

View File

@@ -12,6 +12,7 @@
"license": "ISC", "license": "ISC",
"description": "", "description": "",
"dependencies": { "dependencies": {
"dotenv": "^16.4.5" "dotenv": "^16.4.5",
"express": "^4.19.2"
} }
} }

View File

@@ -8,7 +8,6 @@ const categoryConverter = new CategoryConverterUseCase({categoriesMapping});
module.exports = async function app(domain){ module.exports = async function app(domain){
const category = await getCategory.execute(domain) const category = await getCategory.execute(domain)
console.log(category)
const categoryConverted = await categoryConverter.execute(category) const categoryConverted = await categoryConverter.execute(category)
console.log(categoryConverted) console.log(categoryConverted)
return categoryConverted return categoryConverted

10
src/cron.js Normal file
View File

@@ -0,0 +1,10 @@
const { UpdateCategoriesUseCase } = require('./use-cases/update-categories-use-case')
const updateCategories = new UpdateCategoriesUseCase()
module.exports = async function cron() {
const oneDay = 1000 * 60 * 60 * 24
setImmediate(() => {
updateCategories.execute()
}, oneDay)
}

View File

@@ -1,10 +1,21 @@
require('dotenv').config() require('dotenv').config()
const dgram = require('dgram'); const dgram = require('dgram');
const server = dgram.createSocket('udp4');
const app = require('./app') const app = require('./app')
const bodyParser = require('body-parser')
const cron = require('./cron')
const express = require('express')
const httpServer = express()
httpServer.use(bodyParser.json()) // for parsing application/json
httpServer.use(bodyParser.urlencoded({ extended: true })) // for parsing application/x-www-form-urlencoded
cron()
const UDP_PORT = process.env.UDP_PORT
const HTTP_PORT = process.env.HTTP_PORT
const server = dgram.createSocket('udp4');
const PORT = process.env.PORT
server.on('error', (err) => { server.on('error', (err) => {
console.log(`Server error:\n${err.stack}`); console.log(`Server error:\n${err.stack}`);
@@ -33,10 +44,34 @@ server.on('message', async (msg, rinfo) => {
server.on('listening', () => { server.on('listening', () => {
const address = server.address(); const address = server.address();
console.log(`Server listening ${address.address}:${address.port}`); console.log(`UDP Server listening ${address.address}:${address.port}`);
}); });
server.bind(PORT); server.bind(UDP_PORT);
httpServer.post('/', async (req, res) => {
try {
const { fqdn } = req.body
const categories = await app(fqdn)
let result = {}
if (categories)
result = {
result: categories
}
res.status(200).json(JSON.stringify(result))
} catch (err) {
res.status(500).json(err)
}
})
httpServer.listen(HTTP_PORT, () => {
console.log('HTTP server listening 3333')
})
// Response // Response
// {"result":[10009]} // {"result":[10009]}

View File

@@ -1,11 +1,15 @@
class CategoryConverterUseCase { class CategoryConverterUseCase {
constructor({categoriesMapping}) { constructor({ categoriesMapping }) {
this.categoriesMapping = categoriesMapping if (CategoryConverterUseCase.instance) {
return CategoryConverterUseCase.instance;
}
this.categoriesMapping = categoriesMapping;
CategoryConverterUseCase.instance = this;
} }
execute(category) { execute(category) {
const entry = this.categoriesMapping.find(item => item.id === category) const entry = this.categoriesMapping.find(item => item.id === category);
return entry ? entry.related[0].split(', ').map(str => str.trim()) : null; return entry ? entry.related[0].split(', ').map(str => str.trim()) : null;
} }

View File

@@ -0,0 +1,20 @@
const { exec } = require("node:child_process")
class UpdateCategoriesUseCase {
execute() {
return new Promise((_, reject) => {
exec(`bin/gcf1dbmng.sh etc urldb_update`, { cwd: '/usr/local/gcf1' }, (error, stdout, stderr) => {
if (error) {
console.error(error);
reject(error);
return;
}
console.log(stdout)
});
});
}
}
module.exports = { UpdateCategoriesUseCase }

224
staging/deployment.yaml Normal file
View File

@@ -0,0 +1,224 @@
---
apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: $DEPLOYMENT_NAME
name: $DEPLOYMENT_NAME
namespace: blackdice
spec:
replicas: 1
selector:
matchLabels:
app: $DEPLOYMENT_NAME
template:
metadata:
labels:
app: $DEPLOYMENT_NAME
spec:
containers:
- env:
- name: NODE_ENV
valueFrom:
secretKeyRef:
key: NODE_ENV
name: serviceplatform-env
- name: MYSQL_URL
valueFrom:
secretKeyRef:
key: MYSQL_URL
name: serviceplatform-env
- name: MYSQL_PASSWORD
valueFrom:
secretKeyRef:
key: MYSQL_PASSWORD
name: serviceplatform-env
- name: MYSQL_PORT
valueFrom:
secretKeyRef:
key: MYSQL_PORT
name: serviceplatform-env
- name: MYSQL_DATABASE
valueFrom:
secretKeyRef:
key: MYSQL_DATABASE
name: serviceplatform-env
- name: MYSQL_USER
valueFrom:
secretKeyRef:
key: MYSQL_USER
name: serviceplatform-env
- name: DB_DIALECT
valueFrom:
secretKeyRef:
key: DB_DIALECT
name: serviceplatform-env
- name: REDIS_URL
valueFrom:
secretKeyRef:
key: REDIS_URL
name: serviceplatform-env
- name: REDIS_PASSWORD
valueFrom:
secretKeyRef:
key: REDIS_PASSWORD
name: serviceplatform-env
- name: REDIS_PORT
valueFrom:
secretKeyRef:
key: REDIS_PORT
name: serviceplatform-env
- name: COMMUNICATOR_ADDRESS
valueFrom:
secretKeyRef:
key: COMMUNICATOR_ADDRESS
name: serviceplatform-env
- name: SIGNING_KEY
valueFrom:
secretKeyRef:
key: SIGNING_KEY
name: serviceplatform-env
- name: MQTT_HOST
valueFrom:
secretKeyRef:
key: MQTT_HOST
name: serviceplatform-env
- name: MQTT_USERNAME
valueFrom:
secretKeyRef:
key: MQTT_USERNAME
name: serviceplatform-env
- name: MQTT_PASSWORD
valueFrom:
secretKeyRef:
key: MQTT_PASSWORD
name: serviceplatform-env
- name: FIREBASE_ENV
valueFrom:
secretKeyRef:
key: FIREBASE_ENV
name: serviceplatform-env
- name: APNS_TOPIC
valueFrom:
secretKeyRef:
key: APNS_TOPIC
name: serviceplatform-env
- name: MDM_API_TOKEN
valueFrom:
secretKeyRef:
key: MDM_API_TOKEN
name: serviceplatform-env
- name: MDM_AUTH
valueFrom:
secretKeyRef:
key: MDM_AUTH
name: serviceplatform-env
- name: MDM_SERVICE_URL
valueFrom:
secretKeyRef:
key: MDM_SERVICE_URL
name: serviceplatform-env
- name: DNS_URL
valueFrom:
secretKeyRef:
key: DNS_URL
name: serviceplatform-env
- name: MYSQL_DATABASE_THREAT
valueFrom:
secretKeyRef:
key: MYSQL_DATABASE_THREAT
name: serviceplatform-env
- name: MONGO_COLLECTION
valueFrom:
secretKeyRef:
key: MONGO_COLLECTION
name: serviceplatform-env
- name: MONGO_URI
valueFrom:
secretKeyRef:
key: MONGO_URI
name: serviceplatform-env
- name: MONGO_DATABASE
valueFrom:
secretKeyRef:
key: MONGO_DATABASE
name: serviceplatform-env
- name: RETINA_EMAIL_REDIRECT
valueFrom:
secretKeyRef:
key: RETINA_EMAIL_REDIRECT
name: serviceplatform-env
- name: CORS_ORIGINS
valueFrom:
secretKeyRef:
key: CORS_ORIGINS
name: serviceplatform-env
- name: AMA_OAUTH_SCOPE
valueFrom:
secretKeyRef:
key: AMA_OAUTH_SCOPE
name: serviceplatform-env
- name: AMA_PROJECT_ID
valueFrom:
secretKeyRef:
key: AMA_PROJECT_ID
name: serviceplatform-env
- name: AMA_PRIVATE_KEY
valueFrom:
secretKeyRef:
key: AMA_PRIVATE_KEY
name: serviceplatform-env
- name: AMA_SERVICE_EMAIL
valueFrom:
secretKeyRef:
key: AMA_SERVICE_EMAIL
name: serviceplatform-env
- name: AMA_SUBSCRIPTION_NAME
valueFrom:
secretKeyRef:
key: AMA_SUBSCRIPTION_NAME
name: serviceplatform-env
- name: AMA_PS_SERVICE_EMAIL
valueFrom:
secretKeyRef:
key: AMA_PS_SERVICE_EMAIL
name: serviceplatform-env
- name: AMA_PS_PRIVATE_KEY
valueFrom:
secretKeyRef:
key: AMA_PS_PRIVATE_KEY
name: serviceplatform-env
- name: AGENT_STORAGE
valueFrom:
secretKeyRef:
key: AGENT_STORAGE
name: serviceplatform-env
- name: AGENT_STORAGE_KEY
valueFrom:
secretKeyRef:
key: AGENT_STORAGE_KEY
name: serviceplatform-env
image: $IMAGE_NAME
imagePullPolicy: Always
name: $DEPLOYMENT_NAME
ports:
- containerPort: 3000
protocol: TCP
restartPolicy: Always
---
apiVersion: v1
kind: Service
metadata:
name: $DEPLOYMENT_NAME
namespace: blackdice
spec:
ports:
- name: $DEPLOYMENT_NAME
port: 3000
protocol: TCP
targetPort: 3000
selector:
app: $DEPLOYMENT_NAME
type: ClusterIP