From 3d8a5b776a14da24715a26e5d102dc50060c07e0 Mon Sep 17 00:00:00 2001 From: Neshura Date: Sun, 27 Nov 2022 16:12:05 +0100 Subject: [PATCH 1/8] Added Dockerfile to repo Will be used by Gitlab CI/CD to auto build the image --- Dockerfile | 10 ++++++++++ 1 file changed, 10 insertions(+) create mode 100644 Dockerfile diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..c220702 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,10 @@ +# Generate Python Image +FROM python:3.10.8-slim-buster as builder + +WORKDIR /app + +# Copy only the required files over +COPY set_ip.sh cloudflare_script.py config.ini cloudflare.json ./ +RUN ls -a /etc/systemd + +#RUN pip install Cloudflare \ No newline at end of file From c6e96af6b2a4aa652304acbf3715307994a02110 Mon Sep 17 00:00:00 2001 From: Neshura Date: Sun, 27 Nov 2022 16:12:26 +0100 Subject: [PATCH 2/8] Created systemd files needed for Dockerfile Will be used as a timer to trigger the script --- cloudflare_dns.service | 0 cloudlfare_dns.timer | 0 2 files changed, 0 insertions(+), 0 deletions(-) create mode 100644 cloudflare_dns.service create mode 100644 cloudlfare_dns.timer diff --git a/cloudflare_dns.service b/cloudflare_dns.service new file mode 100644 index 0000000..e69de29 diff --git a/cloudlfare_dns.timer b/cloudlfare_dns.timer new file mode 100644 index 0000000..e69de29 From e860641b79ab0603ef965ac336e32f18ef02cc60 Mon Sep 17 00:00:00 2001 From: Neshura Date: Sun, 27 Nov 2022 16:39:32 +0100 Subject: [PATCH 3/8] Systemd serivce abandoned Docker does not provide an easy way to run periodic tasks so the shell script will just wait for 2 minutes --- cloudflare_dns.service | 0 cloudlfare_dns.timer | 0 2 files changed, 0 insertions(+), 0 deletions(-) delete mode 100644 cloudflare_dns.service delete mode 100644 cloudlfare_dns.timer diff --git a/cloudflare_dns.service b/cloudflare_dns.service deleted file mode 100644 index e69de29..0000000 diff --git a/cloudlfare_dns.timer b/cloudlfare_dns.timer deleted file mode 100644 index e69de29..0000000 From 3d179f8d6a13a74ab35919ce66369602a05d47a1 Mon Sep 17 00:00:00 2001 From: Firq Date: Sun, 27 Nov 2022 16:42:15 +0100 Subject: [PATCH 4/8] Modified README.md (new information), added requirements.txt for easy venv setup --- README.md | 130 ++++++++++++++++++++--------------------------- requirements.txt | 1 + 2 files changed, 56 insertions(+), 75 deletions(-) create mode 100644 requirements.txt diff --git a/README.md b/README.md index d94fa0d..f6bddf8 100644 --- a/README.md +++ b/README.md @@ -1,92 +1,72 @@ # Cloudflare DNS Updater +## Create and activating a venv +Make sure Python 3.10 or higher is installed. +Use `cd` to change to the location of this repository. -## Getting started - -To make it easy for you to get started with GitLab, here's a list of recommended next steps. - -Already a pro? Just edit this README.md and make it your own. Want to make it easy? [Use the template at the bottom](#editing-this-readme)! - -## Add your files - -- [ ] [Create](https://docs.gitlab.com/ee/user/project/repository/web_editor.html#create-a-file) or [upload](https://docs.gitlab.com/ee/user/project/repository/web_editor.html#upload-a-file) files -- [ ] [Add files using the command line](https://docs.gitlab.com/ee/gitlab-basics/add-file.html#add-a-file-using-the-command-line) or push an existing Git repository with the following command: - +Now, run ``` -cd existing_repo -git remote add origin https://gitlab.neshura-server.net/neshura/cloudflare-dns-updater.git -git branch -M main -git push -uf origin main +py -3.10 -m venv venv +``` +Replace the `-3.10` with other Python versions if necessary (ex.: `-3.11`) + +Activate the venv using the command +``` +venv/scripts/activate ``` -## Integrate with your tools +## Installing the required packages -- [ ] [Set up project integrations](https://gitlab.neshura-server.net/neshura/cloudflare-dns-updater/-/settings/integrations) +Make sure the venv is activated. -## Collaborate with your team +Run the following command +``` +pip install -r requirements.txt +``` -- [ ] [Invite team members and collaborators](https://docs.gitlab.com/ee/user/project/members/) -- [ ] [Create a new merge request](https://docs.gitlab.com/ee/user/project/merge_requests/creating_merge_requests.html) -- [ ] [Automatically close issues from merge requests](https://docs.gitlab.com/ee/user/project/issues/managing_issues.html#closing-issues-automatically) -- [ ] [Enable merge request approvals](https://docs.gitlab.com/ee/user/project/merge_requests/approvals/) -- [ ] [Automatically merge when pipeline succeeds](https://docs.gitlab.com/ee/user/project/merge_requests/merge_when_pipeline_succeeds.html) +Alternatively, the packages can be installed manually by using `pip install`. -## Test and Deploy +The full list of packages needed: +- cloudflare (Version 2.0.0 or greater) +- Buildins: + - json + - configparser + - ipaddress + - sys -Use the built-in continuous integration in GitLab. +## Using the script -- [ ] [Get started with GitLab CI/CD](https://docs.gitlab.com/ee/ci/quick_start/index.html) -- [ ] [Analyze your code for known vulnerabilities with Static Application Security Testing(SAST)](https://docs.gitlab.com/ee/user/application_security/sast/) -- [ ] [Deploy to Kubernetes, Amazon EC2, or Amazon ECS using Auto Deploy](https://docs.gitlab.com/ee/topics/autodevops/requirements.html) -- [ ] [Use pull-based deployments for improved Kubernetes management](https://docs.gitlab.com/ee/user/clusters/agent/) -- [ ] [Set up protected environments](https://docs.gitlab.com/ee/ci/environments/protected_environments.html) +Before running the script, make sure there exists a `config.ini` file next to the `cloudflare_script.py`. +The config has to have the following structure: +```ini +[cloudflare] +TOKEN= -*** +[server] +HOSTNAME=hostname-of-website.com +``` -# Editing this README +Run the script using the following arguments: +``` +python cloudflare_script.py +``` -When you're ready to make this README your own, just edit this file and use the handy template below (or feel free to structure it however you want - this is just a starting point!). Thank you to [makeareadme.com](https://www.makeareadme.com/) for this template. +IP-Version can be 4 or 6. +The IP-List has to conform to the following structure and be a json file: +```json +{ + "AAAA": [ + "ipv6 site prefix" + ], + "A": [ + "ipv4 site prefix" + ] +} +``` -## Suggestions for a good README -Every project is different, so consider which of these sections apply to yours. The sections used in the template are suggestions for most open source projects. Also keep in mind that while a README can be too long and detailed, too long is better than too short. If you think your README is too long, consider utilizing another form of documentation rather than cutting out information. - -## Name -Choose a self-explaining name for your project. - -## Description -Let people know what your project can do specifically. Provide context and add a link to any reference visitors might be unfamiliar with. A list of Features or a Background subsection can also be added here. If there are alternatives to your project, this is a good place to list differentiating factors. - -## Badges -On some READMEs, you may see small images that convey metadata, such as whether or not all the tests are passing for the project. You can use Shields to add some to your README. Many services also have instructions for adding a badge. - -## Visuals -Depending on what you are making, it can be a good idea to include screenshots or even a video (you'll frequently see GIFs rather than actual videos). Tools like ttygif can help, but check out Asciinema for a more sophisticated method. - -## Installation -Within a particular ecosystem, there may be a common way of installing things, such as using Yarn, NuGet, or Homebrew. However, consider the possibility that whoever is reading your README is a novice and would like more guidance. Listing specific steps helps remove ambiguity and gets people to using your project as quickly as possible. If it only runs in a specific context like a particular programming language version or operating system or has dependencies that have to be installed manually, also add a Requirements subsection. - -## Usage -Use examples liberally, and show the expected output if you can. It's helpful to have inline the smallest example of usage that you can demonstrate, while providing links to more sophisticated examples if they are too long to reasonably include in the README. - -## Support -Tell people where they can go to for help. It can be any combination of an issue tracker, a chat room, an email address, etc. - -## Roadmap -If you have ideas for releases in the future, it is a good idea to list them in the README. - -## Contributing -State if you are open to contributions and what your requirements are for accepting them. - -For people who want to make changes to your project, it's helpful to have some documentation on how to get started. Perhaps there is a script that they should run or some environment variables that they need to set. Make these steps explicit. These instructions could also be useful to your future self. - -You can also document commands to lint the code or run tests. These steps help to ensure high code quality and reduce the likelihood that the changes inadvertently break something. Having instructions for running tests is especially helpful if it requires external setup, such as starting a Selenium server for testing in a browser. - -## Authors and acknowledgment -Show your appreciation to those who have contributed to the project. - -## License -For open source projects, say how it is licensed. - -## Project status -If you have run out of energy or time for your project, put a note at the top of the README saying that development has slowed down or stopped completely. Someone may choose to fork your project or volunteer to step in as a maintainer or owner, allowing your project to keep going. You can also make an explicit request for maintainers. +To only get the currently registered DNS records for a given API key, run +``` +python cloudflare_script.py +``` +THis will print all DNS records for the API key with name, ip, cloudflare id and ip-version \ No newline at end of file diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..a5c93d4 --- /dev/null +++ b/requirements.txt @@ -0,0 +1 @@ +cloudflare >= 2.0.0 \ No newline at end of file From 1fec94e04969fa40dcf4a307793f54a8cfdce4e0 Mon Sep 17 00:00:00 2001 From: Neshura Date: Sun, 27 Nov 2022 16:49:00 +0100 Subject: [PATCH 5/8] Include sleep in bash script Script now waits 2 Minutes before the next request --- set_ip.sh | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/set_ip.sh b/set_ip.sh index 9d8ed1c..a1549e7 100644 --- a/set_ip.sh +++ b/set_ip.sh @@ -1,7 +1,10 @@ #!/bin/bash -cd /home/server/DNS_Temp +cd "/usr/bin/app" || exit +while : +do ipv4=$(curl -k -s https://am.i.mullvad.net/ip) ipv6=$(curl -k -s https://ipv6.am.i.mullvad.net/) -source venv/bin/activate python3 ./cloudflare_script.py 4 "$ipv4" python3 ./cloudflare_script.py 6 "$ipv6" +sleep 120 +done \ No newline at end of file From 667e56a4064844a613927498c7601a40034c5def Mon Sep 17 00:00:00 2001 From: Neshura Date: Sun, 27 Nov 2022 16:49:38 +0100 Subject: [PATCH 6/8] Dockerfile for 0.1 Dockerfile to use wiht version 0.1 of the repo, might need reworking for later versions --- Dockerfile | 21 ++++++++++++++++----- 1 file changed, 16 insertions(+), 5 deletions(-) diff --git a/Dockerfile b/Dockerfile index c220702..14dda66 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,10 +1,21 @@ -# Generate Python Image -FROM python:3.10.8-slim-buster as builder +# Generate iamge using Python base +FROM python:3.10.8-slim-buster -WORKDIR /app +WORKDIR /usr/bin/app + +# install required tools +RUN apt update && apt install -y curl # Copy only the required files over COPY set_ip.sh cloudflare_script.py config.ini cloudflare.json ./ -RUN ls -a /etc/systemd -#RUN pip install Cloudflare \ No newline at end of file +RUN addgroup --system --gid 1001 pygroup +RUN adduser --system --uid 1001 pyapp + +RUN chown -R pyapp:pygroup /usr/bin/app + +USER pyapp + +RUN pip install Cloudflare + +CMD ["bash", "set_ip.sh"] \ No newline at end of file From 51a20e52afa6ce266cf409d712726955546d9526 Mon Sep 17 00:00:00 2001 From: Neshura Date: Sun, 27 Nov 2022 17:07:46 +0100 Subject: [PATCH 7/8] Adjust Dockerfile for feature/reorganize Now installs modules from requirements.txt --- Dockerfile | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/Dockerfile b/Dockerfile index 14dda66..61f8b38 100644 --- a/Dockerfile +++ b/Dockerfile @@ -7,7 +7,7 @@ WORKDIR /usr/bin/app RUN apt update && apt install -y curl # Copy only the required files over -COPY set_ip.sh cloudflare_script.py config.ini cloudflare.json ./ +COPY set_ip.sh cloudflare_script.py config.ini cloudflare.json requirements.txt ./ RUN addgroup --system --gid 1001 pygroup RUN adduser --system --uid 1001 pyapp @@ -16,6 +16,6 @@ RUN chown -R pyapp:pygroup /usr/bin/app USER pyapp -RUN pip install Cloudflare +RUN pip install -r requirements.txt -CMD ["bash", "set_ip.sh"] \ No newline at end of file +CMD ["bash", "set_ip.sh", "docker"] \ No newline at end of file From bf3f0ed24fcf396bc351538df9ea8ef2a5075dc5 Mon Sep 17 00:00:00 2001 From: Neshura Date: Sun, 27 Nov 2022 17:08:20 +0100 Subject: [PATCH 8/8] Closes #4 Does not break usage outside of a Docker container, specify "docker" for use in a docker container --- set_ip.sh | 29 ++++++++++++++++++++--------- 1 file changed, 20 insertions(+), 9 deletions(-) diff --git a/set_ip.sh b/set_ip.sh index a1549e7..149b3f5 100644 --- a/set_ip.sh +++ b/set_ip.sh @@ -1,10 +1,21 @@ #!/bin/bash -cd "/usr/bin/app" || exit -while : -do -ipv4=$(curl -k -s https://am.i.mullvad.net/ip) -ipv6=$(curl -k -s https://ipv6.am.i.mullvad.net/) -python3 ./cloudflare_script.py 4 "$ipv4" -python3 ./cloudflare_script.py 6 "$ipv6" -sleep 120 -done \ No newline at end of file +if [ "$1" = "docker" ]; then + cd "/usr/bin/app" || exit + while : + do + ipv4=$(curl -k -s https://am.i.mullvad.net/ip) + ipv6=$(curl -k -s https://ipv6.am.i.mullvad.net/) + python3 ./cloudflare_script.py 4 "$ipv4" + python3 ./cloudflare_script.py 6 "$ipv6" + sleep 120 + done +else + if [ ! -e cloudflare.json ] || [ ! -e config.ini ]; then + echo "Cloudflare config not found, is the script run in the correct directory?" + else + ipv4=$(curl -k -s https://am.i.mullvad.net/ip) + ipv6=$(curl -k -s https://ipv6.am.i.mullvad.net/) + python3 ./cloudflare_script.py 4 "$ipv4" + python3 ./cloudflare_script.py 6 "$ipv6" + fi +fi \ No newline at end of file