From 5ba8cca9398d76d14b00af973c2e5d0db51c9f0e Mon Sep 17 00:00:00 2001 From: Frikky Date: Tue, 6 Dec 2022 19:57:42 +0100 Subject: [PATCH 01/14] Changed dockerbuild branch to 1.2.0 for new nightlies --- .github/workflows/dockerbuild.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/dockerbuild.yaml b/.github/workflows/dockerbuild.yaml index 411a5ff5..0594f24b 100644 --- a/.github/workflows/dockerbuild.yaml +++ b/.github/workflows/dockerbuild.yaml @@ -2,7 +2,7 @@ name: dockerbuild on: push: - branches: launch + branches: 1.2.0 jobs: main: runs-on: ubuntu-latest From c1792903188ff62e8687aebac5c12462ff2c27aa Mon Sep 17 00:00:00 2001 From: Frikky Date: Wed, 11 Jan 2023 10:54:02 +0100 Subject: [PATCH 02/14] Update README.md --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index e937f939..86c54013 100644 --- a/README.md +++ b/README.md @@ -21,7 +21,7 @@ Follow us on Twitter at [@shuffleio](https://twitter.com/shuffleio). -![Example Shuffle webhook integration](https://github.com/frikky/Shuffle/blob/master/frontend/src/assets/img/github_shuffle_img.png) +[![Example Shuffle webhook integration](https://github.com/frikky/Shuffle/blob/master/frontend/src/assets/img/github_shuffle_img.png)] ## Try it * Self-hosted: Check out the [installation guide](https://github.com/frikky/shuffle/blob/master/.github/install-guide.md) From ac46d170560a1742ff1477b367bd90ea42d8c3f6 Mon Sep 17 00:00:00 2001 From: Frikky Date: Wed, 11 Jan 2023 10:54:38 +0100 Subject: [PATCH 03/14] Update README.md --- README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 86c54013..797dd530 100644 --- a/README.md +++ b/README.md @@ -21,7 +21,7 @@ Follow us on Twitter at [@shuffleio](https://twitter.com/shuffleio). -[![Example Shuffle webhook integration](https://github.com/frikky/Shuffle/blob/master/frontend/src/assets/img/github_shuffle_img.png)] +![Example Shuffle webhook integration](https://github.com/frikky/Shuffle/blob/main/frontend/src/assets/img/github_shuffle_img.png) ## Try it * Self-hosted: Check out the [installation guide](https://github.com/frikky/shuffle/blob/master/.github/install-guide.md) @@ -96,7 +96,7 @@ Shuffle backend: AGPLv3 Apps, specification and App SDK: MIT ## Architecture -![Shuffle Architecture](https://github.com/frikky/Shuffle/blob/master/frontend/src/assets/img/shuffle_architecture.png) +![Shuffle Architecture](https://github.com/frikky/Shuffle/blob/main/frontend/src/assets/img/shuffle_architecture.png) ### Repository overview Below is the folder structure with a short explanation From 52240f3124e708d5f0e91a25f004e10670273780 Mon Sep 17 00:00:00 2001 From: Frikky Date: Thu, 26 Jan 2023 15:53:50 +0100 Subject: [PATCH 04/14] Updated to use 1.2.0 branch for nightly builds --- .github/workflows/docker-build.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/docker-build.yaml b/.github/workflows/docker-build.yaml index 716b42db..85a24508 100644 --- a/.github/workflows/docker-build.yaml +++ b/.github/workflows/docker-build.yaml @@ -2,7 +2,7 @@ name: docker-build on: push: - branches: launch + branches: 1.2.0 jobs: main: runs-on: ubuntu-latest From 92fed5fcda9586e8d28d80170f213f215f17e32d Mon Sep 17 00:00:00 2001 From: Frikky Date: Thu, 26 Jan 2023 15:54:46 +0100 Subject: [PATCH 05/14] Made autobuild create and deploy nightly builds --- .github/workflows/docker-build.yaml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/docker-build.yaml b/.github/workflows/docker-build.yaml index 85a24508..e7c46342 100644 --- a/.github/workflows/docker-build.yaml +++ b/.github/workflows/docker-build.yaml @@ -13,19 +13,19 @@ jobs: include: - app: frontend path: frontend - version: 1.0.0 + version: nightly experimental: true - app: backend path: backend - version: 1.0.0 + version: nightly experimental: false - app: orborus path: functions/onprem/orborus - version: 1.0.0 + version: nightly experimental: false - app: database path: backend/database - version: 1.0.0 + version: nightly experimental: false steps: - From c61b40b31ec4f45fcbf2551f255839de7502494b Mon Sep 17 00:00:00 2001 From: Frikky Date: Tue, 31 Jan 2023 18:24:13 +0100 Subject: [PATCH 06/14] Continue in dockerbuild.yaml --- .github/workflows/docker-build.yaml | 66 ----------------------------- 1 file changed, 66 deletions(-) delete mode 100644 .github/workflows/docker-build.yaml diff --git a/.github/workflows/docker-build.yaml b/.github/workflows/docker-build.yaml deleted file mode 100644 index e7c46342..00000000 --- a/.github/workflows/docker-build.yaml +++ /dev/null @@ -1,66 +0,0 @@ -name: docker-build - -on: - push: - branches: 1.2.0 -jobs: - main: - runs-on: ubuntu-latest - continue-on-error: ${{ matrix.experimental }} - strategy: - fail-fast: false - matrix: - include: - - app: frontend - path: frontend - version: nightly - experimental: true - - app: backend - path: backend - version: nightly - experimental: false - - app: orborus - path: functions/onprem/orborus - version: nightly - experimental: false - - app: database - path: backend/database - version: nightly - experimental: false - steps: - - - name: Checkout - uses: actions/checkout@v2 - - - name: Set up QEMU - uses: docker/setup-qemu-action@v1 - - - name: Set up Docker Buildx - uses: docker/setup-buildx-action@v1 - - - name: Login to DockerHub - uses: docker/login-action@v1 - with: - username: ${{ secrets.DOCKERHUB_USERNAME }} - password: ${{ secrets.DOCKERHUB_TOKEN }} -# Use below configuration for ghcr.io -# with: -# registry: ghcr.io -# username: ${{ github.repository_owner }} -# password: ${{ secrets.CR_PAT }} - - - name: Build and push - id: docker_build - uses: docker/build-push-action@v2 - env: - BUILDX_NO_DEFAULT_LOAD: true - with: - context: ${{ matrix.path }}/ - file: ${{ matrix.path }}/Dockerfile - platforms: linux/amd64,linux/arm64 - #,linux/386 - no node image I guess? - push: true - tags: ${{ secrets.DOCKERHUB_USERNAME }}/${{ matrix.app }}:${{ matrix.version }} - - - name: Image digest - run: echo ${{ steps.docker_build.outputs.digest }} From 55dbfbb7312d24110306a4dcbad0a40e5e4511e9 Mon Sep 17 00:00:00 2001 From: Frikky Date: Fri, 3 Feb 2023 02:13:23 +0100 Subject: [PATCH 07/14] Update docker-compose.yml --- docker-compose.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker-compose.yml b/docker-compose.yml index 4451238d..73881519 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -63,7 +63,7 @@ services: container_name: shuffle-opensearch environment: - bootstrap.memory_lock=true - - "OPENSEARCH_JAVA_OPTS=-Xms1024m -Xmx1024m" # minimum and maximum Java heap size, recommend setting both to 50% of system RAM + - "OPENSEARCH_JAVA_OPTS=-Xms2048m -Xmx2048m" # minimum and maximum Java heap size, recommend setting both to 50% of system RAM - cluster.initial_master_nodes=shuffle-opensearch - cluster.routing.allocation.disk.threshold_enabled=false - cluster.name=shuffle-cluster From 8069fea493ae79416473fded76b0b55bfe11c0e3 Mon Sep 17 00:00:00 2001 From: yogeshgurjar127 <118437260+yogeshgurjar127@users.noreply.github.com> Date: Thu, 9 Feb 2023 14:26:22 +0530 Subject: [PATCH 08/14] Create install-aws.md --- .github/install-aws.md | 38 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 38 insertions(+) create mode 100644 .github/install-aws.md diff --git a/.github/install-aws.md b/.github/install-aws.md new file mode 100644 index 00000000..35bc140b --- /dev/null +++ b/.github/install-aws.md @@ -0,0 +1,38 @@ +## Install Shuffle on AWS + +First, you need to create your own VPC for the same range of private IP addresses. + +**To create a VPC in AWS, follow these steps** + +1. Sign in to the AWS Management Console and open the Amazon VPC console at https://console.aws.amazon.com/vpc/. +2. In the top navigation bar, choose the region in which you want to create the VPC. +3. In the navigation pane, choose Your VPCs & Choose Create VPC. +4. Enter a name for your VPC in the Name tag field & Choose VPC and more option. +5. Specify the IPv4 CIDR block for your VPC. The CIDR block is the range of IP addresses that will be available for use within your VPC. You can specify any CIDR block that is: + - Between a /16 and /28 netmask (inclusive) + - Not currently in use +6. Specify the AZs, Number of public subnets & Number of private subnets. + +![image](https://user-images.githubusercontent.com/118437260/211500830-30c52dc0-0688-47f9-8ee7-eb7f9b31a9b8.png) + +7. Choose Yes, Create VPC. + +Your VPC will be created and will appear in the list of Your VPCs. By default, a VPC includes a default security group and a default network ACL. You can customize your VPC by adding subnets, security groups, network ACLs, and other resources. + + + +**To create an EC2 instance in AWS, follow these steps:** + +1. Sign in to the AWS Management Console and open the Amazon EC2 console at https://console.aws.amazon.com/ec2/. +2. In the top navigation bar, choose the region in which you want to create the instance. +3. In the navigation pane, choose Instances and Choose Launch Instance. +4. On the Choose an Amazon Machine Image (AMI) page, choose an AMI. An AMI is a template that contains the software configuration (operating system, application server, and applications) for your instance. +5. On the Choose an Instance Type page, choose the hardware configuration of your instance. +6. On the Select an existing key pair or create a new key pair dialog box, choose an existing key pair or create a new one. +7. On the network settings page and click on edit and select your VPC & subnet. +8. On the Configure Security Group page, configure the security group for your instance. A security group acts as a virtual firewall for your instance to control inbound and outbound traffic. + +![image](https://user-images.githubusercontent.com/118437260/211514598-1c95e459-b98a-4579-b3a7-a92bf36e9f50.png) + +9. On the Add Storage page, add storage to your instance. +10. Review your instance launch details and choose Launch. From e64b473855a1d3a622c1d88e3fe4f93dc0c22550 Mon Sep 17 00:00:00 2001 From: Frikky Date: Fri, 10 Feb 2023 00:15:08 +0100 Subject: [PATCH 09/14] Update install-guide.md --- .github/install-guide.md | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/install-guide.md b/.github/install-guide.md index 73550fca..02df0768 100644 --- a/.github/install-guide.md +++ b/.github/install-guide.md @@ -19,6 +19,7 @@ cd Shuffle ```bash mkdir shuffle-database sudo chown -R 1000:1000 shuffle-database +# IF you get an error using 'chown', add the user first with 'sudo useradd opensearch' ``` 4. Run docker-compose. From dc890b7b60424e63b08de6a26e8da2d7fa1605c5 Mon Sep 17 00:00:00 2001 From: Frikky Date: Thu, 16 Feb 2023 18:27:24 +0100 Subject: [PATCH 10/14] Update install-guide.md --- .github/install-guide.md | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/.github/install-guide.md b/.github/install-guide.md index 02df0768..4b35ca59 100644 --- a/.github/install-guide.md +++ b/.github/install-guide.md @@ -1,7 +1,7 @@ # Installation guide Installation of Shuffle is currently only available in docker. Looking for how to update Shuffle? Check the [updating guide](https://shuffler.io/docs/configuration#updating_shuffle) -This document outlines a an introduction environment which is not scalable. [Read here](https://shuffler.io/docs/configuration#production_readiness) for information on production readiness. This also includes system requirements and configurations for Swarm or K8s. +This document outlines a an introduction environment which is not scalable. [Read here](https://shuffler.io/docs/configuration#production_readiness) for information on production readiness. This also includes system requirements and configurations for Swarm or Kubernetes. # Docker - *nix The Docker setup is done with docker-compose @@ -27,6 +27,11 @@ sudo chown -R 1000:1000 shuffle-database docker-compose up -d ``` +5. Recommended for Elasticsearch to work well +```bash +sudo sysctl -w vm.max_map_count=262144 # https://www.elastic.co/guide/en/elasticsearch/reference/current/vm-max-map-count.html +``` + When you're done, skip to the "After installation" step below. ## Windows with WSL From 9c3380d80bf89488f9fc332f79ab9ebbb897c519 Mon Sep 17 00:00:00 2001 From: Frikky Date: Thu, 16 Feb 2023 18:28:20 +0100 Subject: [PATCH 11/14] Update install-guide.md --- .github/install-guide.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/install-guide.md b/.github/install-guide.md index 4b35ca59..44d7f5dc 100644 --- a/.github/install-guide.md +++ b/.github/install-guide.md @@ -27,12 +27,12 @@ sudo chown -R 1000:1000 shuffle-database docker-compose up -d ``` -5. Recommended for Elasticsearch to work well +5. Recommended for Opensearch to work well ```bash sudo sysctl -w vm.max_map_count=262144 # https://www.elastic.co/guide/en/elasticsearch/reference/current/vm-max-map-count.html ``` -When you're done, skip to the "After installation" step below. +When you're done, skip to the [After installation](#after-installation) step below. ## Windows with WSL This step is for setting up with Docker on windows from scratch. From 45bef1b94ec9aad12dfce0fb22f1ee2065a474a5 Mon Sep 17 00:00:00 2001 From: Frikky Date: Thu, 16 Feb 2023 18:28:59 +0100 Subject: [PATCH 12/14] Update install-guide.md --- .github/install-guide.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/install-guide.md b/.github/install-guide.md index 44d7f5dc..2e97bbdc 100644 --- a/.github/install-guide.md +++ b/.github/install-guide.md @@ -63,7 +63,7 @@ https://shuffler.io/docs/configuration 3. Sign in with the same Username & Password! Go to /apps and see if you have any apps yet. If not - you may need to [configure proxies](https://shuffler.io/docs/configuration#production_readiness) 4. Check out https://shuffler.io/docs/configuration as it has a lot of useful information to get started -![Admin account setup](https://github.com/frikky/Shuffle/blob/master/frontend/src/assets/img/shuffle_adminaccount.png) +![Admin account setup](https://github.com/Shuffle/Shuffle/blob/main/frontend/src/assets/img/shuffle_adminaccount.png?raw=true) ### Useful info * Check out [getting started](https://shuffler.io/docs/getting_started) From d26113debf215e7866eba3bde893dd0a2e4957c6 Mon Sep 17 00:00:00 2001 From: Frikky Date: Mon, 20 Mar 2023 23:51:51 +0100 Subject: [PATCH 13/14] Fixed Opensearch versions --- docker-compose.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker-compose.yml b/docker-compose.yml index 73881519..f64e5899 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -58,7 +58,7 @@ services: security_opt: - seccomp:unconfined opensearch: - image: opensearchproject/opensearch:2.4.0 + image: opensearchproject/opensearch:2.5.0 hostname: shuffle-opensearch container_name: shuffle-opensearch environment: From 46b10a4a1e1ebc5e57aba042f21d0b926fb1f9f0 Mon Sep 17 00:00:00 2001 From: Jay Gohil Date: Fri, 16 Jun 2023 16:42:12 +0530 Subject: [PATCH 14/14] Create project_automation.yml --- .github/workflows/project_automation.yml | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) create mode 100644 .github/workflows/project_automation.yml diff --git a/.github/workflows/project_automation.yml b/.github/workflows/project_automation.yml new file mode 100644 index 00000000..0e3bf945 --- /dev/null +++ b/.github/workflows/project_automation.yml @@ -0,0 +1,16 @@ +name: Automation - Add all new issues to roadmap project + +on: + issues: + types: + - opened + +jobs: + add-to-project: + name: Add issue to project + runs-on: ubuntu-latest + steps: + - uses: actions/add-to-project@v0.5.0 + with: + project-url: https://github.com/orgs/Shuffle/projects/8 + github-token: ${{ secrets.ADD_TO_PROJECT_PAT }}