mirror of https://github.com/apache/cloudstack.git
.github: Migrate Travis to Github Actions and Simulator based CI (#6956)
Runs on default spec: 2-core CPU (x86_64) 7 GB of RAM 14 GB of SSD space https://docs.github.com/en/actions/using-github-hosted-runners/about-github-hosted-runners#supported-runners-and-hardware-resources Signed-off-by: Rohit Yadav <rohit.yadav@shapeblue.com>
This commit is contained in:
Rohit Yadav
GitHub
parent
512aa9cbc5
commit
2dc9f1e32c
|
|
@ -137,8 +137,8 @@ labelPRBasedOnFilePath:
|
||||||
- systemvm/debian/etc/systemd/*
|
- systemvm/debian/etc/systemd/*
|
||||||
"component:templates":
|
"component:templates":
|
||||||
- tools/appliance/*
|
- tools/appliance/*
|
||||||
"component:travis":
|
"component:integration":
|
||||||
- ".travis.yml"
|
- ".github/workflows/*"
|
||||||
"component:UI":
|
"component:UI":
|
||||||
- ui/*
|
- ui/*
|
||||||
"component:unit-test":
|
"component:unit-test":
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,66 @@
|
||||||
|
# Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
# or more contributor license agreements. See the NOTICE file
|
||||||
|
# distributed with this work for additional information
|
||||||
|
# regarding copyright ownership. The ASF licenses this file
|
||||||
|
# to you under the Apache License, Version 2.0 (the
|
||||||
|
# "License"); you may not use this file except in compliance
|
||||||
|
# with the License. You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing,
|
||||||
|
# software distributed under the License is distributed on an
|
||||||
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||||
|
# KIND, either express or implied. See the License for the
|
||||||
|
# specific language governing permissions and limitations
|
||||||
|
# under the License.
|
||||||
|
|
||||||
|
name: Maven Build (noredist)
|
||||||
|
|
||||||
|
on: [push, pull_request]
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build:
|
||||||
|
runs-on: ubuntu-20.04
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v3
|
||||||
|
|
||||||
|
- name: Set up JDK 11
|
||||||
|
uses: actions/setup-java@v3
|
||||||
|
with:
|
||||||
|
java-version: '11'
|
||||||
|
distribution: 'adopt'
|
||||||
|
architecture: x64
|
||||||
|
cache: maven
|
||||||
|
|
||||||
|
- name: Set up Python
|
||||||
|
uses: actions/setup-python@v4
|
||||||
|
with:
|
||||||
|
python-version: '3.8'
|
||||||
|
architecture: 'x64'
|
||||||
|
|
||||||
|
- name: Install Build Dependencies
|
||||||
|
run: |
|
||||||
|
sudo apt-get update
|
||||||
|
sudo apt-get install -y git uuid-runtime genisoimage netcat ipmitool build-essential libgcrypt20 libgpg-error-dev libgpg-error0 libopenipmi0 ipmitool libpython3-dev libssl-dev libffi-dev python3-openssl python3-dev python3-setuptools
|
||||||
|
|
||||||
|
- name: Env details
|
||||||
|
run: |
|
||||||
|
uname -a
|
||||||
|
whoami
|
||||||
|
javac -version
|
||||||
|
mvn -v
|
||||||
|
python3 --version
|
||||||
|
free -m
|
||||||
|
nproc
|
||||||
|
git status
|
||||||
|
|
||||||
|
- name: Noredist Build
|
||||||
|
run: |
|
||||||
|
git clone https://github.com/shapeblue/cloudstack-nonoss.git nonoss && cd nonoss && bash -x install-non-oss.sh && cd ..
|
||||||
|
rm -fr nonoss
|
||||||
|
mvn -B -P developer,systemvm -Dsimulator -Dnoredist clean install
|
||||||
|
|
@ -0,0 +1,280 @@
|
||||||
|
# Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
# or more contributor license agreements. See the NOTICE file
|
||||||
|
# distributed with this work for additional information
|
||||||
|
# regarding copyright ownership. The ASF licenses this file
|
||||||
|
# to you under the Apache License, Version 2.0 (the
|
||||||
|
# "License"); you may not use this file except in compliance
|
||||||
|
# with the License. You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing,
|
||||||
|
# software distributed under the License is distributed on an
|
||||||
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||||
|
# KIND, either express or implied. See the License for the
|
||||||
|
# specific language governing permissions and limitations
|
||||||
|
# under the License.
|
||||||
|
|
||||||
|
name: Simulator CI
|
||||||
|
|
||||||
|
on: [push, pull_request]
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build:
|
||||||
|
runs-on: ubuntu-20.04
|
||||||
|
|
||||||
|
strategy:
|
||||||
|
fail-fast: false
|
||||||
|
matrix:
|
||||||
|
tests: [ "smoke/test_accounts
|
||||||
|
smoke/test_affinity_groups
|
||||||
|
smoke/test_affinity_groups_projects
|
||||||
|
smoke/test_annotations
|
||||||
|
smoke/test_async_job
|
||||||
|
smoke/test_attach_multiple_volumes
|
||||||
|
smoke/test_backup_recovery_dummy
|
||||||
|
smoke/test_certauthority_root
|
||||||
|
smoke/test_console_endpoint
|
||||||
|
smoke/test_create_list_domain_account_project
|
||||||
|
smoke/test_create_network
|
||||||
|
smoke/test_deploy_vgpu_enabled_vm
|
||||||
|
smoke/test_deploy_virtio_scsi_vm
|
||||||
|
smoke/test_deploy_vm_extra_config_data
|
||||||
|
smoke/test_deploy_vm_iso
|
||||||
|
smoke/test_deploy_vm_iso_uefi
|
||||||
|
smoke/test_deploy_vm_root_resize
|
||||||
|
smoke/test_deploy_vm_with_userdata
|
||||||
|
smoke/test_deploy_vms_in_parallel
|
||||||
|
smoke/test_deploy_vms_with_varied_deploymentplanners
|
||||||
|
smoke/test_diagnostics
|
||||||
|
smoke/test_direct_download
|
||||||
|
smoke/test_disk_offerings
|
||||||
|
smoke/test_disk_provisioning_types
|
||||||
|
smoke/test_domain_disk_offerings
|
||||||
|
smoke/test_domain_network_offerings
|
||||||
|
smoke/test_domain_service_offerings
|
||||||
|
smoke/test_domain_vpc_offerings",
|
||||||
|
"smoke/test_dynamicroles
|
||||||
|
smoke/test_enable_account_settings_for_domain
|
||||||
|
smoke/test_enable_role_based_users_in_projects
|
||||||
|
smoke/test_events_resource
|
||||||
|
smoke/test_global_settings
|
||||||
|
smoke/test_guest_vlan_range
|
||||||
|
smoke/test_host_maintenance
|
||||||
|
smoke/test_hostha_kvm
|
||||||
|
smoke/test_hostha_simulator
|
||||||
|
smoke/test_internal_lb
|
||||||
|
smoke/test_ipv6_infra
|
||||||
|
smoke/test_iso
|
||||||
|
smoke/test_kubernetes_clusters
|
||||||
|
smoke/test_kubernetes_supported_versions
|
||||||
|
smoke/test_list_ids_parameter
|
||||||
|
smoke/test_loadbalance
|
||||||
|
smoke/test_login
|
||||||
|
smoke/test_metrics_api
|
||||||
|
smoke/test_migration
|
||||||
|
smoke/test_multipleips_per_nic
|
||||||
|
smoke/test_nested_virtualization",
|
||||||
|
"smoke/test_network
|
||||||
|
smoke/test_network_acl
|
||||||
|
smoke/test_network_ipv6
|
||||||
|
smoke/test_network_permissions
|
||||||
|
smoke/test_nic
|
||||||
|
smoke/test_nic_adapter_type
|
||||||
|
smoke/test_non_contigiousvlan
|
||||||
|
smoke/test_outofbandmanagement
|
||||||
|
smoke/test_outofbandmanagement_nestedplugin
|
||||||
|
smoke/test_over_provisioning
|
||||||
|
smoke/test_password_server
|
||||||
|
smoke/test_persistent_network
|
||||||
|
smoke/test_portable_publicip
|
||||||
|
smoke/test_portforwardingrules
|
||||||
|
smoke/test_primary_storage
|
||||||
|
smoke/test_privategw_acl
|
||||||
|
smoke/test_privategw_acl_ovs_gre
|
||||||
|
smoke/test_projects
|
||||||
|
smoke/test_public_ip_range
|
||||||
|
smoke/test_pvlan
|
||||||
|
smoke/test_regions
|
||||||
|
smoke/test_register_userdata
|
||||||
|
smoke/test_reset_configuration_settings
|
||||||
|
smoke/test_reset_vm_on_reboot
|
||||||
|
smoke/test_resource_accounting
|
||||||
|
smoke/test_resource_detail",
|
||||||
|
"smoke/test_router_dhcphosts
|
||||||
|
smoke/test_router_dns
|
||||||
|
smoke/test_router_dnsservice
|
||||||
|
smoke/test_routers
|
||||||
|
smoke/test_routers_iptables_default_policy
|
||||||
|
smoke/test_routers_network_ops
|
||||||
|
smoke/test_scale_vm
|
||||||
|
smoke/test_secondary_storage
|
||||||
|
smoke/test_service_offerings
|
||||||
|
smoke/test_snapshots
|
||||||
|
smoke/test_ssvm
|
||||||
|
smoke/test_staticroles
|
||||||
|
smoke/test_templates
|
||||||
|
smoke/test_update_security_group
|
||||||
|
smoke/test_usage
|
||||||
|
smoke/test_usage_events
|
||||||
|
smoke/test_vm_deployment_planner
|
||||||
|
smoke/test_vm_life_cycle
|
||||||
|
smoke/test_vm_lifecycle_unmanage_import
|
||||||
|
smoke/test_vm_snapshot_kvm
|
||||||
|
smoke/test_vm_snapshots
|
||||||
|
smoke/test_volumes
|
||||||
|
smoke/test_vpc_ipv6
|
||||||
|
smoke/test_vpc_redundant
|
||||||
|
smoke/test_vpc_router_nics
|
||||||
|
smoke/test_vpc_vpn",
|
||||||
|
"component/find_hosts_for_migration
|
||||||
|
component/test_acl_isolatednetwork
|
||||||
|
component/test_acl_isolatednetwork_delete
|
||||||
|
component/test_acl_listsnapshot",
|
||||||
|
"component/test_acl_listvm
|
||||||
|
component/test_acl_listvolume",
|
||||||
|
"component/test_acl_sharednetwork
|
||||||
|
component/test_acl_sharednetwork_deployVM-impersonation
|
||||||
|
component/test_user_private_gateway
|
||||||
|
component/test_user_shared_network",
|
||||||
|
"component/test_affinity_groups_projects
|
||||||
|
component/test_allocation_states
|
||||||
|
component/test_assign_vm",
|
||||||
|
"component/test_concurrent_snapshots_limit
|
||||||
|
component/test_cpu_domain_limits
|
||||||
|
component/test_cpu_limits
|
||||||
|
component/test_cpu_max_limits
|
||||||
|
component/test_cpu_project_limits
|
||||||
|
component/test_deploy_vm_userdata_multi_nic",
|
||||||
|
"component/test_egress_fw_rules
|
||||||
|
component/test_invalid_gw_nm
|
||||||
|
component/test_ip_reservation",
|
||||||
|
"component/test_lb_secondary_ip
|
||||||
|
component/test_list_nics
|
||||||
|
component/test_list_pod
|
||||||
|
component/test_memory_limits",
|
||||||
|
"component/test_mm_domain_limits
|
||||||
|
component/test_mm_max_limits
|
||||||
|
component/test_mm_project_limits
|
||||||
|
component/test_network_offering
|
||||||
|
component/test_non_contiguous_vlan",
|
||||||
|
"component/test_persistent_networks
|
||||||
|
component/test_project_configs
|
||||||
|
component/test_project_limits
|
||||||
|
component/test_project_resources",
|
||||||
|
"component/test_project_usage
|
||||||
|
component/test_protocol_number_security_group
|
||||||
|
component/test_public_ip
|
||||||
|
component/test_resource_limits",
|
||||||
|
"component/test_regions_accounts
|
||||||
|
component/test_routers
|
||||||
|
component/test_snapshots
|
||||||
|
component/test_stopped_vm
|
||||||
|
component/test_tags
|
||||||
|
component/test_templates
|
||||||
|
component/test_updateResourceCount
|
||||||
|
component/test_update_vm",
|
||||||
|
"component/test_volumes
|
||||||
|
component/test_vpc
|
||||||
|
component/test_vpc_distributed_routing_offering
|
||||||
|
component/test_vpc_network
|
||||||
|
component/test_vpc_offerings
|
||||||
|
component/test_vpc_routers
|
||||||
|
component/test_vpn_users",
|
||||||
|
"component/test_vpc_network_lbrules" ]
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v3
|
||||||
|
|
||||||
|
- name: Set up JDK
|
||||||
|
uses: actions/setup-java@v3
|
||||||
|
with:
|
||||||
|
java-version: '11'
|
||||||
|
distribution: 'adopt'
|
||||||
|
architecture: x64
|
||||||
|
cache: maven
|
||||||
|
|
||||||
|
- name: Set up Python
|
||||||
|
uses: actions/setup-python@v4
|
||||||
|
with:
|
||||||
|
python-version: '3.8'
|
||||||
|
architecture: 'x64'
|
||||||
|
|
||||||
|
- name: Install Build Dependencies
|
||||||
|
run: |
|
||||||
|
sudo apt-get update
|
||||||
|
sudo apt-get install -y git uuid-runtime genisoimage netcat ipmitool build-essential libgcrypt20 libgpg-error-dev libgpg-error0 libopenipmi0 ipmitool libpython3-dev libssl-dev libffi-dev python3-openssl python3-dev python3-setuptools
|
||||||
|
|
||||||
|
- name: Install Python dependencies
|
||||||
|
run: |
|
||||||
|
python3 -m pip install --user --upgrade urllib3 lxml paramiko nose texttable ipmisim pyopenssl pycrypto mock flask netaddr pylint pycodestyle six astroid
|
||||||
|
|
||||||
|
- name: Env details
|
||||||
|
run: |
|
||||||
|
uname -a
|
||||||
|
whoami
|
||||||
|
javac -version
|
||||||
|
mvn -v
|
||||||
|
python3 --version
|
||||||
|
free -m
|
||||||
|
nproc
|
||||||
|
git status
|
||||||
|
ipmitool -V
|
||||||
|
|
||||||
|
- name: Setup MySQL Server
|
||||||
|
run: |
|
||||||
|
# https://github.com/actions/runner-images/blob/main/images/linux/Ubuntu2004-Readme.md#mysql
|
||||||
|
sudo apt-get install -y mysql-server
|
||||||
|
sudo systemctl start mysql
|
||||||
|
sudo mysql -uroot -proot -e "ALTER USER 'root'@'localhost' IDENTIFIED WITH mysql_native_password BY ''; FLUSH PRIVILEGES;"
|
||||||
|
sudo systemctl restart mysql
|
||||||
|
sudo mysql -uroot -e "SELECT VERSION();"
|
||||||
|
|
||||||
|
- name: Build with Maven
|
||||||
|
run: |
|
||||||
|
mvn -B -P developer,systemvm -Dsimulator clean install -DskipTests=true
|
||||||
|
|
||||||
|
- name: Setup Simulator Prerequisites
|
||||||
|
run: |
|
||||||
|
sudo python3 -m pip install --upgrade netaddr mysql-connector-python
|
||||||
|
python3 -m pip install --user --upgrade tools/marvin/dist/Marvin-*.tar.gz
|
||||||
|
mvn -q -Pdeveloper -pl developer -Ddeploydb
|
||||||
|
mvn -q -Pdeveloper -pl developer -Ddeploydb-simulator
|
||||||
|
|
||||||
|
- name: Start CloudStack Management Server with Simulator
|
||||||
|
run: |
|
||||||
|
export MAVEN_OPTS="-Xmx4096m -XX:MaxPermSize=800m -Djava.security.egd=file:/dev/urandom"
|
||||||
|
echo -e "\nStarting simulator"
|
||||||
|
set +e
|
||||||
|
mvn -Dsimulator -Dorg.eclipse.jetty.annotations.maxWait=120 -pl :cloud-client-ui jetty:run 2>&1 > /tmp/jetty-log || true &
|
||||||
|
while ! nc -vzw 5 localhost 8096 2>&1 > /dev/null; do grep Exception /tmp/jetty-log; sleep 10; done
|
||||||
|
set -e
|
||||||
|
echo -e "\nStarting Advanced Zone DataCenter deployment"
|
||||||
|
python3 tools/marvin/marvin/deployDataCenter.py -i setup/dev/advanced.cfg 2>&1 || true
|
||||||
|
|
||||||
|
- name: Run Integration Tests with Simulator
|
||||||
|
run: |
|
||||||
|
mkdir -p integration-test-results/smoke/misc
|
||||||
|
mkdir -p integration-test-results/component
|
||||||
|
set -e
|
||||||
|
TESTS="${{ matrix.tests }}"
|
||||||
|
echo "Tests in this job: $TESTS"
|
||||||
|
|
||||||
|
TESTS=($(echo $TESTS | tr -d '\n' | tr -s ' '))
|
||||||
|
for suite in "${TESTS[@]}" ; do
|
||||||
|
echo -e "Currently running test: $suite\n"
|
||||||
|
time nosetests-3.4 --with-xunit --xunit-file=integration-test-results/$suite.xml --with-marvin --marvin-config=setup/dev/advanced.cfg test/integration/$suite.py -s -a tags=advanced,required_hardware=false --zone=Sandbox-simulator --hypervisor=simulator || true ;
|
||||||
|
done
|
||||||
|
|
||||||
|
echo -e "Stopping Simulator, integration tests run completed\n"
|
||||||
|
mvn -Dsimulator -pl client jetty:stop 2>&1
|
||||||
|
find /tmp//MarvinLogs -type f -exec echo -e "Printing marvin logs {} :\n" \; -exec cat {} \;
|
||||||
|
|
||||||
|
- name: Integration Tests Result
|
||||||
|
run: |
|
||||||
|
echo -e "Simulator CI Test Results: (only failures listed)\n"
|
||||||
|
python3 ./tools/marvin/xunit-reader.py integration-test-results/
|
||||||
|
|
@ -22,6 +22,10 @@ on: [pull_request, push]
|
||||||
permissions:
|
permissions:
|
||||||
contents: read
|
contents: read
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
build:
|
build:
|
||||||
name: codecov
|
name: codecov
|
||||||
|
|
|
||||||
|
|
@ -22,6 +22,10 @@ on: [pull_request]
|
||||||
permissions:
|
permissions:
|
||||||
contents: read
|
contents: read
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
build:
|
build:
|
||||||
permissions:
|
permissions:
|
||||||
|
|
|
||||||
|
|
@ -15,7 +15,7 @@
|
||||||
# specific language governing permissions and limitations
|
# specific language governing permissions and limitations
|
||||||
# under the License.
|
# under the License.
|
||||||
|
|
||||||
name: Main Branch Quality Check
|
name: Main Branch Sonar Quality Check
|
||||||
|
|
||||||
on:
|
on:
|
||||||
push:
|
push:
|
||||||
|
|
@ -24,6 +24,10 @@ on:
|
||||||
permissions: # added using https://github.com/step-security/secure-workflows
|
permissions: # added using https://github.com/step-security/secure-workflows
|
||||||
contents: read
|
contents: read
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
triage:
|
triage:
|
||||||
permissions:
|
permissions:
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,47 @@
|
||||||
|
# Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
# or more contributor license agreements. See the NOTICE file
|
||||||
|
# distributed with this work for additional information
|
||||||
|
# regarding copyright ownership. The ASF licenses this file
|
||||||
|
# to you under the Apache License, Version 2.0 (the
|
||||||
|
# "License"); you may not use this file except in compliance
|
||||||
|
# with the License. You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing,
|
||||||
|
# software distributed under the License is distributed on an
|
||||||
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||||
|
# KIND, either express or implied. See the License for the
|
||||||
|
# specific language governing permissions and limitations
|
||||||
|
# under the License.
|
||||||
|
|
||||||
|
name: RAT License Check
|
||||||
|
|
||||||
|
on: [push, pull_request]
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build:
|
||||||
|
runs-on: ubuntu-20.04
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v3
|
||||||
|
- name: Set up JDK 11
|
||||||
|
uses: actions/setup-java@v3
|
||||||
|
with:
|
||||||
|
java-version: '11'
|
||||||
|
distribution: 'adopt'
|
||||||
|
architecture: x64
|
||||||
|
cache: maven
|
||||||
|
- name: RAT licence checks
|
||||||
|
run: |
|
||||||
|
git clone https://github.com/shapeblue/cloudstack-nonoss.git nonoss && cd nonoss && bash -x install-non-oss.sh && cd ..
|
||||||
|
rm -fr nonoss
|
||||||
|
mvn -P developer,systemvm -Dsimulator -Dnoredist -pl . org.apache.rat:apache-rat-plugin:0.12:check
|
||||||
|
- name: Rat Report
|
||||||
|
if: always()
|
||||||
|
run: |
|
||||||
|
echo -e "Printing RAT report\n"
|
||||||
|
cat target/rat.txt || true
|
||||||
|
|
@ -15,10 +15,14 @@
|
||||||
# specific language governing permissions and limitations
|
# specific language governing permissions and limitations
|
||||||
# under the License.
|
# under the License.
|
||||||
|
|
||||||
name: PR Quality Check
|
name: Sonar Quality Check
|
||||||
|
|
||||||
on: [pull_request_target]
|
on: [pull_request_target]
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
build:
|
build:
|
||||||
name: JaCoCo Coverage
|
name: JaCoCo Coverage
|
||||||
|
|
@ -29,38 +33,8 @@ jobs:
|
||||||
ref: "refs/pull/${{ github.event.number }}/merge"
|
ref: "refs/pull/${{ github.event.number }}/merge"
|
||||||
fetch-depth: 0
|
fetch-depth: 0
|
||||||
|
|
||||||
- name: Changed UI Files
|
|
||||||
id: ui-changes
|
|
||||||
uses: tj-actions/changed-files@a59f800cbb60ed483623848e31be67659a2940f8
|
|
||||||
with:
|
|
||||||
sha: "${{ github.pull_request.sha }}"
|
|
||||||
base_sha: "${{ github.sha }}"
|
|
||||||
files: |
|
|
||||||
ui/*
|
|
||||||
|
|
||||||
- name: Kick UI Build
|
|
||||||
uses: peter-evans/create-or-update-comment@c9fcb64660bc90ec1cc535646af190c992007c32
|
|
||||||
if: steps.ui-changes.outputs.any_changed == 'true'
|
|
||||||
with:
|
|
||||||
token: ${{ secrets.ACS_ROBOT_TOKEN }}
|
|
||||||
issue-number: ${{ github.event.pull_request.number }}
|
|
||||||
body: |
|
|
||||||
Found UI changes, kicking a new UI QA build
|
|
||||||
@blueorangutan ui
|
|
||||||
|
|
||||||
- name: Changed Java Files
|
|
||||||
id: java-changes
|
|
||||||
uses: tj-actions/changed-files@a59f800cbb60ed483623848e31be67659a2940f8
|
|
||||||
with:
|
|
||||||
sha: "${{ github.pull_request.sha }}"
|
|
||||||
base_sha: "${{ github.sha }}"
|
|
||||||
files: |
|
|
||||||
**/*.java
|
|
||||||
**/*.xml
|
|
||||||
|
|
||||||
- name: Set up JDK11
|
- name: Set up JDK11
|
||||||
uses: actions/setup-java@v3
|
uses: actions/setup-java@v3
|
||||||
if: steps.java-changes.outputs.any_changed == 'true'
|
|
||||||
with:
|
with:
|
||||||
distribution: 'temurin'
|
distribution: 'temurin'
|
||||||
java-version: '11'
|
java-version: '11'
|
||||||
|
|
@ -83,7 +57,6 @@ jobs:
|
||||||
|
|
||||||
- name: Run Build and Tests with Coverage
|
- name: Run Build and Tests with Coverage
|
||||||
id: coverage
|
id: coverage
|
||||||
if: steps.java-changes.outputs.any_changed == 'true'
|
|
||||||
env:
|
env:
|
||||||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
|
SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
|
||||||
|
|
@ -1,4 +1,3 @@
|
||||||
#!/bin/bash
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
# Licensed to the Apache Software Foundation (ASF) under one
|
||||||
# or more contributor license agreements. See the NOTICE file
|
# or more contributor license agreements. See the NOTICE file
|
||||||
# distributed with this work for additional information
|
# distributed with this work for additional information
|
||||||
|
|
@ -15,22 +14,41 @@
|
||||||
# KIND, either express or implied. See the License for the
|
# KIND, either express or implied. See the License for the
|
||||||
# specific language governing permissions and limitations
|
# specific language governing permissions and limitations
|
||||||
# under the License.
|
# under the License.
|
||||||
#
|
|
||||||
# This script should be responsible for bring up the
|
|
||||||
# test environment and executing the tests.
|
|
||||||
#
|
|
||||||
|
|
||||||
mkdir -p integration-test-results/smoke/misc
|
name: UI Build
|
||||||
mkdir -p integration-test-results/component
|
|
||||||
|
|
||||||
TESTS=($@)
|
on: [push, pull_request]
|
||||||
echo "Running tests: " ${TESTS[@]}
|
|
||||||
|
|
||||||
set -e
|
concurrency:
|
||||||
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
for suite in "${TESTS[@]}" ; do
|
jobs:
|
||||||
echo "Currently running test: $suite"
|
build:
|
||||||
time nosetests-3.4 --with-xunit --xunit-file=integration-test-results/$suite.xml --with-marvin --marvin-config=setup/dev/advanced.cfg test/integration/$suite.py -s -a tags=advanced,required_hardware=false --zone=Sandbox-simulator --hypervisor=simulator || true ;
|
runs-on: ubuntu-20.04
|
||||||
done
|
|
||||||
|
|
||||||
python3 ./tools/travis/xunit-reader.py integration-test-results/
|
steps:
|
||||||
|
- uses: actions/checkout@v3
|
||||||
|
|
||||||
|
- name: Set up Node
|
||||||
|
uses: actions/setup-node@v3
|
||||||
|
with:
|
||||||
|
node-version: 14
|
||||||
|
|
||||||
|
- name: Env details
|
||||||
|
run: |
|
||||||
|
uname -a
|
||||||
|
whoami
|
||||||
|
free -m
|
||||||
|
nproc
|
||||||
|
npm version
|
||||||
|
|
||||||
|
- name: Build UI
|
||||||
|
run: |
|
||||||
|
cd ui
|
||||||
|
sudo npm install -g @vue/cli npm-check-updates
|
||||||
|
rm -f package-lock.json
|
||||||
|
npm install
|
||||||
|
npm run build
|
||||||
|
npm run lint
|
||||||
|
npm run test:unit
|
||||||
228
.travis.yml
228
.travis.yml
|
|
@ -1,228 +0,0 @@
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
|
|
||||||
sudo: required
|
|
||||||
dist: bionic
|
|
||||||
group: stable
|
|
||||||
|
|
||||||
language: java
|
|
||||||
|
|
||||||
jdk:
|
|
||||||
- openjdk11
|
|
||||||
|
|
||||||
python:
|
|
||||||
- "3.9"
|
|
||||||
|
|
||||||
node_js:
|
|
||||||
- 12
|
|
||||||
|
|
||||||
cache:
|
|
||||||
directories:
|
|
||||||
- $HOME/.m2
|
|
||||||
timeout: 500
|
|
||||||
npm: false
|
|
||||||
|
|
||||||
notifications:
|
|
||||||
email: false
|
|
||||||
|
|
||||||
env:
|
|
||||||
global:
|
|
||||||
- PATH=$HOME/.local/bin:$PATH
|
|
||||||
matrix:
|
|
||||||
# Keep the TESTS sorted by name and grouped by type
|
|
||||||
- TESTS="smoke/test_certauthority_root"
|
|
||||||
|
|
||||||
- TESTS="smoke/test_accounts
|
|
||||||
smoke/test_affinity_groups
|
|
||||||
smoke/test_affinity_groups_projects
|
|
||||||
smoke/test_async_job
|
|
||||||
smoke/test_backup_recovery_dummy
|
|
||||||
smoke/test_create_list_domain_account_project
|
|
||||||
smoke/test_create_network
|
|
||||||
smoke/test_deploy_vgpu_enabled_vm
|
|
||||||
smoke/test_deploy_vm_extra_config_data
|
|
||||||
smoke/test_deploy_vm_iso
|
|
||||||
smoke/test_deploy_vm_root_resize
|
|
||||||
smoke/test_deploy_vm_with_userdata
|
|
||||||
smoke/test_deploy_vms_with_varied_deploymentplanners
|
|
||||||
smoke/test_diagnostics
|
|
||||||
smoke/test_disk_offerings
|
|
||||||
smoke/test_dynamicroles
|
|
||||||
smoke/test_global_settings
|
|
||||||
smoke/test_guest_vlan_range
|
|
||||||
smoke/test_annotations
|
|
||||||
smoke/test_host_maintenance
|
|
||||||
smoke/test_hostha_simulator"
|
|
||||||
|
|
||||||
- TESTS="smoke/test_internal_lb
|
|
||||||
smoke/test_iso
|
|
||||||
smoke/test_list_ids_parameter
|
|
||||||
smoke/test_loadbalance
|
|
||||||
smoke/test_login
|
|
||||||
smoke/test_metrics_api
|
|
||||||
smoke/test_multipleips_per_nic
|
|
||||||
smoke/test_nested_virtualization
|
|
||||||
smoke/test_network
|
|
||||||
smoke/test_network_acl
|
|
||||||
smoke/test_network_permissions
|
|
||||||
smoke/test_nic
|
|
||||||
smoke/test_nic_adapter_type
|
|
||||||
smoke/test_non_contigiousvlan
|
|
||||||
smoke/test_outofbandmanagement
|
|
||||||
smoke/test_outofbandmanagement_nestedplugin
|
|
||||||
smoke/test_over_provisioning
|
|
||||||
smoke/test_password_server
|
|
||||||
smoke/test_portable_publicip
|
|
||||||
smoke/test_portforwardingrules
|
|
||||||
smoke/test_privategw_acl
|
|
||||||
smoke/test_privategw_acl_ovs_gre
|
|
||||||
smoke/test_projects
|
|
||||||
smoke/test_public_ip_range"
|
|
||||||
|
|
||||||
- TESTS="smoke/test_pvlan
|
|
||||||
smoke/test_regions
|
|
||||||
smoke/test_reset_vm_on_reboot
|
|
||||||
smoke/test_resource_accounting
|
|
||||||
smoke/test_resource_detail
|
|
||||||
smoke/test_router_dhcphosts
|
|
||||||
smoke/test_router_dns
|
|
||||||
smoke/test_routers
|
|
||||||
smoke/test_routers_iptables_default_policy
|
|
||||||
smoke/test_routers_network_ops
|
|
||||||
smoke/test_scale_vm
|
|
||||||
smoke/test_secondary_storage
|
|
||||||
smoke/test_service_offerings
|
|
||||||
smoke/test_snapshots
|
|
||||||
smoke/test_ssvm
|
|
||||||
smoke/test_staticroles
|
|
||||||
smoke/test_templates
|
|
||||||
smoke/test_update_security_group
|
|
||||||
smoke/test_usage
|
|
||||||
smoke/test_usage_events"
|
|
||||||
|
|
||||||
- TESTS="smoke/test_vm_life_cycle
|
|
||||||
smoke/test_vm_snapshots
|
|
||||||
smoke/test_volumes
|
|
||||||
smoke/test_vpc_redundant
|
|
||||||
smoke/test_vpc_router_nics
|
|
||||||
smoke/test_vpc_vpn
|
|
||||||
smoke/test_primary_storage"
|
|
||||||
|
|
||||||
- TESTS="component/find_hosts_for_migration
|
|
||||||
component/test_acl_isolatednetwork
|
|
||||||
component/test_acl_isolatednetwork_delete
|
|
||||||
component/test_acl_listsnapshot"
|
|
||||||
|
|
||||||
- TESTS="component/test_acl_listvm
|
|
||||||
component/test_acl_listvolume"
|
|
||||||
|
|
||||||
- TESTS="component/test_acl_sharednetwork
|
|
||||||
component/test_acl_sharednetwork_deployVM-impersonation
|
|
||||||
component/test_user_private_gateway
|
|
||||||
component/test_user_shared_network"
|
|
||||||
|
|
||||||
- TESTS="component/test_affinity_groups_projects
|
|
||||||
component/test_allocation_states
|
|
||||||
component/test_assign_vm"
|
|
||||||
|
|
||||||
- TESTS="component/test_concurrent_snapshots_limit
|
|
||||||
component/test_cpu_domain_limits
|
|
||||||
component/test_cpu_limits
|
|
||||||
component/test_cpu_max_limits
|
|
||||||
component/test_cpu_project_limits
|
|
||||||
component/test_deploy_vm_userdata_multi_nic"
|
|
||||||
|
|
||||||
- TESTS="component/test_egress_fw_rules
|
|
||||||
component/test_invalid_gw_nm
|
|
||||||
component/test_ip_reservation"
|
|
||||||
|
|
||||||
- TESTS="component/test_lb_secondary_ip
|
|
||||||
component/test_list_nics
|
|
||||||
component/test_list_pod
|
|
||||||
component/test_memory_limits"
|
|
||||||
|
|
||||||
- TESTS="component/test_mm_domain_limits
|
|
||||||
component/test_mm_max_limits
|
|
||||||
component/test_mm_project_limits
|
|
||||||
component/test_network_offering
|
|
||||||
component/test_non_contiguous_vlan"
|
|
||||||
|
|
||||||
- TESTS="component/test_persistent_networks
|
|
||||||
component/test_project_configs
|
|
||||||
component/test_project_limits
|
|
||||||
component/test_project_resources"
|
|
||||||
|
|
||||||
- TESTS="component/test_project_usage
|
|
||||||
component/test_protocol_number_security_group
|
|
||||||
component/test_public_ip
|
|
||||||
component/test_resource_limits"
|
|
||||||
|
|
||||||
- TESTS="component/test_regions_accounts
|
|
||||||
component/test_routers
|
|
||||||
component/test_snapshots
|
|
||||||
component/test_stopped_vm
|
|
||||||
component/test_tags
|
|
||||||
component/test_templates
|
|
||||||
component/test_updateResourceCount
|
|
||||||
component/test_update_vm"
|
|
||||||
|
|
||||||
- TESTS="component/test_volumes
|
|
||||||
component/test_vpc
|
|
||||||
component/test_vpc_distributed_routing_offering
|
|
||||||
component/test_vpc_network"
|
|
||||||
|
|
||||||
- TESTS="component/test_vpc_network_lbrules
|
|
||||||
component/test_vpc_offerings
|
|
||||||
component/test_vpc_routers
|
|
||||||
component/test_vpn_users"
|
|
||||||
|
|
||||||
before_install: travis_wait 30 ./tools/travis/before_install.sh
|
|
||||||
install: ./tools/travis/install.sh
|
|
||||||
before_script: travis_wait 30 ./tools/travis/before_script.sh
|
|
||||||
script:
|
|
||||||
- travis_wait 40 ./tools/travis/script.sh ${TESTS}
|
|
||||||
after_success: ./tools/travis/after_success.sh
|
|
||||||
after_failure: ./tools/travis/after_failure.sh
|
|
||||||
after_script: ./tools/travis/after_script.sh
|
|
||||||
|
|
||||||
# Packaging job definition, will be reused
|
|
||||||
.package_job: &package_job
|
|
||||||
before_install: docker pull ${IMAGE}
|
|
||||||
install: true
|
|
||||||
before_script: true
|
|
||||||
script: |
|
|
||||||
docker run \
|
|
||||||
--volume ${TRAVIS_BUILD_DIR}:/mnt/build/cloudstack \
|
|
||||||
--volume $HOME/.m2:/root/.m2 \
|
|
||||||
--rm \
|
|
||||||
${IMAGE} ${PARAMS}
|
|
||||||
after_script: true
|
|
||||||
after_success: true
|
|
||||||
after_failure: true
|
|
||||||
|
|
||||||
#Disable due to intermittent failures
|
|
||||||
#jobs:
|
|
||||||
# include:
|
|
||||||
# - stage: package
|
|
||||||
# services: docker
|
|
||||||
# env: IMAGE=khos2ow/cloudstack-rpm-builder:centos7 PARAMS="--distribution centos7 --pack oss"
|
|
||||||
# <<: *package_job
|
|
||||||
#
|
|
||||||
# - stage: package
|
|
||||||
# services: docker
|
|
||||||
# env: IMAGE=khos2ow/cloudstack-deb-builder:ubuntu1804 PARAMS=""
|
|
||||||
# <<: *package_job
|
|
||||||
1
pom.xml
1
pom.xml
|
|
@ -1025,6 +1025,7 @@
|
||||||
<exclude>debian/rules</exclude>
|
<exclude>debian/rules</exclude>
|
||||||
<exclude>debian/source/format</exclude>
|
<exclude>debian/source/format</exclude>
|
||||||
<exclude>dist/console-proxy/js/jquery.js</exclude>
|
<exclude>dist/console-proxy/js/jquery.js</exclude>
|
||||||
|
<exclude>engine/schema/dist/**</exclude>
|
||||||
<exclude>plugins/hypervisors/hyperv/conf/agent.properties</exclude>
|
<exclude>plugins/hypervisors/hyperv/conf/agent.properties</exclude>
|
||||||
<exclude>plugins/hypervisors/hyperv/DotNet/ServerResource/**</exclude>
|
<exclude>plugins/hypervisors/hyperv/DotNet/ServerResource/**</exclude>
|
||||||
<exclude>scripts/installer/windows/acs_license.rtf</exclude>
|
<exclude>scripts/installer/windows/acs_license.rtf</exclude>
|
||||||
|
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
Moved to https://gitbox.apache.org/repos/asf?p=cloudstack-cloudmonkey.git
|
|
||||||
|
|
@ -1,24 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
# As the filename suggests, this is executed on build failure
|
|
||||||
# failure.
|
|
||||||
#
|
|
||||||
find rat.txt -type f -exec echo -e "Printing RAT license-failures {} :\n" \; -exec cat {} \;
|
|
||||||
find /tmp//MarvinLogs -type f -exec echo -e "Printing marvin logs {} :\n" \; -exec cat {} \;
|
|
||||||
find vmops.log -type f -exec echo -e "Printing management server logs {} :\n" \; -exec cat {} \;
|
|
||||||
|
|
@ -1,22 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
# This script should run any tear down commands required.
|
|
||||||
#
|
|
||||||
|
|
||||||
mvn -Dsimulator -pl client jetty:stop 2>&1
|
|
||||||
|
|
@ -1,20 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
# As the filename suggests this is executed on build success.
|
|
||||||
#
|
|
||||||
|
|
@ -1,139 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
# This script should be used to install additional dependencies
|
|
||||||
# This includes: installing ubuntu packages, custom services
|
|
||||||
# or internet downloads.
|
|
||||||
#
|
|
||||||
|
|
||||||
echo -e "#### System Information ####"
|
|
||||||
echo -e "\nO.S. information:"
|
|
||||||
echo $(uname -a)
|
|
||||||
|
|
||||||
echo -e "\nWho am I:"
|
|
||||||
whoami
|
|
||||||
|
|
||||||
echo -e "\nJava Version: "
|
|
||||||
javac -version
|
|
||||||
|
|
||||||
echo -e "\nMaven Version: "
|
|
||||||
mvn -v
|
|
||||||
|
|
||||||
echo -e "\nPython Version: "
|
|
||||||
python --version
|
|
||||||
|
|
||||||
echo -e "\nPip Version: "
|
|
||||||
pip --version
|
|
||||||
|
|
||||||
echo -e "\nDisk Status: "
|
|
||||||
df
|
|
||||||
|
|
||||||
echo -e "\nMemory Status: "
|
|
||||||
free
|
|
||||||
|
|
||||||
echo -e "\nTotal CPUs: "
|
|
||||||
nproc
|
|
||||||
|
|
||||||
echo -e "\nCheck Git status"
|
|
||||||
git status
|
|
||||||
|
|
||||||
echo -e "\nCleaning up stale files in /tmp: "
|
|
||||||
sudo find /tmp -type f -mtime +2 | grep -v "`sudo lsof | grep /tmp |awk '{print $9}'|sed -e '1 d' |sort |uniq | tr \\n \|`" | xargs sudo rm -vf
|
|
||||||
|
|
||||||
echo -e "\nUpdating the system: "
|
|
||||||
sudo apt-get -y clean
|
|
||||||
sudo apt-get -y update > /dev/null
|
|
||||||
|
|
||||||
echo -e "\nInstalling MySQL: "
|
|
||||||
|
|
||||||
export DEBIAN_FRONTEND=noninteractive
|
|
||||||
sudo debconf-set-selections <<< 'mysql-server mysql-server/root_password password password'
|
|
||||||
sudo debconf-set-selections <<< 'mysql-server mysql-server/root_password_again password password'
|
|
||||||
sudo apt-get -q -y install mysql-server > /dev/null
|
|
||||||
|
|
||||||
mysql -uroot -ppassword -e "SET PASSWORD = PASSWORD(''); FLUSH PRIVILEGES;"
|
|
||||||
sudo service mysql restart
|
|
||||||
|
|
||||||
echo -e "\nInstalling Development tools: "
|
|
||||||
RETRY_COUNT=3
|
|
||||||
|
|
||||||
sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 1397BC53640DB551
|
|
||||||
sudo sh -c 'echo "deb http://mirrors.kernel.org/ubuntu bionic-updates main" >> /etc/apt/sources.list'
|
|
||||||
sudo apt-get update -q -y > /dev/null
|
|
||||||
sudo apt-get -q -y -t bionic-updates install openjdk-11-jdk
|
|
||||||
sudo apt-get -q -y install uuid-runtime genisoimage netcat > /dev/null
|
|
||||||
if [[ $? -ne 0 ]]; then
|
|
||||||
echo -e "\napt-get packages failed to install"
|
|
||||||
fi
|
|
||||||
|
|
||||||
sudo apt-get -q -y -V install freeipmi-common libfreeipmi16 libgcrypt20 libgpg-error-dev libgpg-error0 libopenipmi0 ipmitool libpython-dev libssl-dev libffi-dev python-openssl build-essential --no-install-recommends > /dev/null
|
|
||||||
|
|
||||||
sudo apt-get -y install python3 python3-pip python3-setuptools
|
|
||||||
sudo apt-get -y install python3-dev # in order to be able to pip3 install pycrypto
|
|
||||||
# for now we need both:
|
|
||||||
sudo apt-get -y install python2
|
|
||||||
sudo apt-get -y install python2-dev # in order to be able to pip3 install pycrypto
|
|
||||||
sudo apt-get -y install python2-pip
|
|
||||||
|
|
||||||
echo -e "\nPython 3 version: "
|
|
||||||
python3 --version
|
|
||||||
echo -e "\nPython 2 version: "
|
|
||||||
python2 --version
|
|
||||||
|
|
||||||
echo -e "\nIPMI version"
|
|
||||||
ipmitool -V
|
|
||||||
|
|
||||||
curl -sL https://deb.nodesource.com/setup_12.x | sudo -E bash -
|
|
||||||
sudo apt-get install -y nodejs
|
|
||||||
|
|
||||||
echo -e "\nNode version"
|
|
||||||
npm version
|
|
||||||
|
|
||||||
echo "<settings>
|
|
||||||
<mirrors>
|
|
||||||
<mirror>
|
|
||||||
<id>Central</id>
|
|
||||||
<url>https://repo1.maven.org/maven2</url>
|
|
||||||
<mirrorOf>central</mirrorOf>
|
|
||||||
<!-- United States, St. Louis-->
|
|
||||||
</mirror>
|
|
||||||
</mirrors>
|
|
||||||
</settings>" > ~/.m2/settings.xml
|
|
||||||
|
|
||||||
echo -e "\nChecking PIP Version: "
|
|
||||||
python3 -m pip --version
|
|
||||||
echo -e "\nUpgrading PIP if necessary: "
|
|
||||||
python3 -m pip install --upgrade pip
|
|
||||||
python3 -m pip --version
|
|
||||||
|
|
||||||
echo -e "\nInstalling some python packages: "
|
|
||||||
|
|
||||||
for ((i=0;i<$RETRY_COUNT;i++))
|
|
||||||
do
|
|
||||||
python3 -m pip install --user --upgrade urllib3 lxml paramiko nose texttable ipmisim pyopenssl pycrypto mock flask netaddr pylint pycodestyle six astroid > /tmp/piplog
|
|
||||||
python2 -m pip install --user --upgrade urllib3 lxml paramiko nose texttable ipmisim pyopenssl pycrypto mock flask netaddr pylint pycodestyle six astroid >> /tmp/piplog
|
|
||||||
if [[ $? -eq 0 ]]; then
|
|
||||||
echo -e "\npython packages installed successfully"
|
|
||||||
break;
|
|
||||||
fi
|
|
||||||
echo -e "\npython packages failed to install"
|
|
||||||
cat /tmp/piplog
|
|
||||||
done
|
|
||||||
|
|
||||||
echo -e "\nVersion of pip packages:\n"
|
|
||||||
echo $(pip freeze)
|
|
||||||
|
|
@ -1,27 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
# This script should be used to bring up the environment.
|
|
||||||
#
|
|
||||||
export MAVEN_OPTS="-Xmx4096m -XX:MaxPermSize=800m -Djava.security.egd=file:/dev/urandom"
|
|
||||||
echo -e "\nStarting simulator"
|
|
||||||
mvn -Dsimulator -Dorg.eclipse.jetty.annotations.maxWait=120 -pl :cloud-client-ui jetty:run 2>&1 > /tmp/jetty-log &
|
|
||||||
|
|
||||||
while ! nc -vzw 5 localhost 8096 2>&1 > /dev/null; do grep Exception /tmp/jetty-log; sleep 10; done
|
|
||||||
echo -e "\nStarting DataCenter deployment"
|
|
||||||
python3 tools/marvin/marvin/deployDataCenter.py -i setup/dev/advanced.cfg 2>&1 || true
|
|
||||||
|
|
@ -1,76 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
# Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
# or more contributor license agreements. See the NOTICE file
|
|
||||||
# distributed with this work for additional information
|
|
||||||
# regarding copyright ownership. The ASF licenses this file
|
|
||||||
# to you under the Apache License, Version 2.0 (the
|
|
||||||
# "License"); you may not use this file except in compliance
|
|
||||||
# with the License. You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing,
|
|
||||||
# software distributed under the License is distributed on an
|
|
||||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
# KIND, either express or implied. See the License for the
|
|
||||||
# specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
# This should be used to create the build.
|
|
||||||
#
|
|
||||||
|
|
||||||
export TEST_SEQUENCE_NUMBER=`echo $TRAVIS_JOB_NUMBER | cut -d. -f2`
|
|
||||||
export MAVEN_OPTS="-Xmx4096m -XX:MaxPermSize=800m -Djava.security.egd=file:/dev/./urandom"
|
|
||||||
|
|
||||||
set -e
|
|
||||||
|
|
||||||
DIR=$(pwd)
|
|
||||||
|
|
||||||
cd ~
|
|
||||||
wget https://archive.apache.org/dist/maven/maven-3/3.6.3/binaries/apache-maven-3.6.3-bin.tar.gz
|
|
||||||
tar zxvf apache-maven-3.6.3-bin.tar.gz
|
|
||||||
export PATH=`pwd`/apache-maven-3.6.3/bin:$PATH
|
|
||||||
cd $DIR
|
|
||||||
|
|
||||||
echo -e "\nJDK version"
|
|
||||||
export JAVA_HOME=$(readlink -f /usr/lib/jvm/java-11-openjdk-amd64/bin/java | sed "s:bin/java::")
|
|
||||||
mvn -v
|
|
||||||
|
|
||||||
if [ $TEST_SEQUENCE_NUMBER -eq 1 ]; then
|
|
||||||
# npm lint, test and build
|
|
||||||
cd ui && npm install && npm run lint && npm run test:unit && npm run build
|
|
||||||
cd $DIR
|
|
||||||
|
|
||||||
# TODO reinstate this when the systemvm code is fully ported to python3 (or some other processing system)
|
|
||||||
# Pylint/pep8 systemvm python codebase
|
|
||||||
# python3 -m pip install --user --upgrade setuptools pycodestyle pylint flask nose
|
|
||||||
# pip install virtualenv
|
|
||||||
# sudo virtualenv -p `which python2` py2
|
|
||||||
# source py2/bin/activate
|
|
||||||
# cd $DIR
|
|
||||||
# which python
|
|
||||||
# which python2
|
|
||||||
# python --version
|
|
||||||
# python2 -m pip install --user --upgrade setuptools pycodestyle pylint flask nose
|
|
||||||
# cd systemvm/test && bash -x runtests.sh
|
|
||||||
|
|
||||||
# Build noredist
|
|
||||||
git clone https://github.com/rhtyd/cloudstack-nonoss.git nonoss && cd nonoss && bash -x install-non-oss.sh
|
|
||||||
cd $DIR && echo $DIR
|
|
||||||
git clean -fdx .
|
|
||||||
# Perform rat checks
|
|
||||||
mvn -P developer,systemvm -Dsimulator -Dnoredist -pl . org.apache.rat:apache-rat-plugin:0.12:check
|
|
||||||
mvn -q -B -P developer,systemvm -Dsimulator -Dnoredist clean install
|
|
||||||
else
|
|
||||||
mvn -Pdeveloper -Dsimulator clean install -DskipTests=true -T4
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Install mysql-connector-python
|
|
||||||
python3 -m pip install --user --upgrade http://cdn.mysql.com/Downloads/Connector-Python/mysql-connector-python-2.0.4.zip#md5=3df394d89300db95163f17c843ef49df 2>&1 > /dev/null
|
|
||||||
|
|
||||||
# Install marvin
|
|
||||||
python3 -m pip install --user --upgrade tools/marvin/dist/Marvin-*.tar.gz
|
|
||||||
|
|
||||||
# Deploy the database
|
|
||||||
mvn -q -Pdeveloper -pl developer -Ddeploydb
|
|
||||||
mvn -q -Pdeveloper -pl developer -Ddeploydb-simulator
|
|
||||||
19
ui/README.md
19
ui/README.md
|
|
@ -8,15 +8,19 @@ A modern role-based progressive CloudStack UI based on VueJS and Ant Design.
|
||||||
|
|
||||||
Install node: (Debian/Ubuntu)
|
Install node: (Debian/Ubuntu)
|
||||||
|
|
||||||
curl -sL https://deb.nodesource.com/setup_12.x | sudo -E bash -
|
curl -sL https://deb.nodesource.com/setup_14.x | sudo -E bash -
|
||||||
sudo apt-get install -y nodejs
|
sudo apt-get install -y nodejs
|
||||||
# Or use distro provided: sudo apt-get install npm nodejs
|
# Or use distro provided: sudo apt-get install npm nodejs
|
||||||
|
|
||||||
Install node: (CentOS/Fedora/RHEL)
|
Install node: (CentOS/Fedora/RHEL)
|
||||||
|
|
||||||
curl -sL https://rpm.nodesource.com/setup_12.x | sudo bash -
|
curl -sL https://rpm.nodesource.com/setup_14.x | sudo bash -
|
||||||
sudo yum install nodejs
|
sudo yum install nodejs
|
||||||
|
|
||||||
|
Install node: (Mac OS)
|
||||||
|
|
||||||
|
brew install node@16
|
||||||
|
|
||||||
Optionally, you may also install system-wide dev tools:
|
Optionally, you may also install system-wide dev tools:
|
||||||
|
|
||||||
sudo npm install -g @vue/cli npm-check-updates
|
sudo npm install -g @vue/cli npm-check-updates
|
||||||
|
|
@ -36,6 +40,10 @@ Override the default `CS_URL` to a running CloudStack management server:
|
||||||
|
|
||||||
To configure https, you may use `.env.local.https.example`.
|
To configure https, you may use `.env.local.https.example`.
|
||||||
|
|
||||||
|
To use the community Simulator QA server you can do this:
|
||||||
|
|
||||||
|
echo "CS_URL=https://qa.cloudstack.cloud" > .env.local
|
||||||
|
|
||||||
Build and run:
|
Build and run:
|
||||||
|
|
||||||
npm run serve
|
npm run serve
|
||||||
|
|
@ -45,9 +53,8 @@ Upgrade dependencies to the latest versions:
|
||||||
|
|
||||||
ncu -u
|
ncu -u
|
||||||
|
|
||||||
Run Tests:
|
Run Lint and Unit Tests:
|
||||||
|
|
||||||
npm run test
|
|
||||||
npm run lint
|
npm run lint
|
||||||
npm run test:unit
|
npm run test:unit
|
||||||
|
|
||||||
|
|
@ -125,7 +132,7 @@ The following is tested to work on any Ubuntu 18.04/20.04 base installation or
|
||||||
docker container:
|
docker container:
|
||||||
|
|
||||||
# Install nodejs (lts)
|
# Install nodejs (lts)
|
||||||
curl -sL https://deb.nodesource.com/setup_12.x | sudo -E bash -
|
curl -sL https://deb.nodesource.com/setup_14.x | sudo -E bash -
|
||||||
sudo apt-get install -y nodejs debhelper rpm
|
sudo apt-get install -y nodejs debhelper rpm
|
||||||
# Install build tools
|
# Install build tools
|
||||||
npm install -g @vue/cli webpack eslint
|
npm install -g @vue/cli webpack eslint
|
||||||
|
|
@ -135,7 +142,7 @@ docker container:
|
||||||
|
|
||||||
## Documentation
|
## Documentation
|
||||||
|
|
||||||
- VueJS Guide: https://vuejs.org/v2/guide/
|
- VueJS Guide: https://vuejs.org/guide/
|
||||||
- Vue Ant Design: https://www.antdv.com/docs/vue/introduce/
|
- Vue Ant Design: https://www.antdv.com/docs/vue/introduce/
|
||||||
- UI Developer [Docs](docs)
|
- UI Developer [Docs](docs)
|
||||||
- JavaScript ES6 Reference: https://www.tutorialspoint.com/es6/
|
- JavaScript ES6 Reference: https://www.tutorialspoint.com/es6/
|
||||||
|
|
|
||||||
|
|
@ -60,9 +60,9 @@
|
||||||
"vue-i18n": "^9.1.6",
|
"vue-i18n": "^9.1.6",
|
||||||
"vue-loader": "^16.2.0",
|
"vue-loader": "^16.2.0",
|
||||||
"vue-router": "^4.0.14",
|
"vue-router": "^4.0.14",
|
||||||
|
"vue-uuid": "^3.0.0",
|
||||||
"vue-web-storage": "^6.1.0",
|
"vue-web-storage": "^6.1.0",
|
||||||
"vue3-clipboard": "^1.0.0",
|
"vue3-clipboard": "^1.0.0",
|
||||||
"vue-uuid": "^3.0.0",
|
|
||||||
"vuedraggable": "^4.0.3",
|
"vuedraggable": "^4.0.3",
|
||||||
"vuex": "^4.0.0-0"
|
"vuex": "^4.0.0-0"
|
||||||
},
|
},
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue