Skip to content

Commit

Permalink
Add files via upload
Browse files Browse the repository at this point in the history
  • Loading branch information
@kodxana
kodxana authored Feb 20, 2024
1 parent 621413b commit 01b8172
Show file tree
Hide file tree
Showing 2 changed files with 333 additions and 0 deletions.
259 changes: 259 additions & 0 deletions scripts/run-speedtest.sh
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,259 @@
#!/bin/bash

# Function to show help message
show_help() {
echo "Usage: $0 [options]"
echo ""
echo "Options:"
echo " -h, --help Show this help message and exit."
echo " -p, --package-update Update package lists and install required packages."
echo " -s, --speedtest-cli Perform speed tests with specified server IDs using speedtest-cli which tests against speedtest.net"
echo " -c, --civitai Download from Civitai and log the speed."
echo " -f, --huggingface Download from Hugging Face and log the speed."
echo " -3, --s3 Perform S3 parallel download test and log the speed."
echo " -b, --broadband-test Test download speed using a broadband test file."
echo " -a, --all Run the entire script (default if no option is provided)."
echo " -g, --google-ping Perform a ping test to google.com."
echo ""
echo "Example:"
echo " $0 -p -c -f -b Update packages, download from Civitai, Hugging Face, and test broadband download speed."
echo " $0 --all Run the entire script."
}

# Parse command line options
while [[ $# -gt 0 ]]; do
case $1 in
-h|--help)
show_help
exit 0
;;
-p|--package-update)
package_update_flag=true
shift
;;
-s|--speedtest-cli)
speedtest_cli_flag=true
shift
;;
-c|--civitai)
civitai_download_flag=true
shift
;;
-f|--huggingface)
huggingface_download_flag=true
shift
;;
-3|--s3)
s3_download_flag=true
shift
;;
-a|--all)
all_flag=true
shift
;;
-b|--broadband-test)
broadband_test_flag=true
shift
;;
-g|--google-ping)
google_ping_flag=true
shift
;;
*)
echo "Unknown option: $1"
show_help
exit 1
;;
esac
done

# If no flags are provided, run the entire script
if [ -z "$package_update_flag" ] && [ -z "$speedtest_flag" ] && [ -z "$civitai_download_flag" ] && [ -z "$huggingface_download_flag" ] && [ -z "$s3_download_flag" ] && [ -z "$all_flag" ]; then
all_flag=true
fi

# Install relevant packages
if [ "$package_update_flag" == true ] || [ "$all_flag" == true ]; then
echo "Updating package lists..."
apt-get update

# Ensure curl is installed
if ! command -v curl &> /dev/null; then
echo "Installing curl..."
apt-get install -y curl
fi

# Ensure ping is installed
if ! command -v ping &> /dev/null; then
echo "Installing iputils-ping..."
apt-get install -y iputils-ping
fi

# Ensure traceroute is installed
if ! command -v traceroute &> /dev/null; then
echo "Installing traceroute..."
apt-get install -y traceroute
fi

# Download and make executable the speedtest-cli Python script from Sivel's GitHub
if ! command -v ./speedtest-cli &> /dev/null; then
echo "Downloading and making executable the speedtest-cli Python script..."
curl -Lo speedtest-cli https://raw.githubusercontent.com/sivel/speedtest-cli/master/speedtest.py
chmod +x speedtest-cli
else
echo "speedtest-cli Python script is already installed."
fi
fi

# Define results file
results_file="speedtest_results_summary.txt"

write_env_to_file() {
echo "RUNPOD_POD_ID: ${RUNPOD_POD_ID:-'does not exist'}" > "$results_file"
echo "RUNPOD_PUBLIC_IP: ${RUNPOD_PUBLIC_IP:-'does not exist'}" >> "$results_file"
echo "RUNPOD_DC_ID: ${RUNPOD_DC_ID:-'does not exist'}" >> "$results_file"
echo "-------------------------------------------------" >> "$results_file"
}

# Function to perform a ping test to google.com
ping_google() {
local results_file=$1

echo "-------------------------------------------------" >> "$results_file"
echo "Pinging google.com (Sanity check)..." >> "$results_file"
ping -c 5 google.com >> "$results_file"
echo "-------------------------------------------------" >> "$results_file"
}

# Function to download a file and measure speed
download_file_and_log_speed() {
local url=$1
local results_file=$2
local max_time=300 # Maximum time in seconds for the download

# Extract the domain name from the URL
local domain=$(echo $url | awk -F/ '{print $3}')

# Perform a ping test and log the results
echo "Pinging $domain..." >> "$results_file"

ping -c 5 $domain >> "$results_file"

# Perform a traceroute and log the results
echo "Tracerouting $domain..." >> "$results_file"
traceroute $domain >> "$results_file"

# Log the download initiation
echo "Downloading file from: $url" >> "$results_file"

# Use curl to download the file with a timeout, and log the average speed and size
curl -o /dev/null -L $url --max-time $max_time \
-w "Download Speed: %{speed_download} bytes/sec\nDownloaded Size: %{size_download} bytes\nElapsed Time: %{time_total} seconds\n" >> "$results_file"

# Check if the download was capped by --max-time
if [ $? -eq 28 ]; then
echo "Download was terminated after $max_time seconds due to timeout." >> "$results_file"
fi

# Log a separator for readability
echo "-------------------------------------------------" >> "$results_file"
}

broadband_test_download() {
local download_url="http://ipv4.download.thinkbroadband.com/1GB.zip"
download_file_and_log_speed $download_url $results_file
}

# Function to perform speed test and parse results
perform_speedtest_and_log() {
local server_id=$1
local results_file=$2

# Run speedtest-cli and append the output directly to the results file
echo "-------------------------------------------------" >> "$results_file"
echo "Testing server ID: $server_id" >> "$results_file"
./speedtest-cli --server $server_id >> "$results_file"
echo "-------------------------------------------------" >> "$results_file"
}

perform_parallel_download_test() {
local url=$1
local start_range=$2
local end_range=$3
local results_file=$4
local thread_number=$5
local max_time=300 # Set the maximum time for the download in seconds

# Use curl to download the file and directly append the speed and size to the results file
echo "Testing download speed from: $url (Thread Number: $thread_number)" >> "$results_file"
curl -o /dev/null --max-time $max_time --max-filesize 5000000000 -L $url -r $start_range-$end_range \
-w "\n Download Speed: %{speed_download} bytes/sec\nDownloaded Size: %{size_download} bytes\nElapsed Time: %{time_total} seconds\n" >> "$results_file"

# Check if the download was terminated due to timeout
if [ $? -eq 28 ]; then
echo "Download was terminated after $max_time seconds due to timeout (Thread Number: $thread_number)." >> "$results_file"
fi

echo "-------------------------------------------------" >> "$results_file"
}

# Conditional execution based on flags for civitai, huggingface, and s3 downloads
write_env_to_file

# Google ping test
if [ "$google_ping_flag" == true ] || [ "$all_flag" == true ]; then
ping_google $results_file
fi

# Speed Test
if [ "$speedtest_cli_flag" == true ] || [ "$all_flag" == true ]; then
# Prepare results file
echo "Server ID, Server Name, Download, Upload" >> "$results_file"
# Define server IDs
server_ids=$(./speedtest-cli --list | grep -o '^[ ]*[0-9]*' | head -n 6)
# Call function to perform speed test and parse results
for server_id in $server_ids; do
perform_speedtest_and_log $server_id $results_file
done
fi

# Civitai download
if [ "$civitai_download_flag" == true ] || [ "$all_flag" == true ]; then
# Call download function for Civitai
download_url="https://civitai.com/api/download/models/272376?type=Model&format=SafeTensor&size=pruned&fp=fp16"
download_file_and_log_speed $download_url $results_file
fi

# Hugging Face download
if [ "$huggingface_download_flag" == true ] || [ "$all_flag" == true ]; then
download_url_huggingface="https://huggingface.co/TheBloke/falcon-7b-instruct-GGML/resolve/main/falcon-7b-instruct.ggccv1.q4_1.bin"
# Call download function for Hugging Face
download_file_and_log_speed $download_url_huggingface $results_file
fi

# Broadband file download
if [ "$broadband_test_flag" == true ] || [ "$all_flag" == true ]; then
broadband_test_download
fi

# S3 parallel download test
if [ "$s3_download_flag" == true ] || [ "$all_flag" == true ]; then
# Call function for S3 parallel download test
# Define download URL and byte ranges for parallel connections
download_url="https://netspresso-research-code-release.s3.us-east-2.amazonaws.com/data/improved_aesthetics_6.25plus/preprocessed_2256k.tar.gz"
declare -a byte_ranges=("0-1250000000" "1250000001-2500000000" "2500000001-3750000000" "3750000001-5000000000")

# Perform parallel download test
thread_number=1
for range in "${byte_ranges[@]}"; do
IFS='-' read -ra ADDR <<< "$range"
perform_parallel_download_test "$download_url" "${ADDR[0]}" "${ADDR[1]}" "$results_file" "$thread_number" &
thread_number=$((thread_number+1))
done
fi

# Wait for all background jobs to finish
wait
# Display results
echo "Speedtest results summary:"
cat "$results_file"
74 changes: 74 additions & 0 deletions scripts/ssh-setup.sh
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,74 @@
#!/bin/bash

# Function to print in color
print_color() {
COLOR=$1
TEXT=$2
case $COLOR in
"green") echo -e "\e[32m$TEXT\e[0m" ;;
"red") echo -e "\e[31m$TEXT\e[0m" ;;
"yellow") echo -e "\e[33m$TEXT\e[0m" ;;
"blue") echo -e "\e[34m$TEXT\e[0m" ;;
*) echo "$TEXT" ;;
esac
}

# Check for OS Type
print_color "blue" "Detecting Linux Distribution..."
os_info=$(cat /etc/*release)
print_color "yellow" "OS Detected: $os_info"

# Check for SSH Server and install if necessary
if ! command -v sshd >/dev/null; then
print_color "yellow" "SSH server not found. Installing..."
if [[ $os_info == *"debian"* || $os_info == *"ubuntu"* ]]; then
apt-get update && apt-get install -y openssh-server
elif [[ $os_info == *"redhat"* || $os_info == *"centos"* ]]; then
yum install -y openssh-server
else
print_color "red" "Unsupported Linux distribution for automatic SSH installation."
exit 1
fi
print_color "green" "SSH Server Installed Successfully."
else
print_color "green" "SSH Server is already installed."
fi

# Configure SSH to allow root login
print_color "blue" "Configuring SSH to allow root login with a password..."
sed -i 's/#PermitRootLogin prohibit-password/PermitRootLogin yes/' /etc/ssh/sshd_config
sed -i 's/#PasswordAuthentication no/PasswordAuthentication yes/' /etc/ssh/sshd_config
service ssh restart
print_color "green" "SSH Configuration Updated."

# Generate random password for root and save it
print_color "blue" "Generating a secure random password for root..."
root_password=$(openssl rand -base64 12)
echo "root:$root_password" | chpasswd
echo $root_password > /workspace/root_password.txt
print_color "green" "Root password generated and saved in /workspace/root_password.txt"

# Check if environment variables are set
print_color "blue" "Checking environment variables..."
if [ -z "$RUNPOD_PUBLIC_IP" ] || [ -z "$RUNPOD_TCP_PORT_22" ]; then
print_color "red" "Environment variables RUNPOD_PUBLIC_IP or RUNPOD_TCP_PORT_22 are missing."
exit 1
fi
print_color "green" "Environment variables are set."

# Create connection script for Windows (.bat)
print_color "blue" "Creating connection script for Windows..."
echo "@echo off" > /workspace/connect_windows.bat
echo "echo Root password: $root_password" >> /workspace/connect_windows.bat
echo "ssh root@$RUNPOD_PUBLIC_IP -p $RUNPOD_TCP_PORT_22" >> /workspace/connect_windows.bat
print_color "green" "Windows connection script created in /workspace."

# Create connection script for Linux/Mac (.sh)
print_color "blue" "Creating connection script for Linux/Mac..."
echo "#!/bin/bash" > /workspace/connect_linux.sh
echo "echo Root password: $root_password" >> /workspace/connect_linux.sh
echo "ssh root@$RUNPOD_PUBLIC_IP -p $RUNPOD_TCP_PORT_22" >> /workspace/connect_linux.sh
chmod +x /workspace/connect_linux.sh
print_color "green" "Linux/Mac connection script created in /workspace."

print_color "green" "Setup Completed Successfully!"

0 comments on commit 01b8172

Please # to comment.