fix(installer): update deploy.sh to download Python package instead of binary
This commit is contained in:
unclecode
@@ -1,217 +1,187 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
# Crawl4AI Node Manager (cnode) Installation Script
|
# Crawl4AI Node Manager (cnode) Remote Installation Script
|
||||||
# Usage: curl -sSL https://crawl4ai.com/deploy.sh | bash
|
# Usage: curl -sSL https://crawl4ai.com/install-cnode.sh | bash
|
||||||
# Or: wget -qO- https://crawl4ai.com/deploy.sh | bash
|
# Or: wget -qO- https://crawl4ai.com/install-cnode.sh | bash
|
||||||
|
|
||||||
set -e
|
set -e
|
||||||
|
|
||||||
# Colors for output
|
# Colors
|
||||||
RED='\033[0;31m'
|
RED='\033[0;31m'
|
||||||
GREEN='\033[0;32m'
|
GREEN='\033[0;32m'
|
||||||
YELLOW='\033[1;33m'
|
YELLOW='\033[1;33m'
|
||||||
BLUE='\033[0;34m'
|
BLUE='\033[0;34m'
|
||||||
NC='\033[0m' # No Color
|
NC='\033[0m'
|
||||||
|
|
||||||
# Configuration
|
# Configuration
|
||||||
INSTALL_DIR="${INSTALL_DIR:-/usr/local/bin}"
|
INSTALL_DIR="${INSTALL_DIR:-/usr/local/bin}"
|
||||||
BINARY_NAME="cnode"
|
LIB_DIR="${LIB_DIR:-/usr/local/lib/cnode}"
|
||||||
GITHUB_REPO="unclecode/crawl4ai"
|
GITHUB_REPO="unclecode/crawl4ai"
|
||||||
RELEASE_TAG="${CNODE_VERSION:-latest}"
|
BRANCH="${CNODE_BRANCH:-main}"
|
||||||
|
|
||||||
echo -e "${GREEN}╔══════════════════════════════════════════════════════════════╗${NC}"
|
echo -e "${GREEN}╔══════════════════════════════════════════════════════════════╗${NC}"
|
||||||
echo -e "${GREEN}║ Crawl4AI Node Manager (cnode) Installation Script ║${NC}"
|
echo -e "${GREEN}║ Crawl4AI Node Manager (cnode) Installation Script ║${NC}"
|
||||||
echo -e "${GREEN}╚══════════════════════════════════════════════════════════════╝${NC}\n"
|
echo -e "${GREEN}╚══════════════════════════════════════════════════════════════╝${NC}\n"
|
||||||
|
|
||||||
# Detect OS and architecture
|
# Check Python
|
||||||
detect_platform() {
|
echo -e "${BLUE}Checking Python installation...${NC}"
|
||||||
OS="$(uname -s)"
|
if command -v python3 &> /dev/null; then
|
||||||
ARCH="$(uname -m)"
|
PYTHON_CMD="python3"
|
||||||
|
elif command -v python &> /dev/null; then
|
||||||
|
PYTHON_CMD="python"
|
||||||
|
else
|
||||||
|
echo -e "${RED}Error: Python 3.8+ is required but not found${NC}"
|
||||||
|
echo -e "${YELLOW}Install from: https://www.python.org/downloads/${NC}"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
case "$OS" in
|
# Check Python version
|
||||||
Linux*)
|
PYTHON_VERSION=$($PYTHON_CMD -c 'import sys; print(f"{sys.version_info.major}.{sys.version_info.minor}")')
|
||||||
OS_TYPE="linux"
|
echo -e "${GREEN}✓ Found Python $PYTHON_VERSION${NC}"
|
||||||
;;
|
|
||||||
Darwin*)
|
|
||||||
OS_TYPE="macos"
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
echo -e "${RED}Error: Unsupported operating system: $OS${NC}"
|
|
||||||
exit 1
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
|
|
||||||
case "$ARCH" in
|
if [ "$(printf '%s\n' "3.8" "$PYTHON_VERSION" | sort -V | head -n1)" != "3.8" ]; then
|
||||||
x86_64|amd64)
|
echo -e "${RED}Error: Python 3.8+ required, found $PYTHON_VERSION${NC}"
|
||||||
ARCH_TYPE="amd64"
|
exit 1
|
||||||
;;
|
fi
|
||||||
aarch64|arm64)
|
|
||||||
ARCH_TYPE="arm64"
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
echo -e "${RED}Error: Unsupported architecture: $ARCH${NC}"
|
|
||||||
exit 1
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
|
|
||||||
echo -e "${BLUE}Detected platform: ${YELLOW}$OS_TYPE-$ARCH_TYPE${NC}"
|
# Check pip
|
||||||
}
|
if ! $PYTHON_CMD -m pip --version &> /dev/null; then
|
||||||
|
echo -e "${RED}Error: pip is required${NC}"
|
||||||
|
echo -e "${YELLOW}Install pip: $PYTHON_CMD -m ensurepip${NC}"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
echo -e "${GREEN}✓ pip is available${NC}"
|
||||||
|
|
||||||
# Check if Docker is installed
|
# Check Docker
|
||||||
check_docker() {
|
echo -e "\n${BLUE}Checking Docker...${NC}"
|
||||||
if ! command -v docker &> /dev/null; then
|
if ! command -v docker &> /dev/null; then
|
||||||
echo -e "${YELLOW}⚠️ Docker not found. cnode requires Docker to manage server instances.${NC}"
|
echo -e "${YELLOW}⚠️ Docker not found (required for running servers)${NC}"
|
||||||
echo -e "${YELLOW}Install Docker from: https://docs.docker.com/get-docker/${NC}\n"
|
echo -e "${YELLOW}Install from: https://docs.docker.com/get-docker/${NC}\n"
|
||||||
read -p "Continue installation anyway? (y/N) " -n 1 -r
|
else
|
||||||
echo
|
echo -e "${GREEN}✓ Docker is installed${NC}"
|
||||||
if [[ ! $REPLY =~ ^[Yy]$ ]]; then
|
fi
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
else
|
|
||||||
echo -e "${GREEN}✓ Docker is installed${NC}"
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
# Check write permissions
|
# Check permissions
|
||||||
check_permissions() {
|
USE_SUDO=""
|
||||||
if [ ! -w "$INSTALL_DIR" ]; then
|
if [ ! -w "$INSTALL_DIR" ] || [ ! -w "/usr/local" ]; then
|
||||||
echo -e "${YELLOW}⚠️ No write permission for $INSTALL_DIR${NC}"
|
echo -e "\n${YELLOW}⚠️ Root permission required for installation${NC}"
|
||||||
echo -e "${YELLOW}The script will attempt to use sudo for installation.${NC}\n"
|
USE_SUDO="sudo"
|
||||||
USE_SUDO="sudo"
|
fi
|
||||||
else
|
|
||||||
USE_SUDO=""
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
# Download binary
|
# Create temp directory
|
||||||
download_binary() {
|
TMP_DIR="$(mktemp -d)"
|
||||||
BINARY_URL="https://github.com/$GITHUB_REPO/releases/download/$RELEASE_TAG/cnode-$OS_TYPE-$ARCH_TYPE"
|
cd "$TMP_DIR"
|
||||||
|
|
||||||
echo -e "${BLUE}Downloading cnode from GitHub...${NC}"
|
# Download cnode package from GitHub
|
||||||
echo -e "${YELLOW}URL: $BINARY_URL${NC}\n"
|
echo -e "\n${BLUE}Downloading cnode package from GitHub...${NC}"
|
||||||
|
PACKAGE_URL="https://github.com/$GITHUB_REPO/archive/refs/heads/$BRANCH.tar.gz"
|
||||||
|
|
||||||
# Create temp directory
|
if command -v curl &> /dev/null; then
|
||||||
TMP_DIR="$(mktemp -d)"
|
if ! curl -fsSL "$PACKAGE_URL" -o cnode.tar.gz; then
|
||||||
TMP_FILE="$TMP_DIR/$BINARY_NAME"
|
echo -e "${RED}Error: Failed to download package${NC}"
|
||||||
|
|
||||||
# Download with curl or wget
|
|
||||||
if command -v curl &> /dev/null; then
|
|
||||||
if ! curl -fSL "$BINARY_URL" -o "$TMP_FILE"; then
|
|
||||||
echo -e "${RED}Error: Failed to download binary${NC}"
|
|
||||||
echo -e "${YELLOW}URL: $BINARY_URL${NC}"
|
|
||||||
rm -rf "$TMP_DIR"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
elif command -v wget &> /dev/null; then
|
|
||||||
if ! wget -q "$BINARY_URL" -O "$TMP_FILE"; then
|
|
||||||
echo -e "${RED}Error: Failed to download binary${NC}"
|
|
||||||
echo -e "${YELLOW}URL: $BINARY_URL${NC}"
|
|
||||||
rm -rf "$TMP_DIR"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
else
|
|
||||||
echo -e "${RED}Error: Neither curl nor wget found${NC}"
|
|
||||||
echo -e "${YELLOW}Please install curl or wget and try again${NC}"
|
|
||||||
rm -rf "$TMP_DIR"
|
rm -rf "$TMP_DIR"
|
||||||
exit 1
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
elif command -v wget &> /dev/null; then
|
||||||
# Make executable
|
if ! wget -q "$PACKAGE_URL" -O cnode.tar.gz; then
|
||||||
chmod +x "$TMP_FILE"
|
echo -e "${RED}Error: Failed to download package${NC}"
|
||||||
|
rm -rf "$TMP_DIR"
|
||||||
echo "$TMP_FILE"
|
|
||||||
}
|
|
||||||
|
|
||||||
# Install binary
|
|
||||||
install_binary() {
|
|
||||||
local tmp_file="$1"
|
|
||||||
local install_path="$INSTALL_DIR/$BINARY_NAME"
|
|
||||||
|
|
||||||
echo -e "\n${BLUE}Installing cnode to $install_path...${NC}"
|
|
||||||
|
|
||||||
# Check if already installed
|
|
||||||
if [ -f "$install_path" ]; then
|
|
||||||
echo -e "${YELLOW}⚠️ cnode is already installed${NC}"
|
|
||||||
read -p "Overwrite existing installation? (y/N) " -n 1 -r
|
|
||||||
echo
|
|
||||||
if [[ ! $REPLY =~ ^[Yy]$ ]]; then
|
|
||||||
echo -e "${YELLOW}Installation cancelled${NC}"
|
|
||||||
rm -rf "$(dirname "$tmp_file")"
|
|
||||||
exit 0
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Install
|
|
||||||
if ! $USE_SUDO mv "$tmp_file" "$install_path"; then
|
|
||||||
echo -e "${RED}Error: Failed to install binary${NC}"
|
|
||||||
rm -rf "$(dirname "$tmp_file")"
|
|
||||||
exit 1
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
else
|
||||||
|
echo -e "${RED}Error: Neither curl nor wget found${NC}"
|
||||||
|
rm -rf "$TMP_DIR"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
# Cleanup temp directory
|
echo -e "${GREEN}✓ Package downloaded${NC}"
|
||||||
rm -rf "$(dirname "$tmp_file")"
|
|
||||||
|
|
||||||
echo -e "${GREEN}✓ Installation successful${NC}"
|
# Extract package
|
||||||
|
echo -e "${BLUE}Extracting package...${NC}"
|
||||||
|
tar -xzf cnode.tar.gz
|
||||||
|
REPO_DIR=$(find . -maxdepth 1 -type d -name "crawl4ai-*" | head -1)
|
||||||
|
|
||||||
|
if [ -z "$REPO_DIR" ] || [ ! -d "$REPO_DIR/deploy/installer/cnode_pkg" ]; then
|
||||||
|
echo -e "${RED}Error: Invalid package structure${NC}"
|
||||||
|
rm -rf "$TMP_DIR"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo -e "${GREEN}✓ Package extracted${NC}"
|
||||||
|
|
||||||
|
# Install Python dependencies
|
||||||
|
echo -e "\n${BLUE}Installing Python dependencies...${NC}"
|
||||||
|
$PYTHON_CMD -m pip install --quiet --user -r "$REPO_DIR/deploy/installer/cnode_pkg/requirements.txt" 2>/dev/null || \
|
||||||
|
$PYTHON_CMD -m pip install --quiet --user --break-system-packages -r "$REPO_DIR/deploy/installer/cnode_pkg/requirements.txt" 2>/dev/null || {
|
||||||
|
echo -e "${YELLOW}⚠️ Could not install dependencies with pip${NC}"
|
||||||
|
echo -e "${YELLOW}Trying to continue anyway (dependencies may already be installed)${NC}"
|
||||||
}
|
}
|
||||||
|
echo -e "${GREEN}✓ Dependencies check complete${NC}"
|
||||||
|
|
||||||
|
# Install cnode package
|
||||||
|
echo -e "\n${BLUE}Installing cnode package...${NC}"
|
||||||
|
$USE_SUDO mkdir -p "$LIB_DIR"
|
||||||
|
$USE_SUDO cp -r "$REPO_DIR/deploy/installer/cnode_pkg" "$LIB_DIR/"
|
||||||
|
echo -e "${GREEN}✓ Package installed to $LIB_DIR${NC}"
|
||||||
|
|
||||||
|
# Create wrapper script
|
||||||
|
echo -e "\n${BLUE}Creating cnode command...${NC}"
|
||||||
|
$USE_SUDO tee "$INSTALL_DIR/cnode" > /dev/null << 'EOF'
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
# Crawl4AI Node Manager (cnode) wrapper
|
||||||
|
|
||||||
|
set -e
|
||||||
|
|
||||||
|
# Find Python
|
||||||
|
if command -v python3 &> /dev/null; then
|
||||||
|
PYTHON_CMD="python3"
|
||||||
|
elif command -v python &> /dev/null; then
|
||||||
|
PYTHON_CMD="python"
|
||||||
|
else
|
||||||
|
echo "Error: Python 3.8+ required" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Add cnode to Python path and run
|
||||||
|
export PYTHONPATH="/usr/local/lib/cnode:$PYTHONPATH"
|
||||||
|
exec $PYTHON_CMD -m cnode_pkg.cli "$@"
|
||||||
|
EOF
|
||||||
|
|
||||||
|
$USE_SUDO chmod +x "$INSTALL_DIR/cnode"
|
||||||
|
echo -e "${GREEN}✓ cnode command created${NC}"
|
||||||
|
|
||||||
|
# Cleanup
|
||||||
|
rm -rf "$TMP_DIR"
|
||||||
|
|
||||||
# Verify installation
|
# Verify installation
|
||||||
verify_installation() {
|
echo -e "\n${BLUE}Verifying installation...${NC}"
|
||||||
echo -e "\n${BLUE}Verifying installation...${NC}"
|
if ! command -v cnode &> /dev/null; then
|
||||||
|
echo -e "${RED}Error: cnode not found in PATH${NC}"
|
||||||
|
echo -e "${YELLOW}Add $INSTALL_DIR to your PATH:${NC}"
|
||||||
|
echo -e "${YELLOW}export PATH=\"$INSTALL_DIR:\$PATH\"${NC}"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
if ! command -v $BINARY_NAME &> /dev/null; then
|
if ! cnode --help &> /dev/null; then
|
||||||
echo -e "${RED}Error: $BINARY_NAME not found in PATH${NC}"
|
echo -e "${RED}Error: cnode command failed${NC}"
|
||||||
echo -e "${YELLOW}You may need to add $INSTALL_DIR to your PATH${NC}"
|
exit 1
|
||||||
echo -e "${YELLOW}Add this to your ~/.bashrc or ~/.zshrc:${NC}"
|
fi
|
||||||
echo -e "${YELLOW}export PATH=\"$INSTALL_DIR:\$PATH\"${NC}\n"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Test version
|
echo -e "${GREEN}✓ Installation verified${NC}"
|
||||||
if $BINARY_NAME --help &> /dev/null; then
|
|
||||||
echo -e "${GREEN}✓ $BINARY_NAME is working correctly${NC}"
|
|
||||||
else
|
|
||||||
echo -e "${RED}Error: $BINARY_NAME failed to execute${NC}"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
# Show completion message
|
# Success message
|
||||||
show_completion() {
|
echo -e "\n${GREEN}╔══════════════════════════════════════════════════════════════╗${NC}"
|
||||||
local version
|
echo -e "${GREEN}║ Installation Complete! ║${NC}"
|
||||||
version=$($BINARY_NAME --help | head -1 || echo "unknown")
|
echo -e "${GREEN}╚══════════════════════════════════════════════════════════════╝${NC}\n"
|
||||||
|
|
||||||
echo -e "\n${GREEN}╔══════════════════════════════════════════════════════════════╗${NC}"
|
echo -e "${BLUE}cnode is now installed and ready!${NC}\n"
|
||||||
echo -e "${GREEN}║ Installation Complete! ║${NC}"
|
|
||||||
echo -e "${GREEN}╚══════════════════════════════════════════════════════════════╝${NC}\n"
|
|
||||||
|
|
||||||
echo -e "${BLUE}cnode is now installed and ready to use!${NC}\n"
|
echo -e "${YELLOW}Quick Start:${NC}"
|
||||||
|
echo -e " ${GREEN}cnode start${NC} # Start single server"
|
||||||
|
echo -e " ${GREEN}cnode start --replicas 5${NC} # Start 5-replica cluster"
|
||||||
|
echo -e " ${GREEN}cnode status${NC} # Check status"
|
||||||
|
echo -e " ${GREEN}cnode logs -f${NC} # Follow logs"
|
||||||
|
echo -e " ${GREEN}cnode stop${NC} # Stop server"
|
||||||
|
|
||||||
echo -e "${YELLOW}Quick Start:${NC}"
|
echo -e "\n${YELLOW}More help:${NC}"
|
||||||
echo -e " ${GREEN}cnode start${NC} # Start single server instance"
|
echo -e " ${BLUE}cnode --help${NC}"
|
||||||
echo -e " ${GREEN}cnode start --replicas 5${NC} # Start 5-replica cluster"
|
echo -e " ${BLUE}https://github.com/$GITHUB_REPO${NC}\n"
|
||||||
echo -e " ${GREEN}cnode status${NC} # Check server status"
|
|
||||||
echo -e " ${GREEN}cnode logs -f${NC} # Follow server logs"
|
|
||||||
echo -e " ${GREEN}cnode scale 10${NC} # Scale to 10 replicas"
|
|
||||||
echo -e " ${GREEN}cnode stop${NC} # Stop server"
|
|
||||||
|
|
||||||
echo -e "\n${YELLOW}For more information:${NC}"
|
|
||||||
echo -e " ${BLUE}cnode --help${NC}"
|
|
||||||
echo -e " ${BLUE}https://github.com/$GITHUB_REPO${NC}\n"
|
|
||||||
}
|
|
||||||
|
|
||||||
# Main installation flow
|
|
||||||
main() {
|
|
||||||
detect_platform
|
|
||||||
check_docker
|
|
||||||
check_permissions
|
|
||||||
|
|
||||||
# Download and install
|
|
||||||
TMP_FILE=$(download_binary)
|
|
||||||
install_binary "$TMP_FILE"
|
|
||||||
|
|
||||||
# Verify
|
|
||||||
verify_installation
|
|
||||||
show_completion
|
|
||||||
}
|
|
||||||
|
|
||||||
# Run installation
|
|
||||||
main
|
|
||||||
|
|||||||
Reference in New Issue
Block a user