Sanitized mirror from private repository - 2026-04-19 08:46:29 UTC
This commit is contained in:
Gitea Mirror Bot
346
scripts/upload-all-docs-to-gitea-wiki.sh
Executable file
346
scripts/upload-all-docs-to-gitea-wiki.sh
Executable file
@@ -0,0 +1,346 @@
|
||||
#!/bin/bash
|
||||
|
||||
# Comprehensive Gitea Wiki Upload Script
|
||||
# Uploads ALL homelab documentation to Gitea wiki via API
|
||||
|
||||
set -e
|
||||
|
||||
# Configuration
|
||||
GITEA_TOKEN=REDACTED_TOKEN
|
||||
GITEA_URL="https://git.vish.gg"
|
||||
REPO_OWNER="Vish"
|
||||
REPO_NAME="homelab"
|
||||
BASE_URL="$GITEA_URL/api/v1/repos/$REPO_OWNER/$REPO_NAME/wiki"
|
||||
|
||||
# Colors for output
|
||||
RED='\033[0;31m'
|
||||
GREEN='\033[0;32m'
|
||||
BLUE='\033[0;34m'
|
||||
YELLOW='\033[1;33m'
|
||||
PURPLE='\033[0;35m'
|
||||
NC='\033[0m' # No Color
|
||||
|
||||
echo -e "${BLUE}🚀 Starting COMPREHENSIVE Gitea Wiki documentation upload...${NC}"
|
||||
echo -e "${PURPLE}📊 Scanning for all documentation files...${NC}"
|
||||
|
||||
# Find all markdown files
|
||||
total_files=$(find docs/ -name "*.md" -type f | wc -l)
|
||||
echo -e "${BLUE}📚 Found $total_files markdown files to upload${NC}"
|
||||
echo ""
|
||||
|
||||
# Function to create or update wiki page
|
||||
create_wiki_page() {
|
||||
local title="$1"
|
||||
local file_path="$2"
|
||||
local message="$3"
|
||||
|
||||
if [[ ! -f "$file_path" ]]; then
|
||||
echo -e "${RED}❌ File not found: $file_path${NC}"
|
||||
return 1
|
||||
fi
|
||||
|
||||
echo -e "${YELLOW}📄 Processing: $file_path → $title${NC}"
|
||||
|
||||
# Read file content and escape for JSON
|
||||
local content
|
||||
content=$(cat "$file_path" | jq -Rs .)
|
||||
|
||||
# Create JSON payload
|
||||
local json_payload
|
||||
json_payload=$(jq -n \
|
||||
--arg title "$title" \
|
||||
--argjson content "$content" \
|
||||
--arg message "$message" \
|
||||
'{
|
||||
title: $title,
|
||||
content_base64: ($content | @base64),
|
||||
message: $message
|
||||
}')
|
||||
|
||||
# Try to create new page first
|
||||
local response
|
||||
response=$(curl -s -w "%{http_code}" -o /tmp/wiki_response.json \
|
||||
-X POST \
|
||||
-H "Authorization: token $GITEA_TOKEN" \
|
||||
-H "Content-Type: application/json" \
|
||||
-d "$json_payload" \
|
||||
"$BASE_URL/new")
|
||||
|
||||
local http_code="${response: -3}"
|
||||
|
||||
if [[ "$http_code" == "201" ]]; then
|
||||
echo -e "${GREEN}✅ Created: $title${NC}"
|
||||
return 0
|
||||
elif [[ "$http_code" == "409" ]] || [[ "$http_code" == "400" ]]; then
|
||||
# Page exists, try to update it
|
||||
echo -e "${YELLOW}📝 Page exists, updating: $title${NC}"
|
||||
|
||||
response=$(curl -s -w "%{http_code}" -o /tmp/wiki_response.json \
|
||||
-X POST \
|
||||
-H "Authorization: token $GITEA_TOKEN" \
|
||||
-H "Content-Type: application/json" \
|
||||
-d "$json_payload" \
|
||||
"$BASE_URL/$title")
|
||||
|
||||
http_code="${response: -3}"
|
||||
|
||||
if [[ "$http_code" == "200" ]]; then
|
||||
echo -e "${GREEN}✅ Updated: $title${NC}"
|
||||
return 0
|
||||
else
|
||||
echo -e "${RED}❌ Failed to update $title (HTTP $http_code)${NC}"
|
||||
return 1
|
||||
fi
|
||||
else
|
||||
echo -e "${RED}❌ Failed to create $title (HTTP $http_code)${NC}"
|
||||
return 1
|
||||
fi
|
||||
}
|
||||
|
||||
# Function to convert file path to wiki title
|
||||
path_to_wiki_title() {
|
||||
local file_path="$1"
|
||||
|
||||
# Remove docs/ prefix and .md suffix
|
||||
local title="${file_path#docs/}"
|
||||
title="${title%.md}"
|
||||
|
||||
# Replace directory separators with dashes and sanitize
|
||||
title=$(echo "$title" | sed 's|/|-|g' | sed 's/[^a-zA-Z0-9_-]/_/g' | sed 's/__*/_/g' | sed 's/^_\|_$//g')
|
||||
|
||||
# Capitalize first letter of each word separated by dash
|
||||
title=$(echo "$title" | sed 's/-/ /g' | sed 's/\b\w/\U&/g' | sed 's/ /-/g')
|
||||
|
||||
echo "$title"
|
||||
}
|
||||
|
||||
# Success and failure counters
|
||||
success_count=0
|
||||
total_count=0
|
||||
failed_files=()
|
||||
|
||||
echo -e "${BLUE}📋 Creating comprehensive homelab wiki index...${NC}"
|
||||
|
||||
# Create main wiki index page with complete navigation
|
||||
cat > /tmp/comprehensive_wiki_index.md << 'EOF'
|
||||
# Homelab Documentation Wiki - Complete Index
|
||||
|
||||
*This wiki contains ALL documentation from the homelab Git repository*
|
||||
*Last Updated: $(date)*
|
||||
|
||||
## 🎯 Quick Navigation
|
||||
|
||||
### 📖 Core Documentation
|
||||
- [Repository README](README) - Complete repository overview
|
||||
- [Documentation Index](INDEX) - Master navigation guide
|
||||
- [Operational Status](Operational-Status) - Current system status
|
||||
|
||||
### 🔧 Administration & Operations
|
||||
- [GitOps Comprehensive Guide](Admin-GITOPS-COMPREHENSIVE-GUIDE) - Complete deployment procedures ⭐
|
||||
- [DokuWiki Integration](Admin-DOKUWIKI-INTEGRATION) - Documentation mirroring setup
|
||||
- [Gitea Wiki Integration](Admin-GITEA-WIKI-INTEGRATION) - Native wiki integration
|
||||
- [Deployment Workflow](Admin-DEPLOYMENT-WORKFLOW) - Deployment procedures
|
||||
- [Operational Notes](Admin-OPERATIONAL-NOTES) - Administrative notes
|
||||
- [Monitoring Setup](Admin-Monitoring-Setup) - Monitoring configuration
|
||||
- [Backup Strategies](Admin-Backup-Strategies) - Backup procedures
|
||||
- [Security](Admin-Security) - Security configuration
|
||||
- [Maintenance](Admin-Maintenance) - Maintenance procedures
|
||||
|
||||
### 🏗️ Infrastructure
|
||||
- [Infrastructure Health Report](Infrastructure-INFRASTRUCTURE-HEALTH-REPORT) - System health status
|
||||
- [Infrastructure Overview](Infrastructure-INFRASTRUCTURE-OVERVIEW) - Complete infrastructure guide
|
||||
- [Networking](Infrastructure-Networking) - Network configuration
|
||||
- [Storage](Infrastructure-Storage) - Storage configuration
|
||||
- [SSH Access Guide](Infrastructure-SSH-ACCESS-GUIDE) - SSH access procedures
|
||||
- [User Access Guide](Infrastructure-USER-ACCESS-GUIDE) - User access management
|
||||
- [Tailscale Setup](Infrastructure-Tailscale-Setup-Guide) - VPN configuration
|
||||
- [Cloudflare Tunnels](Infrastructure-Cloudflare-Tunnels) - Tunnel configuration
|
||||
|
||||
### 🚀 Getting Started
|
||||
- [Beginner Quickstart](Getting-Started-BEGINNER-QUICKSTART) - Quick start guide
|
||||
- [What Is Homelab](Getting-Started-What-Is-Homelab) - Introduction to homelabs
|
||||
- [Prerequisites](Getting-Started-Prerequisites) - Requirements and setup
|
||||
- [Architecture](Getting-Started-Architecture) - System architecture overview
|
||||
- [Shopping Guide](Getting-Started-Shopping-Guide) - Hardware recommendations
|
||||
|
||||
### 🔧 Services
|
||||
- [Service Index](Services-Index) - All available services
|
||||
- [Dashboard Setup](Services-DASHBOARD-SETUP) - Dashboard configuration
|
||||
- [Homarr Setup](Services-HOMARR-SETUP) - Homarr dashboard setup
|
||||
- [Verified Service Inventory](Services-VERIFIED-SERVICE-INVENTORY) - Service catalog
|
||||
- [ARR Suite Enhancements](Services-ARR-SUITE-ENHANCEMENTS-FEB2025) - Media stack improvements
|
||||
- [Authentik SSO](Services-Authentik-Sso) - Single sign-on setup
|
||||
|
||||
### 📚 Runbooks & Procedures
|
||||
- [Add New Service](Runbooks-Add-New-Service) - Service deployment runbook
|
||||
- [Add New User](Runbooks-Add-New-User) - User management procedures
|
||||
- [Certificate Renewal](Runbooks-Certificate-Renewal) - SSL certificate management
|
||||
- [Service Migration](Runbooks-Service-Migration) - Service migration procedures
|
||||
- [Disk Full Procedure](Runbooks-Disk-Full-Procedure) - Storage management
|
||||
|
||||
### 🛠️ Troubleshooting
|
||||
- [Common Issues](Troubleshooting-Common-Issues) - Frequently encountered problems
|
||||
- [Emergency Access Guide](Troubleshooting-EMERGENCY-ACCESS-GUIDE) - Emergency procedures
|
||||
- [Disaster Recovery](Troubleshooting-Disaster-Recovery) - Recovery procedures
|
||||
- [Recovery Guide](Troubleshooting-RECOVERY-GUIDE) - System recovery
|
||||
- [Container Diagnosis](Troubleshooting-CONTAINER-DIAGNOSIS-REPORT) - Container troubleshooting
|
||||
- [Watchtower Emergency Procedures](Troubleshooting-WATCHTOWER-EMERGENCY-PROCEDURES) - Watchtower issues
|
||||
|
||||
### 🔒 Security
|
||||
- [Server Hardening](Security-SERVER-HARDENING) - Security hardening guide
|
||||
|
||||
### 🏗️ Advanced Topics
|
||||
- [Homelab Maturity Roadmap](Advanced-HOMELAB-MATURITY-ROADMAP) - Growth planning
|
||||
- [Repository Optimization](Advanced-REPOSITORY-OPTIMIZATION-GUIDE) - Optimization guide
|
||||
- [Terraform Implementation](Advanced-TERRAFORM-IMPLEMENTATION-GUIDE) - Infrastructure as code
|
||||
- [Stack Comparison Report](Advanced-STACK-COMPARISON-REPORT) - Technology comparisons
|
||||
|
||||
### 📊 Diagrams & Architecture
|
||||
- [Network Topology](Diagrams-Network-Topology) - Network diagrams
|
||||
- [Service Architecture](Diagrams-Service-Architecture) - Service architecture
|
||||
- [Storage Topology](Diagrams-Storage-Topology) - Storage layout
|
||||
- [10GbE Backbone](Diagrams-10gbe-Backbone) - High-speed networking
|
||||
|
||||
### 🖥️ Hardware
|
||||
- [Hardware README](Hardware-README) - Hardware documentation
|
||||
- [Network Equipment](Hardware-Network-Equipment) - Network hardware
|
||||
- [Atlantis Storage](Hardware-Atlantis-Storage) - Storage hardware
|
||||
|
||||
## 🌐 Access Points
|
||||
|
||||
- **Git Repository**: https://git.vish.gg/Vish/homelab
|
||||
- **Gitea Wiki**: https://git.vish.gg/Vish/homelab/wiki
|
||||
- **DokuWiki Mirror**: http://atlantis.vish.local:8399/doku.php?id=homelab:start
|
||||
|
||||
## 📊 Repository Status
|
||||
|
||||
- **GitOps Status**: ✅ 18 active stacks, 50+ containers
|
||||
- **Servers**: 5 active (Atlantis, Calypso, Gaming VPS, Homelab VM, Concord NUC)
|
||||
- **Services**: 100+ containerized services
|
||||
- **Documentation Files**: 291+ markdown files
|
||||
- **Wiki Pages**: Complete documentation mirror
|
||||
|
||||
---
|
||||
|
||||
**Source Repository**: https://git.vish.gg/Vish/homelab
|
||||
**Maintainer**: Homelab Administrator
|
||||
**Documentation Coverage**: Complete (all docs/ files mirrored)
|
||||
EOF
|
||||
|
||||
total_count=$((total_count + 1))
|
||||
if create_wiki_page "Home" "/tmp/comprehensive_wiki_index.md" "Updated comprehensive homelab wiki index with complete navigation"; then
|
||||
success_count=$((success_count + 1))
|
||||
fi
|
||||
|
||||
echo ""
|
||||
echo -e "${BLUE}📚 Uploading ALL documentation files...${NC}"
|
||||
echo -e "${PURPLE}This may take a while - processing $total_files files...${NC}"
|
||||
echo ""
|
||||
|
||||
# Process all markdown files in docs/
|
||||
while IFS= read -r -d '' file; do
|
||||
# Skip hidden files and directories
|
||||
if [[ "$file" == *"/."* ]]; then
|
||||
continue
|
||||
fi
|
||||
|
||||
# Convert file path to wiki title
|
||||
wiki_title=$(path_to_wiki_title "$file")
|
||||
|
||||
# Skip if title is empty
|
||||
if [[ -z "$wiki_title" ]]; then
|
||||
echo -e "${RED}⚠️ Skipping file with empty title: $file${NC}"
|
||||
continue
|
||||
fi
|
||||
|
||||
echo ""
|
||||
echo -e "${PURPLE}📄 [$((total_count + 1))/$((total_files + 1))] Processing: $file${NC}"
|
||||
echo -e "${YELLOW} → Wiki Title: $wiki_title${NC}"
|
||||
|
||||
total_count=$((total_count + 1))
|
||||
|
||||
if create_wiki_page "$wiki_title" "$file" "Updated $wiki_title from repository ($file)"; then
|
||||
success_count=$((success_count + 1))
|
||||
else
|
||||
failed_files+=("$file")
|
||||
fi
|
||||
|
||||
# Add small delay to avoid overwhelming the API
|
||||
sleep 0.1
|
||||
|
||||
done < <(find docs/ -name "*.md" -type f -print0 | sort -z)
|
||||
|
||||
# Also upload root-level documentation files
|
||||
echo ""
|
||||
echo -e "${BLUE}📚 Uploading root-level documentation files...${NC}"
|
||||
|
||||
root_docs=(
|
||||
"README.md"
|
||||
"OPERATIONAL_STATUS.md"
|
||||
"MONITORING_ARCHITECTURE.md"
|
||||
"GITOPS_DEPLOYMENT_GUIDE.md"
|
||||
"DOCUMENTATION_AUDIT_REPORT.md"
|
||||
"CHANGELOG.md"
|
||||
"DEVELOPMENT.md"
|
||||
"DEPLOYMENT_DOCUMENTATION.md"
|
||||
"SECURITY_HARDENING_SUMMARY.md"
|
||||
)
|
||||
|
||||
for file in "${root_docs[@]}"; do
|
||||
if [[ -f "$file" ]]; then
|
||||
wiki_title=$(basename "$file" .md | sed 's/[^a-zA-Z0-9_-]/_/g' | sed 's/__*/_/g' | sed 's/^_\|_$//g')
|
||||
wiki_title=$(echo "$wiki_title" | sed 's/_/ /g' | sed 's/\b\w/\U&/g' | sed 's/ /-/g')
|
||||
|
||||
echo ""
|
||||
echo -e "${PURPLE}📄 [$((total_count + 1))/$((total_files + ${#root_docs[@]} + 1))] Processing root file: $file${NC}"
|
||||
echo -e "${YELLOW} → Wiki Title: $wiki_title${NC}"
|
||||
|
||||
total_count=$((total_count + 1))
|
||||
|
||||
if create_wiki_page "$wiki_title" "$file" "Updated $wiki_title from repository root"; then
|
||||
success_count=$((success_count + 1))
|
||||
else
|
||||
failed_files+=("$file")
|
||||
fi
|
||||
|
||||
sleep 0.1
|
||||
fi
|
||||
done
|
||||
|
||||
echo ""
|
||||
echo -e "${BLUE}🎯 COMPREHENSIVE Upload Summary:${NC}"
|
||||
echo -e "${GREEN}✅ Successful: $success_count/$total_count${NC}"
|
||||
echo -e "${RED}❌ Failed: $((total_count - success_count))/$total_count${NC}"
|
||||
|
||||
if [[ ${#failed_files[@]} -gt 0 ]]; then
|
||||
echo ""
|
||||
echo -e "${RED}❌ Failed files:${NC}"
|
||||
for file in "${failed_files[@]}"; do
|
||||
echo -e "${RED} - $file${NC}"
|
||||
done
|
||||
fi
|
||||
|
||||
echo ""
|
||||
echo -e "${BLUE}🌐 Complete Gitea Wiki available at:${NC}"
|
||||
echo -e " ${BLUE}https://git.vish.gg/$REPO_OWNER/$REPO_NAME/wiki${NC}"
|
||||
echo -e " ${BLUE}https://git.vish.gg/$REPO_OWNER/$REPO_NAME/wiki/Home${NC}"
|
||||
|
||||
# Get final page count
|
||||
final_page_count=$(curl -s -H "Authorization: token $GITEA_TOKEN" "$BASE_URL/pages" | jq '. | length' 2>/dev/null || echo "unknown")
|
||||
echo ""
|
||||
echo -e "${GREEN}📊 Final Wiki Statistics:${NC}"
|
||||
echo -e "${GREEN} Total Wiki Pages: $final_page_count${NC}"
|
||||
echo -e "${GREEN} Documentation Files Processed: $total_files${NC}"
|
||||
echo -e "${GREEN} Success Rate: $(( success_count * 100 / total_count ))%${NC}"
|
||||
|
||||
if [[ $success_count -eq $total_count ]]; then
|
||||
echo ""
|
||||
echo -e "${GREEN}✅ COMPREHENSIVE Gitea Wiki upload completed successfully!${NC}"
|
||||
echo -e "${GREEN}🎉 ALL homelab documentation is now available in the wiki!${NC}"
|
||||
exit 0
|
||||
else
|
||||
echo ""
|
||||
echo -e "${YELLOW}⚠️ Gitea Wiki upload completed with some failures.${NC}"
|
||||
echo -e "${YELLOW}📊 $success_count out of $total_count files uploaded successfully.${NC}"
|
||||
exit 1
|
||||
fi
|
||||
Reference in New Issue
Block a user