remote_ingest_sample.py 1.2 KB

123456789101112131415161718192021222324252627282930313233343536
  1. import os
  2. import paramiko
  3. import dotenv
  4. repo_root = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
  5. dotenv.load_dotenv(dotenv_path=os.path.join(repo_root, ".env"))
  6. host = os.environ.get('SERVER_HOST')
  7. user = os.environ.get('SERVER_USER')
  8. password = os.environ.get('SERVER_PASS')
  9. if password == "your_db_password_here" or not password:
  10. password = None
  11. ssh = paramiko.SSHClient()
  12. ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
  13. try:
  14. ssh.connect(host, username=user, password=password, timeout=10)
  15. print("SSH Connected!")
  16. db_pass = os.environ.get('DB_LOADER_PASS') or 'your_db_loader_pass'
  17. cmd_ingest = f"docker exec -e DB_HOST=mysql -e DB_USER=food_loader -e DB_PASS={db_pass} -e PYTHONIOENCODING=utf-8 food_project-app-1 python -X utf8 /app/ingest_csv.py"
  18. stdin, stdout, stderr = ssh.exec_command(cmd_ingest)
  19. # Capture outputs
  20. out_ing = stdout.read().decode('utf-8', errors='ignore')
  21. err_ing = stderr.read().decode('utf-8', errors='ignore')
  22. # Print safely
  23. print("INGEST STDOUT:\n", out_ing.encode('ascii', 'replace').decode('ascii'))
  24. print("INGEST STDERR:\n", err_ing.encode('ascii', 'replace').decode('ascii'))
  25. except Exception as e:
  26. print(f"Error: {e}")
  27. finally:
  28. ssh.close()