运行 StableSwarmUI 文生图推理服务

#!/usr/bin/env bash 
 
# added by zjg begin
mkdir -p ./src/bin/live_release
touch ./src/bin/must_rebuild
# added by zjg end
 
# Launch as normal, just ensure launch mode is off and host is global (to expose it out of the container)
bash ./launch-linux.sh --launch_mode none --host 0.0.0.0

#!/bin/bash
 
mkdir dlbackend
 
cd dlbackend
 
git clone https://github.com/comfyanonymous/ComfyUI
 
cd ComfyUI
 
python=`which python3`
if [ "$python" == "" ]; then
    >&2 echo ERROR: cannot find python3
    >&2 echo Please follow the install instructions in the readme!
    exit 1
fi
 
venv=`python3 -m venv 2>&1`
case $venv in
    *usage*)
        :
    ;;
    *)
        >&2 echo ERROR: python venv is not installed
        >&2 echo Please follow the install instructions in the readme!
        >&2 echo If on Ubuntu/Debian, you may need: sudo apt install python3-venv
        exit 1
    ;;
esac
 
if [ -z "${SWARM_NO_VENV}" ]; then
 
    python3 -s -m venv venv
 
    . venv/bin/activate
fi
 
python3 -s -m pip install torch torchvision torchaudio -i https://pypi.tuna.tsinghua.edu.cn/simple
python3 -s -m pip install -r requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple

docker build --no-cache -t para-stableswarmui .
 
# 推送到镜像私服
docker tag para-stableswarmui cr.zw1.paratera.com/zhoujg/para-stableswarmui
docker push cr.zw1.paratera.com/zhoujg/para-stableswarmui

apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  name: t2i-pvc
spec:
  storageClassName: shared-nvme
  accessModes:
    - ReadWriteMany
  resources:
    requests:
      storage: 60Gi

apiVersion: apps/v1
kind: Deployment
metadata:
  name: t2i
spec:
  strategy:
    type: Recreate
  selector:
    matchLabels:
      app: t2i
  replicas: 1 
  template:
    metadata:
      labels:
        app: t2i
    spec:
      containers:
        - name: t2i
          image: cr.zw1.paratera.com/zhoujg/para-stableswarmui
          ports:
          - containerPort: 7801
          resources:
            limits:
              cpu: 8
              memory: 24Gi
              nvidia.com/gpu: 1
          volumeMounts:
            - name: t2i-model
              subPath: model
              mountPath: "/Models"
              readOnly: false
            - name: data
              subPath: t2i
              mountPath: "/Output"
      volumes:
        - name: t2i-model
          persistentVolumeClaim:
            claimName: t2i-pvc
        - name: data
          persistentVolumeClaim:
            claimName: jupyter
      tolerations:
        - key: nvidia.com/gpu
          operator: Exists
      affinity:
        nodeAffinity:
          requiredDuringSchedulingIgnoredDuringExecution:
            nodeSelectorTerms:
            - matchExpressions:
              - key: nvidia.com/gpu
                operator: In
                values:
                  - rtx-3090

apiVersion: v1
kind: Service
metadata:
  name: t2i
spec:
  selector:
    app: t2i
  type: ClusterIP
  ports:
    - protocol: TCP
      name: http-work
      port: 80
      targetPort: 7801

apiVersion: networking.k8s.io/v1
kind: Ingress
metadata:
  name: t2i
spec:
  ingressClassName: nginx
  rules:
    - host: t2i.poc1-be9e3e9b62c8.ing.zw1.paratera.com
      http:
        paths:
          - path: /
            pathType: Prefix
            backend:
              service:
                name: t2i
                port:
                  number: 80

apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
# namespace: bds
resources:
  - pvc.yaml
  - deployment.yaml
  - service.yaml
  - ingress.yaml

kubectl apply -k ./