Upload 7 files

.dockerignore

@@ -0,0 +1,12 @@
+__pycache__/
+*.pyc
+*.pyo
+*.pyd
+*.log
+*.db
+*.sqlite3
+env/
+venv/
+.idea/
+.vscode/
+.git/

.gitattributes

@@ -1,35 +1,35 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,49 @@
+# Use official Python image
+FROM python:3.10-slim
+
+# Disable interactive prompts
+ENV DEBIAN_FRONTEND=noninteractive
+
+# Set working directory
+WORKDIR /app
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    ffmpeg \
+    libsm6 \
+    libxext6 \
+    git \
+    curl \
+    && rm -rf /var/lib/apt/lists/*
+
+# Copy requirements and install Python packages
+COPY requirements.txt .
+
+# Upgrade pip first and set timeout + retries
+RUN pip install --upgrade pip \
+ && pip config set global.timeout 100 \
+ && pip config set global.retries 10 \
+ && pip install --no-cache-dir -r requirements.txt
+
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Set Hugging Face cache directory
+ENV HF_HOME=/models
+ENV TRANSFORMERS_CACHE=/models/transformers
+ENV HF_DATASETS_CACHE=/models/datasets
+ENV HF_METRICS_CACHE=/models/metrics
+
+# Pre-download the SAM model from Hugging Face
+RUN python -c "\
+from transformers import SamModel, SamProcessor; \
+SamModel.from_pretrained('Zigeng/SlimSAM-uniform-50'); \
+SamProcessor.from_pretrained('Zigeng/SlimSAM-uniform-50')"
+
+# Copy all project files
+COPY . .
+
+# Expose port for Flask
+EXPOSE 6000
+
+# Run using gunicorn
+CMD ["gunicorn", "--bind", "0.0.0.0:6000", "app:app"]

README.md

@@ -1,10 +1,10 @@
----
-title: Virtual Try On V2
-emoji: 🦀
-colorFrom: gray
-colorTo: purple
-sdk: docker
-pinned: false
----
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+---
+title: Virtual Try On V2
+emoji: 🦀
+colorFrom: gray
+colorTo: purple
+sdk: docker
+pinned: false
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,87 @@
+from flask import Flask, render_template, request
+from PIL import Image
+import os
+import torch
+import cv2
+import mediapipe as mp
+from transformers import SamModel, SamProcessor
+from diffusers.utils import load_image
+
+app = Flask(__name__)
+
+UPLOAD_FOLDER = 'static/uploads'
+OUTPUT_FOLDER = 'static/outputs'
+
+# Ensure folders exist
+os.makedirs(UPLOAD_FOLDER, exist_ok=True)
+os.makedirs(OUTPUT_FOLDER, exist_ok=True)
+
+# Load model once at startup
+model = SamModel.from_pretrained("Zigeng/SlimSAM-uniform-50")
+processor = SamProcessor.from_pretrained("Zigeng/SlimSAM-uniform-50")
+
+# Pose function
+def get_shoulder_coordinates(image_path):
+    mp_pose = mp.solutions.pose
+    pose = mp_pose.Pose()
+    image = cv2.imread(image_path)
+    if image is None:
+        return None
+    image_rgb = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
+    results = pose.process(image_rgb)
+    if results.pose_landmarks:
+        height, width, _ = image.shape
+        landmarks = results.pose_landmarks.landmark
+        left_shoulder = (int(landmarks[11].x * width), int(landmarks[11].y * height))
+        right_shoulder = (int(landmarks[12].x * width), int(landmarks[12].y * height))
+        print(left_shoulder)
+        print(right_shoulder)
+        return left_shoulder, right_shoulder
+    else:
+        return None
+
+@app.route('/', methods=['GET', 'POST'])
+def index():
+    if request.method == 'POST':
+        person_file = request.files['person_image']
+        tshirt_file = request.files['tshirt_image']
+        
+        person_path = os.path.join(UPLOAD_FOLDER, 'person.jpg')
+        tshirt_path = os.path.join(UPLOAD_FOLDER, 'tshirt.png')
+
+        person_file.save(person_path)
+        tshirt_file.save(tshirt_path)
+
+        # Run your model
+        coordinates = get_shoulder_coordinates(person_path)
+        if coordinates is None:
+            return "No pose detected."
+
+        img = load_image(person_path)
+        new_tshirt = load_image(tshirt_path)
+
+        left_shoulder, right_shoulder = coordinates
+        input_points = [[[left_shoulder[0], left_shoulder[1]], [right_shoulder[0], right_shoulder[1]]]]
+
+        inputs = processor(img, input_points=input_points, return_tensors="pt")
+        outputs = model(**inputs)
+
+        masks = processor.image_processor.post_process_masks(outputs.pred_masks.cpu(),
+                                                              inputs["original_sizes"].cpu(),
+                                                              inputs["reshaped_input_sizes"].cpu())
+
+        mask_tensor = masks[0][0][2].to(dtype=torch.uint8)
+        mask = transforms.ToPILImage()(mask_tensor * 255)
+
+        new_tshirt = new_tshirt.resize(img.size, Image.LANCZOS)
+        img_with_new_tshirt = Image.composite(new_tshirt, img, mask)
+
+        result_path = os.path.join(OUTPUT_FOLDER, 'result.jpg')
+        img_with_new_tshirt.save(result_path)
+
+        return render_template('index.html', result_img='outputs/result.jpg')
+
+    return render_template('index.html')
+
+if __name__ == '__main__':
+    app.run(debug=True, host='0.0.0.0', port=6000)

requirements.txt

@@ -1,10 +1,10 @@
-Flask
-gunicorn
-Pillow 
-opencv-python
-torch
-torchvision
-mediapipe
-transformers
-diffusers
-safetensors
+Flask
+gunicorn
+Pillow
+opencv-python
+torch
+torchvision
+mediapipe
+transformers
+diffusers
+safetensors

runtime.txt

@@ -0,0 +1 @@
+python-3.10.12