No public description

PiperOrigin-RevId: 826567725

Author: tensorflower-gardener

official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src/__init__.py

@@ -0,0 +1,15 @@
+# Copyright 2025 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Top level package for milk pouch detection."""

official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src/classify_images.py

@@ -44,7 +44,7 @@
 CLASSIFICATION_DIR = "objects_for_classification"
 
 # Path to the custom trained model for Image Classifier.
-IMAGE_CLASSIFIER_WEIGHTS = "vit/best_vit_model_epoch_131.pt"
+IMAGE_CLASSIFIER_WEIGHTS = "models/vit/best_vit_model_epoch_131.pt"
 CLASS_NAMES = ["dairy", "other"]
 
 

official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src/extract_objects.py

@@ -26,20 +26,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-# Copyright 2025 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 """Detects, segments, and saves objects from images in a directory.
 
 This script initializes a computer vision pipeline to process images, identify
@@ -68,9 +54,9 @@
 warnings.filterwarnings("ignore", category=UserWarning)
 
 
-GROUNDING_DINO_WEIGHTS = "grounding_dino/groundingdino_swint_ogc.pth"
-GROUNDING_DINO_CONFIG = "grounding_dino/GroundingDINO_SwinT_OGC.py"
-SAM2_WEIGHTS = "sam2/sam2.1_hiera_large.pt"
+GROUNDING_DINO_WEIGHTS = "models/grounding_dino/groundingdino_swint_ogc.pth"
+GROUNDING_DINO_CONFIG = "models/grounding_dino/GroundingDINO_SwinT_OGC.py"
+SAM2_WEIGHTS = "models/sam2/sam2.1_hiera_large.pt"
 SAM2_CONFIG = "configs/sam2.1/sam2.1_hiera_l.yaml"
 TEXT_PROMPT = "packets"
 INPUT_DIR = "input_images"

official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src/models/__init__.py

@@ -28,7 +28,3 @@
  - sam2_model/: SAM2 weights
  - image_classifier_model/: Fine-tuned ViT classifier weights
 """
-
-from official.projects.waste_identification_ml.llm_applications.milk_pouch_detection.src.models import classification
-from official.projects.waste_identification_ml.llm_applications.milk_pouch_detection.src.models import detection_segmentation
-from official.projects.waste_identification_ml.llm_applications.milk_pouch_detection.src.models import llm

official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src/models/detection_segmentation.py

@@ -24,7 +24,7 @@
 from sam2 import sam2_image_predictor
 import torch
 
-from official.projects.waste_identification_ml.llm_applications.milk_pouch_detection import models_utils
+from official.projects.waste_identification_ml.llm_applications.milk_pouch_detection.src import models_utils
 
 # Suppress common warnings for a cleaner console output.
 warnings.filterwarnings('ignore', category=UserWarning)

official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src/run_pipeline.sh

@@ -23,6 +23,7 @@ fi
 # --- Run pipeline ---
 echo "✅ Activating virtual environment..."
 source myenv/bin/activate
+cd milk_pouch_project
 
 # List the image files in the GCS path.
 # NOTE: Adjust the grep pattern if other image types are expected.

official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src/setup.sh

@@ -4,44 +4,31 @@
 # using a model ensemble approach of bounding box detection, segmentation,
 # and classification. The classification model is a pre-trained VIT model.
 
-# The script performs the following steps:
-# It performs the following steps:
-# 1. Installs system-level dependencies.
-# 2. Creates a Python virtual environment.
-# 3. Installs PyTorch, GroundingDINO, SAM2, and other Python packages.
-# 4. Creates project directories and downloads required model checkpoints.
-# 5. Fetches the custom trained VIT classifier model.
-# 6. Fetches the scripts to run the pipeline.
-
 # Exit immediately if a command exits with a non-zero status.
 set -o errexit
 # Treat unset variables as an error when substituting.
 set -o nounset
 # Pipes fail if any command in the pipe fails.
 set -o pipefail
 
-# --- 1. Install System Dependencies ---
 echo "🔹 Starting: Install System Dependencies"
 apt-get update
 apt-get install -y python3-venv python3-pip lsof curl
 echo "✅ Finished: Install System Dependencies"
 echo "-----"
 
-# --- 2. Creating Virtual Environment ---
 echo "🔹 Starting: Create Virtual Environment"
 python3.10 -m venv myenv
 source myenv/bin/activate
 echo "✅ Finished: Create Virtual Environment"
 echo "-----"
 
-# --- 3. Install Compatible Torch version ---
 echo "🔹 Starting: Install Torch, Torchvision, Torchaudio"
 pip uninstall -y torch torchvision torchaudio > /dev/null 2>&1 || true
 pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118
 echo "✅ Finished: Install Torch, Torchvision, Torchaudio"
 echo "-----"
 
-# --- 4. Install Grounding DINO ---
 echo "🔹 Starting: Install Grounding DINO"
 git clone https://github.com/IDEA-Research/GroundingDINO.git
 cd GroundingDINO
@@ -50,7 +37,6 @@ cd ..
 echo "✅ Finished: Install Grounding DINO"
 echo "-----"
 
-# --- 5. Install SAM2 and Required Packages ---
 echo "🔹 Starting: Install SAM2 and Required Python Packages"
 pip install --no-cache-dir \
  opencv-python \
@@ -63,15 +49,13 @@ pip install --no-cache-dir \
 echo "✅ Finished: Install SAM2 and Required Python Packages"
 echo "-----"
 
-# --- 6. Set Up Project Directories ---
 echo "🔹 Starting: Create Project Directory Structure"
 mkdir -p milk_pouch_project/models/sam2
 mkdir -p milk_pouch_project/models/grounding_dino
 mkdir -p milk_pouch_project/models/vit
 echo "✅ Finished: Create Project Directory Structure"
 echo "-----"
 
-# --- 7. Download Model Checkpoints ---
 echo "🔹 Starting: Download SAM2 Checkpoint"
 wget -P ./milk_pouch_project/models/sam2 https://dl.fbaipublicfiles.com/segment_anything_2/092824/sam2.1_hiera_large.pt
 echo "✅ Finished: Download SAM2 Checkpoint"
@@ -88,28 +72,25 @@ wget -P ./milk_pouch_project/models/vit https://storage.googleapis.com/tf_model_
 echo "✅ Finished: Download Image Classifier Model"
 echo "-----"
 
-echo "Download the required files locally and modify the imports."
-curl -sS -o milk_pouch_project/models/detection_segmentation.py https://raw.githubusercontent.com/tensorflow/models/master/official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src/models/detection_segmentation.py
-sed -i 's|from official.projects.waste_identification_ml.llm_applications.milk_pouch_detection.src import models_utils|import ../models_utils|g' detection_segmentation.py
-
-curl -sS -o milk_pouch_project/classify_images.py https://raw.githubusercontent.com/tensorflow/models/master/official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src/classify_images.py
-sed -i 's|from official.projects.waste_identification_ml.llm_applications.milk_pouch_detection.src.models import classification|from models import classification|g' classify_images.py
+echo "🔹 Starting: Clone Required Files from TensorFlow Models Repo"
+git clone --depth 1 --filter=blob:none --sparse https://github.com/tensorflow/models.git temp_tf_models
+cd temp_tf_models
+git sparse-checkout set official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src
+cd ..
+cp -r "temp_tf_models/official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src"/* milk_pouch_project/
+rm -rf temp_tf_models
+echo "✅ Finished: Clone Required Files from TensorFlow Models Repo"
+echo "-----"
 
-curl -sS -o milk_pouch_project/extract_objects.py https://raw.githubusercontent.com/tensorflow/models/master/official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src/extract_objects.py
-sed -i 's|from official.projects.waste_identification_ml.llm_applications.milk_pouch_detection.src.models import detection_segmentation|from models import detection_segmentation|g' extract_objects.py
-sed -i 's|from official.projects.waste_identification_ml.llm_applications.milk_pouch_detection.src import batched_io|import batched_io|g' extract_objects.py
-sed -i 's|from official.projects.waste_identification_ml.llm_applications.milk_pouch_detection.src import coco_annotation_writer|import coco_annotation_writer|g' extract_objects.py
+echo "🔹 Starting: Modify Imports for Local Project Structure"
+find milk_pouch_project -type f -name "*.py" -exec sed -i \
+ 's|from official.projects.waste_identification_ml.llm_applications.milk_pouch_detection.src.models import |from models import |g' {} +
+find milk_pouch_project -type f -name "*.py" -exec sed -i \
+ 's|from official.projects.waste_identification_ml.llm_applications.milk_pouch_detection.src import |import |g' {} +
 
-curl -sS -o milk_pouch_project/models/classification.py https://raw.githubusercontent.com/tensorflow/models/master/official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src/models/classification.py
-curl -sS -o milk_pouch_project/models/llm.py https://raw.githubusercontent.com/tensorflow/models/master/official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src/models/llm.py
-curl -sS -o milk_pouch_project/models_utils.py https://raw.githubusercontent.com/tensorflow/models/master/official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src/models_utils.py
-curl -sS -o milk_pouch_project/batched_io.py https://raw.githubusercontent.com/tensorflow/models/master/official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src/batched_io.py
-curl -sS -o milk_pouch_project/run_pipeline.sh https://raw.githubusercontent.com/tensorflow/models/master/official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/src/run_pipeline.sh
+echo "✅ Finished: Modify Imports for Loscal Project Structure"
 echo "Files downloaded and modified successfully!"
+echo "-----"
 
-# --- Completion ---
 echo "🎉🎉🎉 Environment setup complete! 🎉🎉🎉"
 echo "-----"
-
-# Deactivate the virtual environment
-deactivate