File size: 45,789 Bytes
d9f8f2f
188aa2f
 
 
 
 
 
 
d9f8f2f
 
 
 
 
 
 
 
 
 
 
7fafed9
d9f8f2f
 
7fafed9
 
 
 
 
 
 
 
 
 
 
d9f8f2f
 
 
 
 
 
 
a82538a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
04ef523
 
 
 
d9f8f2f
 
 
 
 
 
 
 
 
 
 
 
 
 
04ef523
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
d9f8f2f
 
 
e0112d5
 
d9f8f2f
 
 
 
e0112d5
d9f8f2f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e0112d5
d9f8f2f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e0112d5
 
 
 
 
 
 
 
 
 
d9f8f2f
e0112d5
 
d9f8f2f
e0112d5
 
 
 
 
 
d9f8f2f
e0112d5
 
d9f8f2f
e0112d5
d9f8f2f
e0112d5
 
 
d9f8f2f
a82538a
 
e0112d5
a82538a
e0112d5
 
a82538a
 
e0112d5
d9f8f2f
a82538a
e0112d5
a82538a
 
 
 
d9f8f2f
e0112d5
a82538a
 
 
 
 
e0112d5
d9f8f2f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e0112d5
 
 
8919ca1
a82538a
8919ca1
a82538a
 
 
 
 
 
 
8919ca1
a82538a
8919ca1
a82538a
8919ca1
 
e0112d5
8919ca1
 
e0112d5
8919ca1
a82538a
8919ca1
 
a82538a
8919ca1
 
 
a82538a
8919ca1
 
 
 
 
e0112d5
8919ca1
 
 
 
e0112d5
8919ca1
 
 
 
a82538a
e0112d5
8919ca1
 
a82538a
8919ca1
 
 
a82538a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e0112d5
d9f8f2f
 
 
e0112d5
 
 
d9f8f2f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
a82538a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
d9f8f2f
 
 
 
 
e0112d5
d9f8f2f
e0112d5
 
 
 
 
d9f8f2f
e0112d5
 
 
 
d9f8f2f
e0112d5
d9f8f2f
e0112d5
d9f8f2f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4690e29
5b83057
4690e29
 
 
 
 
 
 
a82538a
4690e29
a82538a
 
 
 
 
4690e29
a82538a
 
4690e29
 
a82538a
 
4690e29
 
 
 
 
 
a82538a
 
 
 
 
 
 
 
 
4690e29
a82538a
 
 
 
 
 
4690e29
a82538a
4690e29
 
a82538a
 
 
4690e29
 
a82538a
 
4690e29
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8919ca1
4690e29
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8919ca1
4690e29
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8919ca1
4690e29
 
 
 
 
 
 
 
8919ca1
4690e29
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
d9f8f2f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e0112d5
d9f8f2f
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
import streamlit as st
import warnings
import os
import tempfile
# First load unsloth
from unsloth import FastVisionModel
# Then transformers
from transformers import BlipProcessor, BlipForConditionalGeneration
import torch
import torch.nn as nn
from torch.utils.data import DataLoader
from torchvision import transforms
from PIL import Image
import numpy as np
import io
import base64
import cv2
import matplotlib.pyplot as plt
from peft import PeftModel
from gradcam_xception import load_xception_model, generate_smoothgrad_visualizations_xception
warnings.filterwarnings("ignore", category=UserWarning)

# Define Xception transform function directly in app.py
def get_xception_transform():
    """Get the image transformation pipeline for Xception input."""
    # Standard Xception preprocessing
    transform = transforms.Compose([
        transforms.Resize((299, 299)),
        transforms.ToTensor(),
        transforms.Normalize(mean=[0.5, 0.5, 0.5], std=[0.5, 0.5, 0.5]),
    ])
    return transform

# App title and description
st.set_page_config(
    page_title="Deepfake Analyzer", 
    layout="wide",
    page_icon="πŸ”"
)

# Debug logging
debug_mode = False
if "debug" not in st.session_state:
    st.session_state.debug = debug_mode

# Add debug toggle in sidebar
with st.sidebar:
    st.session_state.debug = st.toggle("Enable Debug Mode", value=debug_mode)

def log_debug(message):
    """Helper function to log debug messages only when debug mode is enabled"""
    if st.session_state.debug:
        st.write(f"DEBUG: {message}")

# Function to check environment
def check_environment():
    import sys
    import platform
    
    if st.session_state.debug:
        st.sidebar.write("### Environment Info")
        st.sidebar.write(f"Python version: {sys.version}")
        st.sidebar.write(f"Platform: {platform.platform()}")
        try:
            import torch
            st.sidebar.write(f"Torch version: {torch.__version__}")
            st.sidebar.write(f"CUDA available: {torch.cuda.is_available()}")
            if torch.cuda.is_available():
                st.sidebar.write(f"CUDA version: {torch.version.cuda}")
                st.sidebar.write(f"GPU: {torch.cuda.get_device_name(0)}")
        except:
            st.sidebar.write("Torch not available or error checking")

# Run environment check
check_environment()

# Run Hugging Face Hub connectivity test
if st.session_state.debug:
    test_huggingface_hub_access()

# Main title and description
st.title("Deepfake Image Analyser")
st.markdown("Analyse images for deepfake manipulation")

# Check for GPU availability
def check_gpu():
    if torch.cuda.is_available():
        gpu_info = torch.cuda.get_device_properties(0)
        st.sidebar.success(f"βœ… GPU available: {gpu_info.name} ({gpu_info.total_memory / (1024**3):.2f} GB)")
        return True
    else:
        st.sidebar.warning("⚠️ No GPU detected. Analysis will be slower.")
        return False

# Test Hugging Face Hub connectivity
def test_huggingface_hub_access():
    """Test connectivity to the Hugging Face Hub"""
    try:
        from huggingface_hub import HfApi
        api = HfApi()
        
        # Try to get info for a public model
        model_info = api.model_info("openai/clip-vit-base-patch32")
        
        # If we get here, access worked
        st.sidebar.success("βœ… Hugging Face Hub connectivity: Good")
        return True
    except Exception as e:
        st.sidebar.error(f"⚠️ Hugging Face Hub connectivity issue: {str(e)}")
        if st.session_state.debug:
            import traceback
            st.sidebar.error(traceback.format_exc())
        return False

# Sidebar components
st.sidebar.title("About")
st.sidebar.markdown("""
This tool detects deepfakes using three AI models:
- **Xception**: Initial Real/Fake classification
- **BLIP**: Describes image content
- **Llama 3.2**: Explains potential manipulations

### Quick Start
1. **Load Models** - Start with Xception, add others as needed
2. **Upload Image** - View classification and heat map
3. **Analyze** - Get explanations and ask questions

*GPU recommended for better performance*
""")

# Fixed values for temperature and max tokens
temperature = 0.7
max_tokens = 500

# Custom instruction text area in sidebar
use_custom_instructions = st.sidebar.toggle("Enable Custom Instructions", value=False, help="Toggle to enable/disable custom instructions")

if use_custom_instructions:
    custom_instruction = st.sidebar.text_area(
        "Custom Instructions (Advanced)",
        value="Specify your preferred style of explanation (e.g., 'Provide technical, detailed explanations' or 'Use simple, non-technical language'). You can also specify what aspects of the image to focus on.",
        help="Add specific instructions for the analysis"
    )
else:
    custom_instruction = ""

# ----- GradCAM Implementation for Xception -----
class ImageDataset(torch.utils.data.Dataset):
    def __init__(self, image, transform=None, face_only=True, dataset_name=None):
        self.image = image
        self.transform = transform
        self.face_only = face_only
        self.dataset_name = dataset_name
        # Load face detector
        self.face_detector = cv2.CascadeClassifier(cv2.data.haarcascades + 'haarcascade_frontalface_default.xml')
        
    def __len__(self):
        return 1  # Only one image

    def detect_face(self, image_np):
        """Detect face in image and return the face region"""
        gray = cv2.cvtColor(image_np, cv2.COLOR_RGB2GRAY)
        faces = self.face_detector.detectMultiScale(gray, 1.1, 5)
        
        # If no face is detected, use the whole image
        if len(faces) == 0:
            st.info("No face detected, using whole image for analysis")
            h, w = image_np.shape[:2]
            return (0, 0, w, h), image_np
            
        # Get the largest face
        if len(faces) > 1:
            # Choose the largest face by area
            areas = [w*h for (x, y, w, h) in faces]
            largest_idx = np.argmax(areas)
            x, y, w, h = faces[largest_idx]
        else:
            x, y, w, h = faces[0]
            
        # Add padding around the face (5% on each side)
        padding_x = int(w * 0.05)
        padding_y = int(h * 0.05)
        
        # Ensure padding doesn't go outside image bounds
        x1 = max(0, x - padding_x)
        y1 = max(0, y - padding_y)
        x2 = min(image_np.shape[1], x + w + padding_x)
        y2 = min(image_np.shape[0], y + h + padding_y)
        
        # Extract the face region
        face_img = image_np[y1:y2, x1:x2]
        
        return (x1, y1, x2-x1, y2-y1), face_img

    def __getitem__(self, idx):
        image_np = np.array(self.image)
        label = 0  # Default label; will be overridden by prediction
        
        # Store original image for visualization
        original_image = self.image.copy()
        
        # Detect face if required
        if self.face_only:
            face_box, face_img_np = self.detect_face(image_np)
            face_img = Image.fromarray(face_img_np)
            
            # Apply transform to face image
            if self.transform:
                face_tensor = self.transform(face_img)
            else:
                face_tensor = transforms.ToTensor()(face_img)
            
            return face_tensor, label, "uploaded_image", original_image, face_box, self.dataset_name
        else:
            # Process the whole image
            if self.transform:
                image_tensor = self.transform(self.image)
            else:
                image_tensor = transforms.ToTensor()(self.image)
                
            return image_tensor, label, "uploaded_image", original_image, None, self.dataset_name

# Function to process image with Xception GradCAM
def process_image_with_xception_gradcam(image, model, device, pred_class):
    """Process an image with Xception GradCAM"""
    cam_results = generate_smoothgrad_visualizations_xception(
        model=model,
        image=image,
        target_class=pred_class,
        face_only=True,
        num_samples=5  # Can be adjusted
    )
    
    if cam_results and len(cam_results) == 4:
        raw_cam, cam_img, overlay, comparison = cam_results
        
        # Extract the face box from the dataset if needed
        transform = get_xception_transform()
        dataset = ImageDataset(image, transform=transform, face_only=True)
        _, _, _, _, face_box, _ = dataset[0]
        
        return raw_cam, overlay, comparison, face_box
    else:
        st.error("Failed to generate GradCAM visualization")
        return None, None, None, None

# ----- Xception Model Loading -----
@st.cache_resource
def load_detection_model_xception():
    """Loads the Xception model from our module"""
    with st.spinner("Loading Xception model for deepfake detection..."):
        try:
            log_debug("Beginning Xception model loading")
            from gradcam_xception import load_xception_model
            model = load_xception_model()
            
            # Get the device
            device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
            log_debug(f"Using device: {device}")
            
            model.to(device)
            model.eval()
            log_debug("Xception model loaded successfully")
            return model, device
        except ImportError as e:
            st.error(f"Import Error: {str(e)}. Make sure gradcam_xception.py is present.")
            log_debug("Import error with gradcam_xception.py module")
            return None, None
        except Exception as e:
            st.error(f"Error loading Xception model: {str(e)}")
            import traceback
            error_details = traceback.format_exc()
            if st.session_state.debug:
                st.error(error_details)
            log_debug(f"Error details: {error_details}")
            return None, None

# ----- BLIP Image Captioning -----

# Function to load BLIP captioning models
@st.cache_resource
def load_blip_models():
    with st.spinner("Loading BLIP captioning models..."):
        try:
            # Load original BLIP model for general image captioning
            original_processor = BlipProcessor.from_pretrained("Salesforce/blip-image-captioning-large")
            original_model = BlipForConditionalGeneration.from_pretrained("Salesforce/blip-image-captioning-large")
            
            # Load fine-tuned BLIP model for GradCAM analysis
            finetuned_processor = BlipProcessor.from_pretrained("saakshigupta/deepfake-blip-large")
            finetuned_model = BlipForConditionalGeneration.from_pretrained("saakshigupta/deepfake-blip-large")
            
            return original_processor, original_model, finetuned_processor, finetuned_model
        except Exception as e:
            st.error(f"Error loading BLIP models: {str(e)}")
            return None, None, None, None

# Function to generate image caption using BLIP's VQA approach for GradCAM
def generate_gradcam_caption(image, processor, model, max_length=60):
    """
    Generate a detailed analysis of GradCAM visualization using the fine-tuned BLIP model
    """
    try:
        # Process image first
        inputs = processor(image, return_tensors="pt")
        
        # Check for available GPU and move model and inputs
        device = "cuda" if torch.cuda.is_available() else "cpu"
        model = model.to(device)
        inputs = {k: v.to(device) if hasattr(v, 'to') else v for k, v in inputs.items()}
        
        # Generate caption
        with torch.no_grad():
            output = model.generate(**inputs, max_length=max_length, num_beams=5)
            
        # Decode the output
        caption = processor.decode(output[0], skip_special_tokens=True)
        
        # Extract descriptions using the full text
        high_match = caption.split("high activation :")[1].split("moderate")[0] if "high activation :" in caption else ""
        moderate_match = caption.split("moderate activation :")[1].split("low")[0] if "moderate activation :" in caption else ""
        low_match = caption.split("low activation :")[1] if "low activation :" in caption else ""
        
        # Format the output
        formatted_text = ""
        if high_match:
            formatted_text += f"**High activation**:\n{high_match.strip()}\n\n"
        if moderate_match:
            formatted_text += f"**Moderate activation**:\n{moderate_match.strip()}\n\n"
        if low_match:
            formatted_text += f"**Low activation**:\n{low_match.strip()}"
            
        return formatted_text.strip()
        
    except Exception as e:
        st.error(f"Error analyzing GradCAM: {str(e)}")
        return "Error analyzing GradCAM visualization"

# Function to generate caption for original image
def generate_image_caption(image, processor, model, max_length=75, num_beams=5):
    """Generate a caption for the original image using the original BLIP model"""
    try:
        # Check for available GPU
        device = "cuda" if torch.cuda.is_available() else "cpu"
        model = model.to(device)
        
        # For original image, use unconditional captioning
        inputs = processor(image, return_tensors="pt").to(device)
        
        # Generate caption
        with torch.no_grad():
            output = model.generate(**inputs, max_length=max_length, num_beams=num_beams)
            
        # Decode the output
        caption = processor.decode(output[0], skip_special_tokens=True)
        
        # Format into structured description
        structured_caption = f"""
**Subject**: The image shows a person in a photograph.

**Appearance**: {caption}

**Background**: The background appears to be a controlled environment.

**Lighting**: The lighting appears to be professional with even illumination.

**Colors**: The image contains natural skin tones and colors typical of photography.

**Notable Elements**: The facial features and expression are the central focus of the image.
"""
        return structured_caption.strip()
            
    except Exception as e:
        st.error(f"Error generating caption: {str(e)}")
        return "Error generating caption"

# ----- Fine-tuned Vision LLM -----

# Function to fix cross-attention masks
def fix_cross_attention_mask(inputs):
    if 'cross_attention_mask' in inputs and 0 in inputs['cross_attention_mask'].shape:
        batch_size, seq_len, _, num_tiles = inputs['cross_attention_mask'].shape
        visual_features = 6404  # Critical dimension
        new_mask = torch.ones((batch_size, seq_len, visual_features, num_tiles),
                            device=inputs['cross_attention_mask'].device)
        inputs['cross_attention_mask'] = new_mask
    return inputs

# Load model function
@st.cache_resource
def load_llm_model():
    with st.spinner("Loading LLM vision model... This may take a few minutes. Please be patient..."):
        try:
            # Check for GPU
            has_gpu = check_gpu()
            
            # Load base model and tokenizer using Unsloth
            base_model_id = "unsloth/llama-3.2-11b-vision-instruct"
            model, tokenizer = FastVisionModel.from_pretrained(
                base_model_id,
                load_in_4bit=True,
            )

            # Load the adapter
            adapter_id = "saakshigupta/deepfake-explainer-2"
            model = PeftModel.from_pretrained(model, adapter_id)

            # Set to inference mode
            FastVisionModel.for_inference(model)
            
            return model, tokenizer
        except Exception as e:
            st.error(f"Error loading model: {str(e)}")
            return None, None

# Analyze image function
def analyze_image_with_llm(image, gradcam_overlay, face_box, pred_label, confidence, question, model, tokenizer, temperature=0.7, max_tokens=500, custom_instruction=""):
    # Create a prompt that includes GradCAM information
    if custom_instruction.strip():
        full_prompt = f"{question}\n\nThe image has been processed with GradCAM and classified as {pred_label} with confidence {confidence:.2f}. Focus on the highlighted regions in red/yellow which show the areas the detection model found suspicious.\n\n{custom_instruction}"
    else:
        full_prompt = f"{question}\n\nThe image has been processed with GradCAM and classified as {pred_label} with confidence {confidence:.2f}. Focus on the highlighted regions in red/yellow which show the areas the detection model found suspicious."
    
    try:
        # Format the message to include all available images
        message_content = [{"type": "text", "text": full_prompt}]

        # Add original image
        message_content.insert(0, {"type": "image", "image": image})

        # Add GradCAM overlay
        message_content.insert(1, {"type": "image", "image": gradcam_overlay})

        # Add comparison image if available
        if hasattr(st.session_state, 'comparison_image'):
            message_content.insert(2, {"type": "image", "image": st.session_state.comparison_image})

        messages = [{"role": "user", "content": message_content}]

        # Apply chat template
        input_text = tokenizer.apply_chat_template(messages, add_generation_prompt=True)

        # Create list of images to process
        image_list = [image, gradcam_overlay]
        if hasattr(st.session_state, 'comparison_image'):
            image_list.append(st.session_state.comparison_image)

        try:
            # Try with multiple images first
            inputs = tokenizer(
                image_list,
                input_text,
                add_special_tokens=False,
                return_tensors="pt",
            ).to(model.device)
        except Exception as e:
            st.warning(f"Multiple image analysis encountered an issue: {str(e)}")
            st.info("Falling back to single image analysis")
            # Fallback to single image
            inputs = tokenizer(
                image,
                input_text,
                add_special_tokens=False,
                return_tensors="pt",
            ).to(model.device)

        # Fix cross-attention mask if needed
        inputs = fix_cross_attention_mask(inputs)

        # Generate response
        with st.spinner("Generating detailed analysis... (this may take 15-30 seconds)"):
            with torch.no_grad():
                output_ids = model.generate(
                    **inputs,
                    max_new_tokens=max_tokens,
                    use_cache=True,
                    temperature=temperature,
                    top_p=0.9
                )

            # Decode the output
            response = tokenizer.decode(output_ids[0], skip_special_tokens=True)
            
            # Try to extract just the model's response (after the prompt)
            if full_prompt in response:
                result = response.split(full_prompt)[-1].strip()
            else:
                result = response
                
            return result

    except Exception as e:
        st.error(f"Error during LLM analysis: {str(e)}")
        return f"Error analyzing image: {str(e)}"

# Preprocess image for Xception
def preprocess_image_xception(image):
    """Preprocesses image for Xception model input and face detection."""
    try:
        log_debug("Starting image preprocessing for Xception model")
        face_detector = cv2.CascadeClassifier(cv2.data.haarcascades + 'haarcascade_frontalface_default.xml')
        
        # Ensure image is in correct format
        if image is None:
            log_debug("Image is None - this should never happen!")
            return None, None, None
        
        # Get image shape for logging
        image_np = np.array(image.convert('RGB'))  # Ensure RGB
        log_debug(f"Image shape: {image_np.shape}")
        
        # Face detection with detailed logs
        gray = cv2.cvtColor(image_np, cv2.COLOR_RGB2GRAY)
        faces = face_detector.detectMultiScale(gray, 1.1, 5)

        face_img_for_transform = image  # Default to whole image
        face_box_display = None  # For drawing on original image

        if len(faces) == 0:
            log_debug("No face detected in the image, using whole image")
            st.warning("No face detected, using whole image for prediction/CAM.")
        else:
            log_debug(f"Detected {len(faces)} faces in the image")
            areas = [w * h for (x, y, w, h) in faces]
            largest_idx = np.argmax(areas)
            x, y, w, h = faces[largest_idx]
            log_debug(f"Using largest face at: x={x}, y={y}, w={w}, h={h}")
            
            padding_x = int(w * 0.05)  # Use percentages as in gradcam_xception
            padding_y = int(h * 0.05)
            x1, y1 = max(0, x - padding_x), max(0, y - padding_y)
            x2, y2 = min(image_np.shape[1], x + w + padding_x), min(image_np.shape[0], y + h + padding_y)

            # Use the padded face region for the model transform
            face_img_for_transform = Image.fromarray(image_np[y1:y2, x1:x2])
            # Use the original detected box (without padding) for display rectangle
            face_box_display = (x, y, w, h)

        # Xception specific transform
        transform = get_xception_transform()
        # Apply transform to the selected region (face or whole image)
        input_tensor = transform(face_img_for_transform).unsqueeze(0)
        log_debug(f"Preprocessed tensor shape: {input_tensor.shape}")

        # Return tensor, original full image, and the display face box
        return input_tensor, image, face_box_display
        
    except Exception as e:
        st.error(f"Error in preprocessing image: {str(e)}")
        import traceback
        error_details = traceback.format_exc()
        log_debug(f"Preprocessing error details: {error_details}")
        if st.session_state.debug:
            st.error(error_details)
            
        # Try a fallback method if possible
        try:
            log_debug("Trying fallback preprocessing method")
            transform = get_xception_transform()
            input_tensor = transform(image).unsqueeze(0)
            return input_tensor, image, None
        except Exception as fallback_e:
            log_debug(f"Fallback also failed: {str(fallback_e)}")
            st.error("Both preprocessing attempts failed. Please try another image.")
            return None, None, None

# Main app
def main():
    # Initialize session state variables
    if 'xception_model_loaded' not in st.session_state:
        st.session_state.xception_model_loaded = False
        st.session_state.xception_model = None
        
    if 'llm_model_loaded' not in st.session_state:
        st.session_state.llm_model_loaded = False
        st.session_state.llm_model = None
        st.session_state.tokenizer = None
    
    if 'blip_model_loaded' not in st.session_state:
        st.session_state.blip_model_loaded = False
        st.session_state.original_processor = None
        st.session_state.original_model = None
        st.session_state.finetuned_processor = None
        st.session_state.finetuned_model = None
    
    # Initialize chat history
    if 'chat_history' not in st.session_state:
        st.session_state.chat_history = []
    
    # Display Hugging Face Spaces information if debug mode is on
    if st.session_state.debug:
        with st.expander("Hugging Face Spaces Debugging Information", expanded=True):
            st.markdown("""
            ### Common Issues with Hugging Face Spaces
            
            1. **403/404 Errors**: Often caused by permission issues when accessing files or external resources.
            
            2. **Memory Limits**: Free spaces have limited memory (16GB). Large models may cause OOM errors.
            
            3. **Disk Space**: Limited to 10GB for persistent storage.
            
            4. **Network Restrictions**: Some external URLs might be blocked or restricted.
            
            ### Accessing Logs
            To see detailed error logs in Hugging Face Spaces:
            
            1. Go to your Space dashboard
            2. Click on "Logs" in the left sidebar
            3. Check both "Build logs" and "Running logs" tabs
            
            In the running logs, look for Python tracebacks or error messages.
            
            ### This App's Setup
            - All image processing is now done in-memory to avoid file permission issues
            - Debug logging is available through this interface
            - For large model loading issues, try using smaller models or increasing RAM allocation
            """)
            
            # Add a test connection button
            if st.button("Test Network Connection"):
                try:
                    import requests
                    test_urls = [
                        "https://huggingface.co/", 
                        "https://www.google.com/",
                        "https://jsonplaceholder.typicode.com/todos/1"
                    ]
                    
                    for url in test_urls:
                        try:
                            response = requests.get(url, timeout=5)
                            st.write(f"βœ… {url}: Status {response.status_code}")
                        except Exception as e:
                            st.write(f"❌ {url}: Error - {str(e)}")
                except Exception as e:
                    st.error(f"Could not perform connection test: {str(e)}")
    
    # Create expanders for each stage
    with st.expander("Stage 1: Model Loading", expanded=True):
        st.write("Please load the models using the buttons below:")
        
        # Button for loading models
        xception_col, blip_col, llm_col = st.columns(3)
        
        with xception_col:
            if not st.session_state.xception_model_loaded:
                if st.button("πŸ“₯ Load Xception Model for Detection", type="primary"):
                    # Load Xception model
                    model, device = load_detection_model_xception()
                    if model is not None:
                        st.session_state.xception_model = model
                        st.session_state.device = device
                        st.session_state.xception_model_loaded = True
                        st.success("βœ… Xception model loaded successfully!")
                    else:
                        st.error("❌ Failed to load Xception model.")
            else:
                st.success("βœ… Xception model loaded and ready!")
        
        with blip_col:
            if not st.session_state.blip_model_loaded:
                if st.button("πŸ“₯ Load BLIP for Captioning", type="primary"):
                    # Load BLIP models
                    original_processor, original_model, finetuned_processor, finetuned_model = load_blip_models()
                    if all([original_processor, original_model, finetuned_processor, finetuned_model]):
                        st.session_state.original_processor = original_processor
                        st.session_state.original_model = original_model
                        st.session_state.finetuned_processor = finetuned_processor
                        st.session_state.finetuned_model = finetuned_model
                        st.session_state.blip_model_loaded = True
                        st.success("βœ… BLIP captioning models loaded successfully!")
                    else:
                        st.error("❌ Failed to load BLIP models.")
            else:
                st.success("βœ… BLIP captioning models loaded and ready!")
                
        with llm_col:
            if not st.session_state.llm_model_loaded:
                if st.button("πŸ“₯ Load Vision LLM for Analysis", type="primary"):
                    # Load LLM model
                    model, tokenizer = load_llm_model()
                    if model is not None and tokenizer is not None:
                        st.session_state.llm_model = model
                        st.session_state.tokenizer = tokenizer
                        st.session_state.llm_model_loaded = True
                        st.success("βœ… Vision LLM loaded successfully!")
                    else:
                        st.error("❌ Failed to load Vision LLM.")
            else:
                st.success("βœ… Vision LLM loaded and ready!")
    
    # Image upload section
    with st.expander("Stage 2: Image Upload & Initial Detection", expanded=True):
        st.subheader("Upload an Image")
        
        # Add alternative upload methods
        upload_tab1, upload_tab2 = st.tabs(["File Upload", "URL Input"])
        
        uploaded_image = None
        
        with upload_tab1:
            uploaded_file = st.file_uploader("Choose an image...", type=["jpg", "jpeg", "png"])
            if uploaded_file is not None:
                try:
                    # Direct in-memory handling - avoid writing to disk
                    file_bytes = uploaded_file.getvalue()
                    # Log the file size for debugging
                    st.write(f"Debug: Received file of size {len(file_bytes)} bytes")
                    # Process directly in memory
                    image_stream = io.BytesIO(file_bytes)
                    uploaded_image = Image.open(image_stream).convert("RGB")
                    st.session_state.upload_method = "file"
                    # Log success
                    st.success("File loaded successfully in memory")
                except Exception as e:
                    st.error(f"Error loading file: {str(e)}")
                    import traceback
                    st.error(traceback.format_exc())
        
        with upload_tab2:
            url = st.text_input("Enter image URL:")
            if url and url.strip():
                try:
                    import requests
                    # Log the URL (excluding any sensitive parts)
                    display_url = url.split("?")[0] if "?" in url else url
                    st.write(f"Debug: Attempting to fetch image from {display_url}")
                    
                    headers = {
                        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
                    }
                    response = requests.get(url, stream=True, headers=headers, timeout=10)
                    
                    if response.status_code == 200:
                        # Log success and content type
                        st.write(f"Debug: Received response - Content-Type: {response.headers.get('Content-Type', 'unknown')}")
                        
                        # Process directly in memory
                        image_stream = io.BytesIO(response.content)
                        uploaded_image = Image.open(image_stream).convert("RGB")
                        st.session_state.upload_method = "url"
                        st.success(f"Image successfully loaded from URL - Size: {len(response.content)} bytes")
                    else:
                        st.error(f"Failed to load image from URL: Status code {response.status_code}")
                        if response.status_code in [403, 401]:
                            st.warning("This appears to be an access permissions issue. The server is refusing to serve this image.")
                            st.info("Try using an image URL from a site that allows hotlinking, or upload a file directly.")
                except Exception as e:
                    st.error(f"Error loading image from URL: {str(e)}")
                    import traceback
                    st.error(traceback.format_exc())
        
        # If we have an uploaded image, process it
        if uploaded_image is not None:
            # Display the image
            image = uploaded_image
            col1, col2 = st.columns([1, 2])
            with col1:
                st.image(image, caption="Uploaded Image", width=300)
            
            # Generate detailed caption for original image if BLIP model is loaded
            if st.session_state.blip_model_loaded:
                with st.spinner("Generating image description..."):
                    caption = generate_image_caption(
                        image, 
                        st.session_state.original_processor, 
                        st.session_state.original_model
                    )
                    st.session_state.image_caption = caption
            
            # Continue with your existing code for the Xception model analysis
            if st.session_state.xception_model_loaded:
                try:
                    with st.spinner("Analyzing image with Xception model..."):
                        # Preprocess image for Xception
                        st.write("Starting Xception processing...")
                        input_tensor, original_image, face_box = preprocess_image_xception(image)
                        
                        # Get device and model
                        device = st.session_state.device
                        model = st.session_state.xception_model
                        
                        # Ensure model is in eval mode
                        model.eval()
                        
                        # Move tensor to device
                        input_tensor = input_tensor.to(device)
                        st.write(f"Input tensor on device: {device}")
                        
                        # Forward pass with proper error handling
                        try:
                            with torch.no_grad():
                                st.write("Running model inference...")
                                logits = model(input_tensor)
                                st.write(f"Raw logits: {logits}")
                                probabilities = torch.softmax(logits, dim=1)[0]
                                st.write(f"Probabilities: {probabilities}")
                                pred_class = torch.argmax(probabilities).item()
                                confidence = probabilities[pred_class].item()
                                st.write(f"Predicted class: {pred_class}, Confidence: {confidence:.4f}")
                                
                                # Explicit class mapping - adjust if needed based on your model
                                pred_label = "Fake" if pred_class == 0 else "Real"
                                st.write(f"Mapped to label: {pred_label}")
                        except Exception as e:
                            st.error(f"Error in model inference: {str(e)}")
                            import traceback
                            st.error(traceback.format_exc())
                            # Set default values
                            pred_class = 0
                            confidence = 0.5
                            pred_label = "Error in prediction"
                        
                        # Display results
                        with col2:
                            st.markdown("### Detection Result")
                            st.markdown(f"**Classification:** {pred_label} (Confidence: {confidence:.2%})")
                            
                            # Display face box on image if detected
                            if face_box:
                                img_to_show = original_image.copy()
                                img_draw = np.array(img_to_show)
                                x, y, w, h = face_box
                                cv2.rectangle(img_draw, (x, y), (x + w, y + h), (0, 255, 0), 2)
                                st.image(Image.fromarray(img_draw), caption="Detected Face", width=300)
                        
                        # GradCAM visualization with error handling
                        st.subheader("GradCAM Visualization")
                        try:
                            st.write("Generating GradCAM visualization...")
                            cam, overlay, comparison, detected_face_box = process_image_with_xception_gradcam(
                                image, model, device, pred_class
                            )
                            
                            if comparison:
                                # Display GradCAM results (controlled size)
                                st.image(comparison, caption="Original | CAM | Overlay", width=700)
                                
                                # Save for later use
                                st.session_state.comparison_image = comparison
                            else:
                                st.error("GradCAM visualization failed - comparison image not generated")
                            
                            # Generate caption for GradCAM overlay image if BLIP model is loaded
                            if st.session_state.blip_model_loaded and overlay:
                                with st.spinner("Analyzing GradCAM visualization..."):
                                    gradcam_caption = generate_gradcam_caption(
                                        overlay,
                                        st.session_state.finetuned_processor,
                                        st.session_state.finetuned_model
                                    )
                                    st.session_state.gradcam_caption = gradcam_caption
                        except Exception as e:
                            st.error(f"Error generating GradCAM: {str(e)}")
                            import traceback
                            st.error(traceback.format_exc())
                        
                        # Save results in session state for LLM analysis
                        st.session_state.current_image = image
                        st.session_state.current_overlay = overlay if 'overlay' in locals() else None
                        st.session_state.current_face_box = detected_face_box if 'detected_face_box' in locals() else None
                        st.session_state.current_pred_label = pred_label
                        st.session_state.current_confidence = confidence
                        
                        st.success("βœ… Initial detection and GradCAM visualization complete!")
                except Exception as e:
                    st.error(f"Overall error in Xception processing: {str(e)}")
                    import traceback
                    st.error(traceback.format_exc())
            else:
                st.warning("⚠️ Please load the Xception model first to perform initial detection.")
    
    # Image Analysis Summary section - AFTER Stage 2
    if hasattr(st.session_state, 'current_image') and (hasattr(st.session_state, 'image_caption') or hasattr(st.session_state, 'gradcam_caption')):
        with st.expander("Image Analysis Summary", expanded=True):
            # Display images and analysis in organized layout
            col1, col2 = st.columns([1, 2])
            
            with col1:
                # Display original image
                st.image(st.session_state.current_image, caption="Original Image", width=300)
                # Display GradCAM overlay
                if hasattr(st.session_state, 'current_overlay'):
                    st.image(st.session_state.current_overlay, caption="GradCAM Visualization", width=300)
            
            with col2:
                # Image description
                if hasattr(st.session_state, 'image_caption'):
                    st.markdown("### Image Description")
                    st.markdown(st.session_state.image_caption)
                    st.markdown("---")
                
                # GradCAM analysis
                if hasattr(st.session_state, 'gradcam_caption'):
                    st.markdown("### GradCAM Analysis")
                    st.markdown(st.session_state.gradcam_caption)
                    st.markdown("---")
    
    # LLM Analysis section - AFTER Image Analysis Summary
    with st.expander("Stage 3: Detailed Analysis with Vision LLM", expanded=False):
        if hasattr(st.session_state, 'current_image') and st.session_state.llm_model_loaded:
            st.subheader("Detailed Deepfake Analysis")
            
            # Display chat history
            for i, (question, answer) in enumerate(st.session_state.chat_history):
                st.markdown(f"**Question {i+1}:** {question}")
                st.markdown(f"**Answer:** {answer}")
                st.markdown("---")
            
            # Include both captions in the prompt if available
            caption_text = ""
            if hasattr(st.session_state, 'image_caption'):
                caption_text += f"\n\nImage Description:\n{st.session_state.image_caption}"
                
            if hasattr(st.session_state, 'gradcam_caption'):
                caption_text += f"\n\nGradCAM Analysis:\n{st.session_state.gradcam_caption}"
            
            # Default question with option to customize
            default_question = f"This image has been classified as {{pred_label}}. Analyze all the provided images (original, GradCAM visualization, and comparison) to determine if this is a deepfake. Focus on highlighted areas in the GradCAM visualization. Provide both a technical explanation for experts and a simple explanation for non-technical users."
            
            # User input for new question
            new_question = st.text_area("Ask a question about the image:", value=default_question if not st.session_state.chat_history else "", height=100)
            
            # Analyze button and Clear Chat button in the same row
            col1, col2 = st.columns([3, 1])
            with col1:
                analyze_button = st.button("πŸ” Send Question", type="primary")
            with col2:
                clear_button = st.button("πŸ—‘οΈ Clear Chat History")
            
            if clear_button:
                st.session_state.chat_history = []
                st.experimental_rerun()
                
            if analyze_button and new_question:
                try:
                    # Add caption info if it's the first question
                    if not st.session_state.chat_history:
                        full_question = new_question + caption_text
                    else:
                        full_question = new_question
                    
                    result = analyze_image_with_llm(
                        st.session_state.current_image,
                        st.session_state.current_overlay,
                        st.session_state.current_face_box,
                        st.session_state.current_pred_label,
                        st.session_state.current_confidence,
                        full_question,
                        st.session_state.llm_model,
                        st.session_state.tokenizer,
                        temperature=temperature,
                        max_tokens=max_tokens,
                        custom_instruction=custom_instruction
                    )
                    
                    # Add to chat history
                    st.session_state.chat_history.append((new_question, result))
                    
                    # Display the latest result too
                    st.success("βœ… Analysis complete!")
                    
                    # Check if the result contains both technical and non-technical explanations
                    if "Technical" in result and "Non-Technical" in result:
                        try:
                            # Split the result into technical and non-technical sections
                            parts = result.split("Non-Technical")
                            technical = parts[0]
                            non_technical = "Non-Technical" + parts[1]
                            
                            # Display in two columns
                            tech_col, simple_col = st.columns(2)
                            with tech_col:
                                st.subheader("Technical Analysis")
                                st.markdown(technical)
                            
                            with simple_col:
                                st.subheader("Simple Explanation")
                                st.markdown(non_technical)
                        except Exception as e:
                            # Fallback if splitting fails
                            st.subheader("Analysis Result")
                            st.markdown(result)
                    else:
                        # Just display the whole result
                        st.subheader("Analysis Result")
                        st.markdown(result)
                    
                    # Rerun to update the chat history display
                    st.experimental_rerun()
                    
                except Exception as e:
                    st.error(f"Error during LLM analysis: {str(e)}")
                    
        elif not hasattr(st.session_state, 'current_image'):
            st.warning("⚠️ Please upload an image and complete the initial detection first.")
        else:
            st.warning("⚠️ Please load the Vision LLM to perform detailed analysis.")
    
    # Footer
    st.markdown("---")

    # Add model version indicator in sidebar
    st.sidebar.info("Using Xception + deepfake-explainer-2 models")

if __name__ == "__main__":
    main()