-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathCNNtesting.py
More file actions
83 lines (72 loc) · 2.72 KB
/
CNNtesting.py
File metadata and controls
83 lines (72 loc) · 2.72 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
import torch
import torch.nn as nn
import torchvision.transforms as transforms
from torchvision.models import resnet18, ResNet18_Weights
from torch.utils.data import Dataset, DataLoader
from PIL import Image
import json
import os
class COVIDRayDataset(Dataset):
def __init__ (self, annotation_file, img_dir, transform=None):
self.img_dir = img_dir
self.transform = transform
self.data = []
with open(annotation_file, "r", encoding="utf-8") as f:
for line in f:
self.data.append(json.loads(line.strip()))
def __len__ (self):
return len(self.data)
def __getitem__(self, n):
item = self.data[n]
if "images" not in item:
raise KeyError(f"Missing 'images' key in dataset entry: {item}")
img_filename = item["images"][0]
if not os.path.isabs(img_filename):
img_path = os.path.join(self.img_dir, img_filename)
else:
img_path = img_filename
if not os.path.exists(img_path):
raise FileNotFoundError(f"Image file not found: {img_path}")
image = Image.open(img_path).convert("RGB")
label = float(item["score"])
if self.transform:
image = self.transform(image)
return image, torch.tensor(label, dtype=torch.float)
transform = transforms.Compose([
transforms.Resize((224, 224)),
transforms.ToTensor(),
transforms.Normalize(mean=[0.5, 0.5, 0.5], std=[0.5, 0.5, 0.5])
])
annotation_file = "/Users/weidai/Desktop/dataforsciencefair/brixia/annotation_train.jsonl"
img_dir = "/Users/weidai/Desktop/dataforsciencefair/brixia"
class CovidCNN(nn.Module):
def __init__(self):
super(CovidCNN, self).__init__()
self.cnn = resnet18(weights=ResNet18_Weights.IMAGENET1K_V1)
self.cnn.fc = nn.Linear(self.cnn.fc.in_features, 1)
self.sigmoid = nn.Sigmoid()
def forward(self,x):
x = self.cnn(x)
x = self.sigmoid(x)
x = x.view(-1)
x = x * 18
return x
if __name__ == '__main__':
dataset = COVIDRayDataset(annotation_file, img_dir, transform=transform)
dataloader = DataLoader(dataset, batch_size=128, shuffle=True, num_workers=4)
model = CovidCNN()
optimizer = torch.optim.Adam(model.parameters(), 0.0001)
criterion = nn.MSELoss()
for epoch in range (10):
model.train()
rloss = 0.0
for image, scores in dataloader:
optimizer.zero_grad()
output = model(image)
loss = criterion(output, scores)
loss.backward()
optimizer.step()
rloss += loss.item()
print(loss.item())
save_path = "/Users/weidai/Desktop/model/cnn.pth"
torch.save(model.state_dict(), save_path)