How Do I Make It So It Only Affects The Part That Has Been Touched?

So, this is what the script is supposed to do: If a tool is equipped and you are touching an object with the tool and clicking, it will deduct the size of the thing you are touching by .1. Everything works. The only problem is that when ONE part is being touched it affects all of the other parts. How do I prevent this from happening?

--LocalScript in StarterCharacterScripts

local player = game:GetService("Players").LocalPlayer
local mouse = player:GetMouse()
local ReplicatedStorage = game:GetService("ReplicatedStorage")
local RemoteEvent = ReplicatedStorage:WaitForChild("RemoteEvent") 


local CanScale = false

for _, children in pairs(workspace.Stuff:GetChildren()) do
	if children.Name == "Part" then
		local trigger = children
		trigger.Touched:Connect(function(part)
   CanScale = true
end)

trigger.TouchEnded:Connect(function(part)
   CanScale = false
end)
for _, child in pairs(player.Backpack:GetChildren()) do
	if child:IsA("Tool") then
		local tool = child 
		tool.Equipped:Connect(function(mouse)
	mouse.Button1Down:Connect(function()
   if CanScale then
      RemoteEvent:FireServer(trigger)
   end
end)
end)
	end
end

	end
end

--Script in ServerScriptService:

local ReplicatedStorage = game:GetService("ReplicatedStorage")
local RemoteEvent = Instance.new("RemoteEvent")
RemoteEvent.Parent = ReplicatedStorage

RemoteEvent.OnServerEvent:Connect(function(plr,part)
   part.Size = part.Size - Vector3.new(.1,.1,.1)
end)