Why does my CollisionGroup not work on the first person in a server?

This is supposed to be a door for a gamepass (lounge). If a player owns the gamepass, they will be able to go through unless they are the first person to join. They can't walk through the wall.

local gamepassid1 = 5645201 --replace 0 with your gamepass id--
local gamepassid2 = 5645200 --replace 0 with your gamepass id--

--Script--

local part = script.Parent
local PhysicsService = game:GetService("PhysicsService")
local MarketplaceService = game:GetService("MarketplaceService")

PhysicsService:CreateCollisionGroup("GamepassHolders")
PhysicsService:CollisionGroupSetCollidable("GamepassHolders", "GamepassHolders", false)

PhysicsService:SetPartCollisionGroup(part, "GamepassHolders")

game.Players.PlayerAdded:Connect(function(player)
    local uid = player.UserId
    if MarketplaceService:UserOwnsGamePassAsync(uid, gamepassid1) or MarketplaceService:UserOwnsGamePassAsync(uid, gamepassid2) then
        player.CharacterAdded:Connect(function(character)
            for i, v in pairs(character:GetDescendants()) do
                if v:IsA("BasePart") then
                    PhysicsService:SetPartCollisionGroup(v, "GamepassHolders")
                end
            end
        end)
    end
end)