Re-enable certain cpu tests (pytorch#1618)

Summary:

They don't seem flaky anymore.

https://github.com/pytorch/torchrec/actions/runs/7467289973/job/20322923697

 {F1267326370}

Differential Revision: D52637920

.github/workflows/unittest_ci_cpu.yml

@@ -68,7 +68,8 @@ jobs:
         echo "numpy succeeded"
         conda install -n build_binary -y pytest
         conda run -n build_binary \
-          python -m pytest torchrec -v -s -W ignore::pytest.PytestCollectionWarning --continue-on-collection-errors -k 'not test_sharding_gloo_cw and not test_load_state_dict_prefix and not test_load_state_dict_cw_multiple_shards' --ignore-glob=**/test_utils/
+          python -m pytest torchrec -v -s -W ignore::pytest.PytestCollectionWarning --continue-on-collection-errors \
+          --ignore-glob=**/test_utils/
         echo "Starting C++ Tests"
         conda install -n build_binary -y gxx_linux-64
         conda run -n build_binary \