[Minor] Remove unused config files (#3039)

vllm/model_executor/models/olmo.py

@@ -61,7 +61,9 @@ from vllm.model_executor.weight_utils import (
     hf_model_weights_iterator,
 )
 from vllm.sequence import SamplerOutput
-from vllm.transformers_utils.configs.olmo import OLMoConfig
+
+# this model must need this dependency
+from hf_olmo import OLMoConfig
 
 KVCache = Tuple[torch.Tensor, torch.Tensor]