diff --git a/setup.cfg b/setup.cfg
index db1434af7e..f8f5f8ba8d 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -6,7 +6,7 @@ known_standard_library=numpy,setuptools,mock
 skip=./datasets,docs
 skip_glob=*/__init__.py
 known_myself=detectron2
-known_third_party=fvcore,matplotlib,cv2,torch,torchvision,PIL,pycocotools,yacs,termcolor,cityscapesscripts,tabulate,tqdm,scipy,lvis,psutil,pkg_resources,caffe2,onnx,panopticapi,black,isort,av
+known_third_party=fvcore,matplotlib,cv2,torch,torchvision,PIL,pycocotools-windows,yacs,termcolor,cityscapesscripts,tabulate,tqdm,scipy,lvis,psutil,pkg_resources,caffe2,onnx,panopticapi,black,isort,av
 no_lines_before=STDLIB,THIRDPARTY
 sections=FUTURE,STDLIB,THIRDPARTY,myself,FIRSTPARTY,LOCALFOLDER
 default_section=FIRSTPARTY
diff --git a/setup.py b/setup.py
index 7c0409bc08..ea3bf41eb0 100644
--- a/setup.py
+++ b/setup.py
@@ -199,7 +199,6 @@ def get_model_zoo_configs() -> List[str]:
         "tqdm>4.29.0",
         "tensorboard",
         "fvcore>=0.1.2",
-        "pycocotools>=2.0.2",  # corresponds to https://github.com/ppwwyyxx/cocoapi
         "future",  # used by caffe2
         "pydot",  # used to save caffe2 SVGs
     ],