How to postprocess custom binary class YOLOX output

Issue

This Content is from Stack Overflow. Question asked by TseHsien

I have trained YOLOX with custom binary class.

enter image description here

But I don’t know how to postprocess with three PAN output layers.

{
    "width": 80,
    "height": 80,
    "channel": 1,
    "channels_ordering": "ChannelOrdering.KP_CHANNEL_ORDERING_CHW",
    "num_data": 6400,
    "ndarray": [
        "[[[[-17.03232    -10.219393   -10.838749   ... -18.271034",
        "    -17.342      -11.767785  ]",
        "   [-21.677498   -23.84525    -27.251713   ... -25.083963",
        "    -21.677498   -10.219393  ]",
        "   [-15.793606   -22.296856   -28.800106   ... -21.677498",
        "    -21.36782     -9.600035  ]",
        "   ...",
        "   [-12.077463   -17.651678   -19.20007    ... -21.677498",
        "    -20.438786   -11.458107  ]",
        "   [ -5.2645354  -11.767785    -6.5032496  ... -22.916214",
        "    -18.890392    -9.600035  ]",
        "   [  2.4774284    0.30967855   5.8838925  ...  -4.3355",
        "     -5.574214    -7.4322853 ]]]]"
    ]
}, {
    "width": 40,
    "height": 40,
    "channel": 1,
    "channels_ordering": "ChannelOrdering.KP_CHANNEL_ORDERING_CHW",
    "num_data": 1600,
    "ndarray": [
        "[[[[  7.8871355  15.774271   26.998272  ...  23.358055   22.14465",
        "     18.504435 ]",
        "   [ 15.167568   15.167568   23.661407  ...  13.347461   -6.6737304",
        "    -18.201082 ]",
        "   [ 15.47092     7.2804327  22.751352  ...  18.504435    4.5502706",
        "    -14.864217 ]",
        "   ...",
        "   [  7.8871355  -2.7301624   4.853622  ...   8.493838    1.5167569",
        "      1.8201082]",
        "   [  3.3368652 -16.380974  -15.774271  ...  -3.0335138  -2.426811",
        "     -3.9435678]",
        "   [  6.977082   -3.6402164  -4.246919  ...  14.257515   14.257515",
        "     -1.8201082]]]]"
    ]
}, {
    "width": 20,
    "height": 20,
    "channel": 1,
    "channels_ordering": "ChannelOrdering.KP_CHANNEL_ORDERING_CHW",
    "num_data": 400,
    "ndarray": [
        "[[[[-33.788982  -48.959545  -53.786545  -65.509254  -68.95711",
        "    -70.33625   -69.64668   -71.71539   -70.33625   -71.02582",
        "    -70.33625   -72.40496   -73.7841    -71.71539   -68.95711",
        "    -68.95711   -68.95711   -68.95711   -53.786545  -25.51413  ]",
        "   [-31.72027   -64.81968   -76.54239   -81.369385  -86.19639",
        "    -86.19639   -85.50681   -84.817245  -87.57553   -86.19639",
        "    -86.19639   -81.369385  -82.74853   -83.4381    -82.74853",
        "    -86.885956  -79.300674  -80.67982   -54.476116  -20.687132 ]",
        "   [-12.412279  -38.615982  -51.02826   -51.71783   -52.407402",
        "    -57.2344    -64.81968   -68.95711   -65.509254  -62.75097",
        "    -61.371826  -60.682255  -62.061398  -61.371826  -59.992683",
        "    -58.61354   -54.476116  -69.64668   -39.99512   -25.51413  ]",
        "   [ -4.8269978 -22.755846  -35.168125  -39.305553  -46.201263",
        "    -42.753407  -48.269978  -46.890835  -44.13255   -50.338688",
        "    -50.338688  -40.684692  -40.684692  -39.99512   -47.580406",
        "    -38.615982  -42.753407  -51.71783   -44.82212   -18.61842  ]",
        "   [ -9.6539955 -30.341127  -22.755846  -24.134989  -33.09941",
        "    -37.23684   -37.23684   -41.374264  -42.063835  -44.82212",
        "    -43.442978  -44.13255   -50.338688  -50.338688  -49.649117",
        "    -44.13255   -45.511692  -39.305553  -28.272415  -24.134989 ]",
        "   [-11.033137  -26.893272  -24.134989  -27.582844  -39.99512",
        "    -44.82212   -37.23684   -41.374264  -37.92641   -39.99512",
        "    -44.82212   -48.269978  -48.269978  -42.063835  -41.374264",
        "    -44.13255   -42.063835  -44.82212   -43.442978  -23.445417 ]",
        "   [-14.480992  -35.857697  -33.788982  -37.23684   -44.82212",
        "    -44.13255   -46.201263  -48.269978  -39.99512   -45.511692",
        "    -39.305553  -42.753407  -36.547268  -39.305553  -42.753407",
        "    -47.580406  -48.959545  -48.269978  -43.442978  -19.307991 ]",
        "   [-13.1018505 -52.407402  -44.82212   -43.442978  -48.959545",
        "    -51.02826   -49.649117  -52.407402  -49.649117  -42.753407",
        "    -46.201263  -39.305553  -38.615982  -48.959545  -46.890835",
        "    -48.959545  -49.649117  -42.063835  -33.09941   -16.549706 ]",
        "   [ -9.6539955 -41.374264  -43.442978  -35.168125  -42.063835",
        "    -42.063835  -46.890835  -42.753407  -42.063835  -41.374264",
        "    -41.374264  -44.82212   -41.374264  -42.063835  -42.753407",
        "    -43.442978  -39.99512   -44.13255   -35.857697  -21.376703 ]",
        "   [-12.412279  -42.753407  -41.374264  -39.99512   -44.82212",
        "    -44.13255   -44.82212   -44.13255   -44.82212   -47.580406",
        "    -44.13255   -46.201263  -44.13255   -41.374264  -41.374264",
        "    -42.063835  -41.374264  -46.890835  -39.99512   -22.755846 ]",
        "   [ -8.964424  -44.82212   -45.511692  -44.82212   -48.959545",
        "    -55.85526   -52.407402  -55.165688  -53.786545  -53.096973",
        "    -48.959545  -51.71783   -52.407402  -53.096973  -48.269978",
        "    -47.580406  -40.684692  -45.511692  -40.684692  -21.376703 ]",
        "   [-11.722709  -43.442978  -50.338688  -42.753407  -46.890835",
        "    -53.786545  -54.476116  -60.682255  -55.165688  -53.786545",
        "    -51.02826   -52.407402  -50.338688  -49.649117  -46.201263",
        "    -43.442978  -41.374264  -46.890835  -37.23684   -22.066275 ]",
        "   [-13.791422  -46.890835  -47.580406  -42.753407  -51.71783",
        "    -55.165688  -55.165688  -62.75097   -59.992683  -58.61354",
        "    -56.54483   -57.92397   -55.165688  -57.2344    -52.407402",
        "    -53.786545  -45.511692  -53.786545  -42.753407  -22.066275 ]",
        "   [-12.412279  -44.82212   -42.753407  -41.374264  -51.71783",
        "    -59.303112  -55.165688  -62.061398  -61.371826  -57.92397",
        "    -57.2344    -57.2344    -55.165688  -54.476116  -50.338688",
        "    -51.02826   -48.959545  -55.165688  -45.511692  -23.445417 ]",
        "   [-13.1018505 -39.99512   -40.684692  -39.99512   -50.338688",
        "    -58.61354   -55.165688  -57.92397   -56.54483   -53.786545",
        "    -57.2344    -57.2344    -53.096973  -53.786545  -50.338688",
        "    -51.71783   -52.407402  -57.2344    -43.442978  -23.445417 ]",
        "   [ -9.6539955 -40.684692  -42.063835  -42.753407  -51.71783",
        "    -62.061398  -59.303112  -57.92397   -61.371826  -58.61354",
        "    -59.303112  -61.371826  -58.61354   -59.992683  -53.096973",
        "    -56.54483   -56.54483   -59.992683  -43.442978  -26.203701 ]",
        "   [-11.722709  -42.063835  -43.442978  -42.753407  -47.580406",
        "    -57.2344    -57.2344    -57.92397   -57.2344    -57.92397",
        "    -54.476116  -54.476116  -55.85526   -56.54483   -51.71783",
        "    -51.71783   -54.476116  -57.2344    -40.684692  -30.341127 ]",
        "   [-14.480992  -45.511692  -39.99512   -44.13255   -45.511692",
        "    -56.54483   -58.61354   -62.061398  -60.682255  -59.992683",
        "    -61.371826  -62.061398  -63.44054   -64.13011   -61.371826",
        "    -60.682255  -59.303112  -60.682255  -50.338688  -33.788982 ]",
        "   [-11.033137  -25.51413   -10.343566  -20.687132  -20.687132",
        "    -26.203701  -29.651556  -26.893272  -24.824558  -25.51413",
        "    -28.272415  -28.272415  -31.72027   -28.272415  -26.893272",
        "    -27.582844  -20.687132  -24.824558  -24.134989  -18.61842  ]",
        "   [ -9.6539955  -5.5165687  12.412279   11.033137    8.964424",
        "      8.274853    6.895711    9.6539955  12.412279   11.033137",
        "     10.343566    8.274853   10.343566    7.585282    9.6539955",
        "     12.412279   10.343566    9.6539955  -0.6895711 -10.343566 ]]]]"
    ]
}

I think that I need to find out with IoU is the best.

Than I can choose the corresponding bounding box, which is the best inference result of my model.

But I have no idea where should I start from.



Solution

This question is not yet answered, be the first one who answer using the comment. Later the confirmed answer will be published as the solution.

This Question and Answer are collected from stackoverflow and tested by JTuto community, is licensed under the terms of CC BY-SA 2.5. - CC BY-SA 3.0. - CC BY-SA 4.0.

people found this article helpful. What about you?