Revert "clk: imx: fix composite peripheral flags"

This reverts commit 936c3836.

https://lore.kernel.org/linux-arm-kernel/20210104120512.gmi2zjz7dzhjussp@fsr-ub1664-175/

we should use this instead when it's ready:
https://lore.kernel.org/linux-arm-kernel/1613750416-11901-1-git-send-email-abel.vesa@nxp.com/

drivers/clk/imx/clk-composite-8m.c

@@ -216,7 +216,6 @@ struct clk_hw *imx8m_clk_hw_composite_flags(const char *name,
 		div->width = PCG_PREDIV_WIDTH;
 		divider_ops = &imx8m_clk_composite_divider_ops;
 		mux_ops = &clk_mux_ops;
-		flags |= CLK_SET_PARENT_GATE;
 	}
 
 	div->lock = &imx_ccm_lock;