(108.00, 754.57) (126.82, 754.57) (126.82, 763.12) (108.00, 763.12)       /F81 IBM	<|special_separator|>
(399.97, 754.57) (429.85, 754.57) (429.85, 763.12) (399.97, 763.12)       /F81 Granite	<|special_separator|>
(432.34, 754.57) (471.62, 754.57) (471.62, 763.12) (432.34, 763.12)       /F81 Language	<|special_separator|>
(474.12, 754.57) (504.00, 754.57) (504.00, 763.12) (474.12, 763.12)       /F81 Models	<|special_separator|>
(107.64, 698.11) (160.49, 698.11) (160.49, 706.66) (107.64, 706.66)       /F81 Additionally,	<|special_separator|>
(162.97, 698.11) (175.29, 698.11) (175.29, 706.66) (162.97, 706.66)       /F81 the	<|special_separator|>
(177.77, 698.11) (206.90, 698.11) (206.90, 706.66) (177.77, 706.66)       /F81 models	<|special_separator|>
(209.38, 698.11) (228.97, 698.11) (228.97, 706.66) (209.38, 706.66)       /F81 were	<|special_separator|>
(231.45, 698.11) (259.45, 698.11) (259.45, 706.66) (231.45, 706.66)       /F81 trained	<|special_separator|>
(261.93, 698.11) (279.85, 698.11) (279.85, 706.66) (261.93, 706.66)       /F81 with	<|special_separator|>
(282.33, 698.11) (325.46, 698.11) (325.46, 706.66) (282.33, 706.66)       /F81 techniques	<|special_separator|>
(327.94, 698.11) (343.06, 698.11) (343.06, 706.66) (327.94, 706.66)       /F81 that	<|special_separator|>
(345.54, 698.11) (379.28, 698.11) (379.28, 706.66) (345.54, 706.66)       /F81 leverage	<|special_separator|>
(381.76, 698.11) (416.23, 698.11) (416.23, 706.66) (381.76, 706.66)       /F81 different	<|special_separator|>
(418.71, 698.11) (452.87, 698.11) (452.87, 706.66) (418.71, 706.66)       /F81 methods	<|special_separator|>
(455.35, 698.11) (478.88, 698.11) (478.88, 706.66) (455.35, 706.66)       /F81 found	<|special_separator|>
(481.36, 698.11) (489.20, 698.11) (489.20, 706.66) (481.36, 706.66)       /F81 in	<|special_separator|>
(491.68, 698.11) (504.00, 698.11) (504.00, 706.66) (491.68, 706.66)       /F81 the	<|special_separator|>
(108.00, 687.15) (140.03, 687.15) (140.03, 695.70) (108.00, 695.70)       /F81 existing	<|special_separator|>
(143.25, 687.15) (182.76, 687.15) (182.76, 695.70) (143.25, 695.70)       /F81 literature:	<|special_separator|>
(187.29, 687.32) (193.29, 687.32) (193.29, 696.02) (187.29, 696.02)       /F31 µ	<|special_separator|>
(193.29, 687.32) (200.07, 687.32) (200.07, 696.02) (193.29, 696.02)       /F28 P	<|special_separator|>
(203.29, 687.15) (227.69, 687.15) (227.69, 695.70) (203.29, 695.70)       /F81 (Yang	<|special_separator|>
(230.90, 687.15) (238.81, 687.15) (238.81, 695.70) (230.90, 695.70)       /F81 &	<|special_separator|>
(242.03, 687.15) (256.98, 687.15) (256.98, 695.70) (242.03, 695.70)       /F81 Hu,	<|special_separator|>
(260.19, 687.15) (283.34, 687.15) (283.34, 695.70) (260.19, 695.70)       /F81 2020;	<|special_separator|>
(286.56, 687.15) (307.57, 687.15) (307.57, 695.70) (286.56, 695.70)       /F81 Yang	<|special_separator|>
(310.78, 687.15) (318.12, 687.15) (318.12, 695.70) (310.78, 695.70)       /F81 et	<|special_separator|>
(321.34, 687.15) (333.76, 687.15) (333.76, 695.70) (321.34, 695.70)       /F81 al.,	<|special_separator|>
(336.97, 687.15) (360.12, 687.15) (360.12, 695.70) (336.97, 695.70)       /F81 2022;	<|special_separator|>
(363.33, 687.15) (387.04, 687.15) (387.04, 695.70) (363.33, 695.70)       /F81 2023)	<|special_separator|>
(390.26, 687.15) (422.18, 687.15) (422.18, 695.70) (390.26, 695.70)       /F81 allowed	<|special_separator|>
(425.39, 687.15) (437.24, 687.15) (437.24, 695.70) (425.39, 695.70)       /F81 for	<|special_separator|>
(440.46, 687.15) (504.17, 687.15) (504.17, 695.70) (440.46, 695.70)       /F81 hyperparameter	<|special_separator|>
(108.00, 676.19) (138.61, 676.19) (138.61, 684.74) (108.00, 684.74)       /F81 transfer	<|special_separator|>
(141.10, 676.19) (159.47, 676.19) (159.47, 684.74) (141.10, 684.74)       /F81 after	<|special_separator|>
(161.95, 676.19) (166.40, 676.19) (166.40, 684.74) (161.95, 684.74)       /F81 a	<|special_separator|>
(168.90, 676.19) (231.74, 676.19) (231.74, 684.74) (168.90, 684.74)       /F81 hyperparameter	<|special_separator|>
(234.23, 676.19) (259.83, 676.19) (259.83, 684.74) (234.23, 684.74)       /F81 search	<|special_separator|>
(262.31, 676.19) (272.34, 676.19) (272.34, 684.74) (262.31, 684.74)       /F81 on	<|special_separator|>
(274.83, 676.19) (304.34, 676.19) (304.34, 684.74) (274.83, 684.74)       /F81 smaller	<|special_separator|>
(306.82, 676.19) (338.28, 676.19) (338.28, 684.74) (306.82, 684.74)       /F81 models,	<|special_separator|>
(340.78, 676.19) (355.25, 676.19) (355.25, 684.74) (340.78, 684.74)       /F81 and	<|special_separator|>
(357.75, 676.19) (383.10, 676.19) (383.10, 684.74) (357.75, 684.74)       /F81 Power	<|special_separator|>
(385.60, 676.19) (424.01, 676.19) (424.01, 684.74) (385.60, 684.74)       /F81 scheduler	<|special_separator|>
(426.49, 676.19) (449.87, 676.19) (449.87, 684.74) (426.49, 684.74)       /F81 (Shen	<|special_separator|>
(452.37, 676.19) (459.61, 676.19) (459.61, 684.74) (452.37, 684.74)       /F81 et	<|special_separator|>
(462.10, 676.19) (474.34, 676.19) (474.34, 684.74) (462.10, 684.74)       /F81 al.,	<|special_separator|>
(476.83, 676.19) (504.67, 676.19) (504.67, 684.74) (476.83, 684.74)       /F81 2024c)	<|special_separator|>
(108.00, 665.23) (138.92, 665.23) (138.92, 673.78) (108.00, 673.78)       /F81 allowed	<|special_separator|>
(141.40, 665.23) (152.87, 665.23) (152.87, 673.78) (141.40, 673.78)       /F81 for	<|special_separator|>
(155.35, 665.23) (187.61, 665.23) (187.61, 673.78) (155.35, 673.78)       /F81 learning	<|special_separator|>
(190.09, 665.23) (204.85, 665.23) (204.85, 673.78) (190.09, 673.78)       /F81 rate	<|special_separator|>
(207.33, 665.23) (237.39, 665.23) (237.39, 673.78) (207.33, 673.78)       /F81 transfer	<|special_separator|>
(239.88, 665.23) (264.46, 665.23) (264.46, 673.78) (239.88, 673.78)       /F81 across	<|special_separator|>
(266.95, 665.23) (288.27, 665.23) (288.27, 673.78) (266.95, 673.78)       /F81 batch	<|special_separator|>
(290.76, 665.23) (306.06, 665.23) (306.06, 673.78) (290.76, 673.78)       /F81 size	<|special_separator|>
(308.54, 665.23) (322.76, 665.23) (322.76, 673.78) (308.54, 673.78)       /F81 and	<|special_separator|>
(325.24, 665.23) (342.74, 665.23) (342.74, 673.78) (325.24, 673.78)       /F81 total	<|special_separator|>
(345.22, 665.23) (375.29, 665.23) (375.29, 673.78) (345.22, 673.78)       /F81 number	<|special_separator|>
(377.78, 665.23) (385.98, 665.23) (385.98, 673.78) (377.78, 673.78)       /F81 of	<|special_separator|>
(388.46, 665.23) (419.08, 665.23) (419.08, 673.78) (388.46, 673.78)       /F81 training	<|special_separator|>
(421.56, 665.23) (449.62, 665.23) (449.62, 673.78) (421.56, 673.78)       /F81 tokens.	<|special_separator|>
(452.70, 665.23) (466.23, 665.23) (466.23, 673.78) (452.70, 673.78)       /F81 For	<|special_separator|>
(468.71, 665.23) (481.83, 665.23) (481.83, 673.78) (468.71, 673.78)       /F81 our	<|special_separator|>
(484.31, 665.23) (504.00, 665.23) (504.00, 673.78) (484.31, 673.78)       /F81 MoE	<|special_separator|>
(108.00, 654.27) (138.65, 654.27) (138.65, 662.83) (108.00, 662.83)       /F81 models,	<|special_separator|>
(141.15, 654.27) (152.53, 654.27) (152.53, 662.83) (141.15, 662.83)       /F81 we	<|special_separator|>
(155.03, 654.27) (172.93, 654.27) (172.93, 662.83) (155.03, 662.83)       /F81 used	<|special_separator|>
(175.43, 654.27) (179.76, 654.27) (179.76, 662.83) (175.43, 662.83)       /F81 a	<|special_separator|>
(182.26, 654.27) (214.80, 654.27) (214.80, 662.83) (182.26, 662.83)       /F81 dropless	<|special_separator|>
(217.30, 654.27) (236.83, 654.27) (236.83, 662.83) (217.30, 662.83)       /F81 MoE	<|special_separator|>
(239.33, 654.27) (261.01, 654.27) (261.01, 662.83) (239.33, 662.83)       /F81 (Gale	<|special_separator|>
(263.52, 654.27) (270.56, 654.27) (270.56, 662.83) (263.52, 662.83)       /F81 et	<|special_separator|>
(273.07, 654.27) (285.00, 654.27) (285.00, 662.83) (273.07, 662.83)       /F81 al.,	<|special_separator|>
(287.50, 654.27) (310.28, 654.27) (310.28, 662.83) (287.50, 662.83)       /F81 2023)	<|special_separator|>
(312.78, 654.27) (348.56, 654.27) (348.56, 662.83) (312.78, 662.83)       /F81 approach	<|special_separator|>
(351.06, 654.27) (362.44, 654.27) (362.44, 662.83) (351.06, 662.83)       /F81 for	<|special_separator|>
(364.94, 654.27) (387.17, 654.27) (387.17, 662.83) (364.94, 662.83)       /F81 better	<|special_separator|>
(389.67, 654.27) (414.08, 654.27) (414.08, 662.83) (389.67, 662.83)       /F81 model	<|special_separator|>
(416.58, 654.27) (465.92, 654.27) (465.92, 662.83) (416.58, 662.83)       /F81 performance	<|special_separator|>
(468.41, 654.27) (489.57, 654.27) (489.57, 662.83) (468.41, 662.83)       /F81 using	<|special_separator|>
(492.07, 654.27) (504.00, 654.27) (504.00, 662.83) (492.07, 662.83)       /F81 the	<|special_separator|>
(108.00, 643.32) (155.59, 643.32) (155.59, 651.87) (108.00, 651.87)       /F81 ScatterMoE	<|special_separator|>
(158.08, 643.32) (176.09, 643.32) (176.09, 651.87) (158.08, 651.87)       /F81 (Tan	<|special_separator|>
(178.59, 643.32) (185.78, 643.32) (185.78, 651.87) (178.59, 651.87)       /F81 et	<|special_separator|>
(188.27, 643.32) (200.44, 643.32) (200.44, 651.87) (188.27, 651.87)       /F81 al.,	<|special_separator|>
(202.93, 643.32) (226.18, 643.32) (226.18, 651.87) (202.93, 651.87)       /F81 2024)	<|special_separator|>
(228.67, 643.32) (293.70, 643.32) (293.70, 651.87) (228.67, 651.87)       /F81 implementation.	<|special_separator|>
(108.00, 626.38) (154.76, 626.38) (154.76, 634.93) (108.00, 634.93)       /F81 Experiment	<|special_separator|>
(157.26, 626.38) (183.43, 626.38) (183.43, 634.93) (157.26, 634.93)       /F81 results	<|special_separator|>
(185.92, 626.38) (206.83, 626.38) (206.83, 634.93) (185.92, 634.93)       /F81 show	<|special_separator|>
(209.33, 626.38) (224.36, 626.38) (224.36, 634.93) (209.33, 634.93)       /F81 that	<|special_separator|>
(226.85, 626.38) (240.22, 626.38) (240.22, 634.93) (226.85, 634.93)       /F81 our	<|special_separator|>
(242.71, 626.38) (272.77, 626.38) (272.77, 634.93) (242.71, 634.93)       /F81 Granite	<|special_separator|>
(275.26, 626.38) (287.79, 626.38) (287.79, 634.93) (275.26, 634.93)       /F81 3.0	<|special_separator|>
(290.29, 626.38) (319.24, 626.38) (319.24, 634.93) (290.29, 634.93)       /F81 models	<|special_separator|>
(321.74, 626.38) (366.83, 626.38) (366.83, 634.93) (321.74, 634.93)       /F81 outperform	<|special_separator|>
(369.32, 626.38) (398.28, 626.38) (398.28, 634.93) (369.32, 634.93)       /F81 models	<|special_separator|>
(400.77, 626.38) (409.12, 626.38) (409.12, 634.93) (400.77, 634.93)       /F81 of	<|special_separator|>
(411.62, 626.38) (439.46, 626.38) (439.46, 634.93) (411.62, 634.93)       /F81 similar	<|special_separator|>
(441.96, 626.38) (482.02, 626.38) (482.02, 634.93) (441.96, 634.93)       /F81 parameter	<|special_separator|>
(484.52, 626.38) (504.00, 626.38) (504.00, 634.93) (484.52, 634.93)       /F81 sizes	<|special_separator|>
(108.00, 615.42) (117.95, 615.42) (117.95, 623.97) (108.00, 623.97)       /F81 on	<|special_separator|>
(120.45, 615.42) (142.42, 615.42) (142.42, 623.97) (120.45, 623.97)       /F81 many	<|special_separator|>
(144.92, 615.42) (195.50, 615.42) (195.50, 623.97) (144.92, 623.97)       /F81 benchmarks,	<|special_separator|>
(198.01, 615.42) (254.96, 615.42) (254.96, 623.97) (198.01, 623.97)       /F81 demonstrating	<|special_separator|>
(257.46, 615.42) (282.34, 615.42) (282.34, 623.97) (257.46, 623.97)       /F81 strong	<|special_separator|>
(284.85, 615.42) (335.14, 615.42) (335.14, 623.97) (284.85, 623.97)       /F81 performance	<|special_separator|>
(337.64, 615.42) (345.38, 615.42) (345.38, 623.97) (337.64, 623.97)       /F81 in	<|special_separator|>
(347.89, 615.42) (393.80, 615.42) (393.80, 623.97) (347.89, 623.97)       /F81 knowledge,	<|special_separator|>
(396.30, 615.42) (437.48, 615.42) (437.48, 623.97) (396.30, 623.97)       /F81 reasoning,	<|special_separator|>
(439.99, 615.42) (473.16, 615.42) (473.16, 623.97) (439.99, 623.97)       /F81 function	<|special_separator|>
(475.67, 615.42) (505.25, 615.42) (505.25, 623.97) (475.67, 623.97)       /F81 calling,	<|special_separator|>
(108.00, 604.46) (160.23, 604.46) (160.23, 613.01) (108.00, 613.01)       /F81 multilingual,	<|special_separator|>
(163.17, 604.46) (182.35, 604.46) (182.35, 613.01) (163.17, 613.01)       /F81 code	<|special_separator|>
(185.21, 604.46) (218.24, 604.46) (218.24, 613.01) (185.21, 613.01)       /F81 support,	<|special_separator|>
(221.17, 604.46) (229.64, 604.46) (229.64, 613.01) (221.17, 613.01)       /F81 as	<|special_separator|>
(232.48, 604.46) (249.98, 604.46) (249.98, 613.01) (232.48, 613.01)       /F81 well	<|special_separator|>
(252.84, 604.46) (261.30, 604.46) (261.30, 613.01) (252.84, 613.01)       /F81 as	<|special_separator|>
(264.15, 604.46) (304.21, 604.46) (304.21, 613.01) (264.15, 613.01)       /F81 enterprise	<|special_separator|>
(307.07, 604.46) (327.39, 604.46) (327.39, 613.01) (307.07, 613.01)       /F81 tasks	<|special_separator|>
(330.24, 604.46) (345.38, 604.46) (345.38, 613.01) (330.24, 613.01)       /F81 like	<|special_separator|>
(348.24, 604.46) (402.83, 604.46) (402.83, 613.01) (348.24, 613.01)       /F81 cybersecurity	<|special_separator|>
(405.67, 604.46) (420.35, 604.46) (420.35, 613.01) (405.67, 613.01)       /F81 and	<|special_separator|>
(423.20, 604.46) (456.56, 604.46) (456.56, 613.01) (423.20, 613.01)       /F81 retrieval	<|special_separator|>
(459.41, 604.46) (504.00, 604.46) (504.00, 613.01) (459.41, 613.01)       /F81 augmented	<|special_separator|>
(108.00, 593.50) (150.51, 593.50) (150.51, 602.05) (108.00, 602.05)       /F81 generation	<|special_separator|>
(153.00, 593.50) (183.09, 593.50) (183.09, 602.05) (153.00, 602.05)       /F81 (RAG).	<|special_separator|>
(185.58, 593.50) (211.87, 593.50) (211.87, 602.05) (185.58, 602.05)       /F81 Figure	<|special_separator|>
(214.36, 593.50) (219.40, 593.50) (219.40, 602.05) (214.36, 602.05)       /F81 3	<|special_separator|>
(221.89, 593.50) (246.82, 593.50) (246.82, 602.05) (221.89, 602.05)       /F81 shows	<|special_separator|>
(249.31, 593.50) (264.42, 593.50) (264.42, 602.05) (249.31, 602.05)       /F81 that	<|special_separator|>
(266.91, 593.50) (280.33, 593.50) (280.33, 602.05) (266.91, 602.05)       /F81 our	<|special_separator|>
(282.82, 593.50) (344.08, 593.50) (344.08, 602.05) (282.82, 602.05)       /F81 Granite-3.0-8B	<|special_separator|>
(346.57, 593.50) (375.66, 593.50) (375.66, 602.05) (346.57, 602.05)       /F81 models	<|special_separator|>
(378.15, 593.50) (426.27, 593.50) (426.27, 602.05) (378.15, 602.05)       /F81 consistently	<|special_separator|>
(428.76, 593.50) (474.07, 593.50) (474.07, 602.05) (428.76, 602.05)       /F81 outperform	<|special_separator|>
(476.56, 593.50) (505.65, 593.50) (505.65, 602.05) (476.56, 602.05)       /F81 Llama-	<|special_separator|>
(108.00, 582.54) (135.40, 582.54) (135.40, 591.10) (108.00, 591.10)       /F81 3.1-8B	<|special_separator|>
(137.89, 582.54) (152.27, 582.54) (152.27, 591.10) (137.89, 591.10)       /F81 and	<|special_separator|>
(154.76, 582.54) (198.49, 582.54) (198.49, 591.10) (154.76, 591.10)       /F81 Mistral-7B	<|special_separator|>
(200.98, 582.54) (210.94, 582.54) (210.94, 591.10) (200.98, 591.10)       /F81 on	<|special_separator|>
(213.43, 582.54) (242.51, 582.54) (242.51, 591.10) (213.43, 591.10)       /F81 various	<|special_separator|>
(245.01, 582.54) (281.26, 582.54) (281.26, 591.10) (245.01, 591.10)       /F81 domains.	<|special_separator|>
(284.35, 582.54) (299.84, 582.54) (299.84, 591.10) (284.35, 591.10)       /F81 The	<|special_separator|>
(302.33, 582.54) (316.47, 582.54) (316.47, 591.10) (302.33, 591.10)       /F81 key	<|special_separator|>
(318.96, 582.54) (362.97, 582.54) (362.97, 591.10) (318.96, 591.10)       /F81 advantages	<|special_separator|>
(365.46, 582.54) (373.76, 582.54) (373.76, 591.10) (365.46, 591.10)       /F81 of	<|special_separator|>
(376.25, 582.54) (406.13, 582.54) (406.13, 591.10) (376.25, 591.10)       /F81 Granite	<|special_separator|>
(408.62, 582.54) (421.07, 582.54) (421.07, 591.10) (408.62, 591.10)       /F81 3.0	<|special_separator|>
(423.56, 582.54) (452.35, 582.54) (452.35, 591.10) (423.56, 591.10)       /F81 models	<|special_separator|>
(454.84, 582.54) (469.77, 582.54) (469.77, 591.10) (454.84, 591.10)       /F81 are:	<|special_separator|>
(135.40, 561.58) (138.88, 561.58) (138.88, 570.13) (135.40, 570.13)       /F81 •	<|special_separator|>
(143.87, 561.56) (199.75, 561.56) (199.75, 570.52) (143.87, 570.52)       /F90 Lightweight:	<|special_separator|>
(204.11, 561.58) (219.91, 561.58) (219.91, 570.13) (204.11, 570.13)       /F81 Our	<|special_separator|>
(223.03, 561.58) (249.94, 561.58) (249.94, 570.13) (223.03, 570.13)       /F81 largest	<|special_separator|>
(253.07, 561.58) (276.20, 561.58) (276.20, 570.13) (253.07, 570.13)       /F81 dense	<|special_separator|>
(279.32, 561.58) (304.73, 561.58) (304.73, 570.13) (279.32, 570.13)       /F81 model	<|special_separator|>
(307.85, 561.58) (321.39, 561.58) (321.39, 570.13) (307.85, 570.13)       /F81 has	<|special_separator|>
(324.51, 561.58) (329.60, 561.58) (329.60, 570.13) (324.51, 570.13)       /F81 8	<|special_separator|>
(332.71, 561.58) (359.26, 561.58) (359.26, 570.13) (332.71, 570.13)       /F81 billion	<|special_separator|>
(362.39, 561.58) (409.50, 561.58) (409.50, 570.13) (362.39, 570.13)       /F81 parameters,	<|special_separator|>
(412.78, 561.58) (427.45, 561.58) (427.45, 570.13) (412.78, 570.13)       /F81 and	<|special_separator|>
(430.57, 561.58) (444.12, 561.58) (444.12, 570.13) (430.57, 570.13)       /F81 our	<|special_separator|>
(447.25, 561.58) (480.56, 561.58) (480.56, 570.13) (447.25, 570.13)       /F81 smallest	<|special_separator|>
(483.68, 561.58) (504.00, 561.58) (504.00, 570.13) (483.68, 570.13)       /F81 MoE	<|special_separator|>
(143.87, 550.62) (168.27, 550.62) (168.27, 559.17) (143.87, 559.17)       /F81 model	<|special_separator|>
(170.54, 550.62) (183.55, 550.62) (183.55, 559.17) (170.54, 559.17)       /F81 has	<|special_separator|>
(185.82, 550.62) (195.03, 550.62) (195.03, 559.17) (185.82, 559.17)       /F81 an	<|special_separator|>
(197.30, 550.62) (232.05, 550.62) (232.05, 559.17) (197.30, 559.17)       /F81 activated	<|special_separator|>
(234.32, 550.62) (273.35, 550.62) (273.35, 559.17) (234.32, 559.17)       /F81 parameter	<|special_separator|>
(275.62, 550.62) (297.32, 550.62) (297.32, 559.17) (275.62, 559.17)       /F81 count	<|special_separator|>
(299.58, 550.62) (307.71, 550.62) (307.71, 559.17) (299.58, 559.17)       /F81 of	<|special_separator|>
(309.98, 550.62) (324.62, 550.62) (324.62, 559.17) (309.98, 559.17)       /F81 400	<|special_separator|>
(326.89, 550.62) (357.55, 550.62) (357.55, 559.17) (326.89, 559.17)       /F81 million,	<|special_separator|>
(359.86, 550.62) (393.49, 550.62) (393.49, 559.17) (359.86, 559.17)       /F81 enabling	<|special_separator|>
(395.75, 550.62) (426.94, 550.62) (426.94, 559.17) (395.75, 559.17)       /F81 hosting,	<|special_separator|>
(429.26, 550.62) (437.39, 550.62) (437.39, 559.17) (429.26, 559.17)       /F81 or	<|special_separator|>
(439.65, 550.62) (457.69, 550.62) (457.69, 559.17) (439.65, 559.17)       /F81 even	<|special_separator|>
(459.95, 550.62) (505.25, 550.62) (505.25, 559.17) (459.95, 559.17)       /F81 fine-tuning,	<|special_separator|>
(143.87, 539.66) (153.83, 539.66) (153.83, 548.21) (143.87, 548.21)       /F81 on	<|special_separator|>
(156.32, 539.66) (176.79, 539.66) (176.79, 548.21) (156.32, 548.21)       /F81 more	<|special_separator|>
(179.28, 539.66) (207.52, 539.66) (207.52, 548.21) (179.28, 548.21)       /F81 limited	<|special_separator|>
(210.01, 539.66) (244.32, 539.66) (244.32, 548.21) (210.01, 548.21)       /F81 compute	<|special_separator|>
(246.81, 539.66) (286.92, 539.66) (286.92, 548.21) (246.81, 548.21)       /F81 resources.	<|special_separator|>
(135.40, 524.63) (138.88, 524.63) (138.88, 533.19) (135.40, 533.19)       /F81 •	<|special_separator|>
(143.87, 524.62) (174.66, 524.62) (174.66, 533.57) (143.87, 533.57)       /F90 Robust	<|special_separator|>
(177.13, 524.62) (208.68, 524.62) (208.68, 533.57) (177.13, 533.57)       /F90 Models	<|special_separator|>
(211.16, 524.62) (230.31, 524.62) (230.31, 533.57) (211.16, 533.57)       /F90 with	<|special_separator|>
(232.79, 524.62) (279.15, 524.62) (279.15, 533.57) (232.79, 533.57)       /F90 Permissive	<|special_separator|>
(281.62, 524.62) (317.68, 524.62) (317.68, 533.57) (281.62, 533.57)       /F90 License:	<|special_separator|>
(320.76, 524.63) (363.02, 524.63) (363.02, 533.19) (320.76, 533.19)       /F81 Combined	<|special_separator|>
(365.49, 524.63) (383.52, 524.63) (383.52, 533.19) (365.49, 533.19)       /F81 with	<|special_separator|>
(386.00, 524.63) (422.46, 524.63) (422.46, 533.19) (386.00, 533.19)       /F81 excellent	<|special_separator|>
(424.93, 524.63) (476.18, 524.63) (476.18, 533.19) (424.93, 533.19)       /F81 performance	<|special_separator|>
(478.66, 524.63) (504.00, 524.63) (504.00, 533.19) (478.66, 533.19)       /F81 across	<|special_separator|>
(143.62, 513.68) (173.29, 513.68) (173.29, 522.23) (143.62, 522.23)       /F81 various	<|special_separator|>
(177.01, 513.68) (228.65, 513.68) (228.65, 522.23) (177.01, 522.23)       /F81 benchmarks,	<|special_separator|>
(232.69, 513.68) (246.24, 513.68) (246.24, 522.23) (232.69, 522.23)       /F81 our	<|special_separator|>
(249.97, 513.68) (280.44, 513.68) (280.44, 522.23) (249.97, 522.23)       /F81 Granite	<|special_separator|>
(284.18, 513.68) (296.88, 513.68) (296.88, 522.23) (284.18, 522.23)       /F81 3.0	<|special_separator|>
(300.61, 513.68) (329.96, 513.68) (329.96, 522.23) (300.61, 522.23)       /F81 models	<|special_separator|>
(333.68, 513.68) (364.58, 513.68) (364.58, 522.23) (333.68, 522.23)       /F81 provide	<|special_separator|>
(368.31, 513.68) (372.83, 513.68) (372.83, 522.23) (368.31, 522.23)       /F81 a	<|special_separator|>
(376.56, 513.68) (396.87, 513.68) (396.87, 522.23) (376.56, 522.23)       /F81 great	<|special_separator|>
(400.60, 513.68) (444.63, 513.68) (444.63, 522.23) (400.60, 522.23)       /F81 foundation	<|special_separator|>
(448.35, 513.68) (460.20, 513.68) (460.20, 522.23) (448.35, 522.23)       /F81 for	<|special_separator|>
(463.93, 513.68) (504.00, 513.68) (504.00, 522.23) (463.93, 522.23)       /F81 enterprise	<|special_separator|>
(143.87, 502.72) (203.42, 502.72) (203.42, 511.27) (143.87, 511.27)       /F81 customization.	<|special_separator|>
(209.71, 502.72) (222.70, 502.72) (222.70, 511.27) (209.71, 511.27)       /F81 All	<|special_separator|>
(226.26, 502.72) (239.80, 502.72) (239.80, 511.27) (226.26, 511.27)       /F81 our	<|special_separator|>
(243.37, 502.72) (275.27, 502.72) (275.27, 511.27) (243.37, 511.27)       /F81 models,	<|special_separator|>
(279.09, 502.72) (317.48, 502.72) (317.48, 511.27) (279.09, 511.27)       /F81 including	<|special_separator|>
(321.04, 502.72) (351.52, 502.72) (351.52, 511.27) (321.04, 511.27)       /F81 instruct	<|special_separator|>
(355.09, 502.72) (389.55, 502.72) (389.55, 511.27) (355.09, 511.27)       /F81 variants,	<|special_separator|>
(393.38, 502.72) (406.93, 502.72) (406.93, 511.27) (393.38, 511.27)       /F81 use	<|special_separator|>
(410.48, 502.72) (420.07, 502.72) (420.07, 511.27) (410.48, 511.27)       /F81 an	<|special_separator|>
(423.63, 502.72) (454.67, 502.72) (454.67, 511.27) (423.63, 511.27)       /F81 Apache	<|special_separator|>
(458.22, 502.72) (470.92, 502.72) (470.92, 511.27) (458.22, 511.27)       /F81 2.0	<|special_separator|>
(474.48, 502.72) (505.24, 502.72) (505.24, 511.27) (474.48, 511.27)       /F81 license,	<|special_separator|>
(143.87, 491.76) (177.79, 491.76) (177.79, 500.31) (143.87, 500.31)       /F81 allowing	<|special_separator|>
(179.92, 491.76) (191.31, 491.76) (191.31, 500.31) (179.92, 500.31)       /F81 for	<|special_separator|>
(193.43, 491.76) (213.50, 491.76) (213.50, 500.31) (193.43, 500.31)       /F81 more	<|special_separator|>
(215.63, 491.76) (253.59, 491.76) (253.59, 500.31) (215.63, 500.31)       /F81 consumer	<|special_separator|>
(255.71, 491.76) (269.81, 491.76) (269.81, 500.31) (255.71, 500.31)       /F81 and	<|special_separator|>
(271.94, 491.76) (310.44, 491.76) (310.44, 500.31) (271.94, 500.31)       /F81 enterprise	<|special_separator|>
(312.57, 491.76) (334.80, 491.76) (334.80, 500.31) (312.57, 500.31)       /F81 usage	<|special_separator|>
(336.93, 491.76) (374.76, 491.76) (374.76, 500.31) (336.93, 500.31)       /F81 flexibility	<|special_separator|>
(376.89, 491.76) (393.93, 491.76) (393.93, 500.31) (376.89, 500.31)       /F81 over	<|special_separator|>
(396.06, 491.76) (407.99, 491.76) (407.99, 500.31) (396.06, 500.31)       /F81 the	<|special_separator|>
(410.12, 491.76) (430.19, 491.76) (430.19, 500.31) (410.12, 500.31)       /F81 more	<|special_separator|>
(432.31, 491.76) (470.96, 491.76) (470.96, 500.31) (432.31, 500.31)       /F81 restrictive	<|special_separator|>
(473.08, 491.76) (504.00, 491.76) (504.00, 500.31) (473.08, 500.31)       /F81 licenses	<|special_separator|>
(143.87, 480.80) (152.16, 480.80) (152.16, 489.35) (143.87, 489.35)       /F81 of	<|special_separator|>
(154.65, 480.80) (175.13, 480.80) (175.13, 489.35) (154.65, 489.35)       /F81 other	<|special_separator|>
(177.62, 480.80) (213.13, 480.80) (213.13, 489.35) (177.62, 489.35)       /F81 available	<|special_separator|>
(215.63, 480.80) (244.41, 480.80) (244.41, 489.35) (215.63, 489.35)       /F81 models	<|special_separator|>
(246.90, 480.80) (254.65, 480.80) (254.65, 489.35) (246.90, 489.35)       /F81 in	<|special_separator|>
(257.14, 480.80) (269.31, 480.80) (269.31, 489.35) (257.14, 489.35)       /F81 the	<|special_separator|>
(271.81, 480.80) (292.28, 480.80) (292.28, 489.35) (271.81, 489.35)       /F81 same	<|special_separator|>
(294.77, 480.80) (316.63, 480.80) (316.63, 489.35) (294.77, 489.35)       /F81 class.	<|special_separator|>
(135.40, 465.77) (138.88, 465.77) (138.88, 474.32) (135.40, 474.32)       /F81 •	<|special_separator|>
(143.54, 465.75) (197.12, 465.75) (197.12, 474.71) (143.54, 474.71)       /F90 Trustworthy	<|special_separator|>
(199.61, 465.75) (301.12, 465.75) (301.12, 474.71) (199.61, 474.71)       /F90 Enterprise-GradeLLM	<|special_separator|>
(301.11, 465.77) (303.90, 465.77) (303.90, 474.32) (301.11, 474.32)       /F81 :	<|special_separator|>
(306.40, 465.77) (319.20, 465.77) (319.20, 474.32) (306.40, 474.32)       /F81 All	<|special_separator|>
(321.71, 465.77) (335.07, 465.77) (335.07, 474.32) (321.71, 474.32)       /F81 our	<|special_separator|>
(337.56, 465.77) (366.52, 465.77) (366.52, 474.32) (337.56, 474.32)       /F81 models	<|special_separator|>
(369.03, 465.77) (381.26, 465.77) (381.26, 474.32) (369.03, 474.32)       /F81 are	<|special_separator|>
(383.76, 465.77) (411.59, 465.77) (411.59, 474.32) (383.76, 474.32)       /F81 trained	<|special_separator|>
(414.10, 465.77) (424.12, 465.77) (424.12, 474.32) (414.10, 474.32)       /F81 on	<|special_separator|>
(426.61, 465.77) (504.00, 465.77) (504.00, 474.32) (426.61, 474.32)       /F81 license-permissible	<|special_separator|>
(143.87, 454.81) (160.56, 454.81) (160.56, 463.36) (143.87, 463.36)       /F81 data	<|special_separator|>
(163.06, 454.81) (199.24, 454.81) (199.24, 463.36) (163.06, 463.36)       /F81 collected	<|special_separator|>
(201.73, 454.81) (240.46, 454.81) (240.46, 463.36) (201.73, 463.36)       /F81 following	<|special_separator|>
(242.96, 454.81) (268.57, 454.81) (268.57, 463.36) (242.96, 463.36)       /F81 IBM's	<|special_separator|>
(271.07, 454.81) (281.64, 454.81) (281.64, 463.36) (271.07, 463.36)       /F81 AI	<|special_separator|>
(284.14, 454.81) (309.19, 454.81) (309.19, 463.36) (284.14, 463.36)       /F81 Ethics	<|special_separator|>
(311.69, 454.81) (351.22, 454.81) (351.22, 463.36) (311.69, 463.36)       /F81 principles	<|special_separator|>
(351.22, 459.05) (354.71, 459.05) (354.71, 465.03) (351.22, 465.03)       /F81 1	<|special_separator|>
(357.70, 454.81) (369.39, 454.81) (369.39, 463.36) (357.70, 463.36)       /F81 for	<|special_separator|>
(371.88, 454.81) (417.95, 454.81) (417.95, 463.36) (371.88, 463.36)       /F81 trustworthy	<|special_separator|>
(420.44, 454.81) (459.96, 454.81) (459.96, 463.36) (420.44, 463.36)       /F81 enterprise	<|special_separator|>
(462.46, 454.81) (487.78, 454.81) (487.78, 463.36) (462.46, 463.36)       /F81 usage.	<|special_separator|>
(490.89, 454.81) (504.00, 454.81) (504.00, 463.36) (490.89, 463.36)       /F81 We	<|special_separator|>
(143.87, 443.85) (177.46, 443.85) (177.46, 452.41) (143.87, 452.41)       /F81 describe	<|special_separator|>
(179.94, 443.85) (187.78, 443.85) (187.78, 452.41) (179.94, 452.41)       /F81 in	<|special_separator|>
(190.27, 443.85) (210.43, 443.85) (210.43, 452.41) (190.27, 452.41)       /F81 great	<|special_separator|>
(212.91, 443.85) (235.31, 443.85) (235.31, 452.41) (212.91, 452.41)       /F81 detail	<|special_separator|>
(237.80, 443.85) (250.12, 443.85) (250.12, 452.41) (237.80, 452.41)       /F81 the	<|special_separator|>
(252.60, 443.85) (282.84, 443.85) (282.84, 452.41) (252.60, 452.41)       /F81 sources	<|special_separator|>
(285.32, 443.85) (293.72, 443.85) (293.72, 452.41) (285.32, 452.41)       /F81 of	<|special_separator|>
(296.21, 443.85) (309.65, 443.85) (309.65, 452.41) (296.21, 452.41)       /F81 our	<|special_separator|>
(312.13, 443.85) (331.44, 443.85) (331.44, 452.41) (312.13, 452.41)       /F81 data,	<|special_separator|>
(333.93, 443.85) (350.73, 443.85) (350.73, 452.41) (333.93, 452.41)       /F81 data	<|special_separator|>
(353.21, 443.85) (396.33, 443.85) (396.33, 452.41) (353.21, 452.41)       /F81 processing	<|special_separator|>
(398.82, 443.85) (433.83, 443.85) (433.83, 452.41) (398.82, 452.41)       /F81 pipeline,	<|special_separator|>
(436.31, 443.85) (450.87, 443.85) (450.87, 452.41) (436.31, 452.41)       /F81 and	<|special_separator|>
(453.36, 443.85) (470.15, 443.85) (470.15, 452.41) (453.36, 452.41)       /F81 data	<|special_separator|>
(472.63, 443.85) (504.00, 443.85) (504.00, 452.41) (472.63, 452.41)       /F81 mixture	<|special_separator|>
(143.87, 432.89) (169.31, 432.89) (169.31, 441.45) (143.87, 441.45)       /F81 search	<|special_separator|>
(171.80, 432.89) (179.55, 432.89) (179.55, 441.45) (171.80, 441.45)       /F81 to	<|special_separator|>
(182.04, 432.89) (223.55, 432.89) (223.55, 441.45) (182.04, 441.45)       /F81 strengthen	<|special_separator|>
(226.04, 432.89) (243.75, 432.89) (243.75, 441.45) (226.04, 441.45)       /F81 trust	<|special_separator|>
(246.24, 432.89) (253.99, 432.89) (253.99, 441.45) (246.24, 441.45)       /F81 in	<|special_separator|>
(256.48, 432.89) (269.76, 432.89) (269.76, 441.45) (256.48, 441.45)       /F81 our	<|special_separator|>
(272.25, 432.89) (301.04, 432.89) (301.04, 441.45) (272.25, 441.45)       /F81 models	<|special_separator|>
(303.53, 432.89) (315.14, 432.89) (315.14, 441.45) (303.53, 441.45)       /F81 for	<|special_separator|>
(317.63, 432.89) (379.62, 432.89) (379.62, 441.45) (317.63, 441.45)       /F81 mission-critical	<|special_separator|>
(382.11, 432.89) (396.50, 432.89) (396.50, 441.45) (382.11, 441.45)       /F81 and	<|special_separator|>
(398.99, 432.89) (435.91, 432.89) (435.91, 441.45) (398.99, 441.45)       /F81 regulated	<|special_separator|>
(438.40, 432.89) (489.04, 432.89) (489.04, 441.45) (438.40, 441.45)       /F81 applications.	<|special_separator|>
(107.53, 411.93) (120.38, 411.93) (120.38, 420.48) (107.53, 420.48)       /F81 We	<|special_separator|>
(122.87, 411.93) (155.63, 411.93) (155.63, 420.48) (122.87, 420.48)       /F81 describe	<|special_separator|>
(158.12, 411.93) (170.14, 411.93) (170.14, 420.48) (158.12, 420.48)       /F81 the	<|special_separator|>
(172.62, 411.93) (197.20, 411.93) (197.20, 420.48) (172.62, 420.48)       /F81 model	<|special_separator|>
(199.69, 411.93) (246.10, 411.93) (246.10, 420.48) (199.69, 420.48)       /F81 architecture	<|special_separator|>
(248.59, 411.93) (262.79, 411.93) (262.79, 420.48) (248.59, 420.48)       /F81 and	<|special_separator|>
(265.27, 411.93) (311.70, 411.93) (311.70, 420.48) (265.27, 420.48)       /F81 background	<|special_separator|>
(314.18, 411.93) (324.02, 411.93) (324.02, 420.48) (314.18, 420.48)       /F81 on	<|special_separator|>
(326.50, 411.93) (346.17, 411.93) (346.17, 420.48) (326.50, 420.48)       /F81 MoE	<|special_separator|>
(348.66, 411.93) (377.07, 411.93) (377.07, 420.48) (348.66, 420.48)       /F81 models	<|special_separator|>
(379.55, 411.93) (387.19, 411.93) (387.19, 420.48) (379.55, 420.48)       /F81 in	<|special_separator|>
(389.68, 411.93) (419.18, 411.93) (419.18, 420.48) (389.68, 420.48)       /F81 Section	<|special_separator|>
(421.67, 411.93) (429.04, 411.93) (429.04, 420.48) (421.67, 420.48)       /F81 2.	<|special_separator|>
(432.13, 411.93) (454.80, 411.93) (454.80, 420.48) (432.13, 420.48)       /F81 Then,	<|special_separator|>
(457.29, 411.93) (468.75, 411.93) (468.75, 420.48) (457.29, 420.48)       /F81 we	<|special_separator|>
(471.24, 411.93) (504.00, 411.93) (504.00, 420.48) (471.24, 420.48)       /F81 describe	<|special_separator|>
(108.00, 400.97) (121.02, 400.97) (121.02, 409.52) (108.00, 409.52)       /F81 our	<|special_separator|>
(123.32, 400.97) (139.58, 400.97) (139.58, 409.52) (123.32, 409.52)       /F81 data	<|special_separator|>
(141.89, 400.97) (182.84, 400.97) (182.84, 409.52) (141.89, 409.52)       /F81 collection,	<|special_separator|>
(185.18, 400.97) (218.54, 400.97) (218.54, 409.52) (185.18, 409.52)       /F81 filtering,	<|special_separator|>
(220.88, 400.97) (234.98, 400.97) (234.98, 409.52) (220.88, 409.52)       /F81 and	<|special_separator|>
(237.29, 400.97) (291.51, 400.97) (291.51, 409.52) (237.29, 409.52)       /F81 preprocessing	<|special_separator|>
(293.82, 400.97) (325.27, 400.97) (325.27, 409.52) (293.82, 409.52)       /F81 pipeline	<|special_separator|>
(327.58, 400.97) (335.17, 400.97) (335.17, 409.52) (327.58, 409.52)       /F81 in	<|special_separator|>
(337.48, 400.97) (366.77, 400.97) (366.77, 409.52) (337.48, 409.52)       /F81 Section	<|special_separator|>
(369.07, 400.97) (376.39, 400.97) (376.39, 409.52) (369.07, 409.52)       /F81 3.	<|special_separator|>
(379.42, 400.97) (392.17, 400.97) (392.17, 409.52) (379.42, 409.52)       /F81 We	<|special_separator|>
(394.48, 400.97) (411.29, 400.97) (411.29, 409.52) (394.48, 409.52)       /F81 then	<|special_separator|>
(413.59, 400.97) (423.36, 400.97) (423.36, 409.52) (413.59, 409.52)       /F81 go	<|special_separator|>
(425.66, 400.97) (440.85, 400.97) (440.85, 409.52) (425.66, 409.52)       /F81 into	<|special_separator|>
(443.16, 400.97) (464.85, 400.97) (464.85, 409.52) (443.16, 409.52)       /F81 detail	<|special_separator|>
(467.15, 400.97) (488.85, 400.97) (488.85, 409.52) (467.15, 409.52)       /F81 about	<|special_separator|>
(491.15, 400.97) (504.17, 400.97) (504.17, 409.52) (491.15, 409.52)       /F81 our	<|special_separator|>
(108.00, 390.01) (124.78, 390.01) (124.78, 398.57) (108.00, 398.57)       /F81 data	<|special_separator|>
(127.27, 390.01) (158.60, 390.01) (158.60, 398.57) (127.27, 398.57)       /F81 mixture	<|special_separator|>
(161.10, 390.01) (175.65, 390.01) (175.65, 398.57) (161.10, 398.57)       /F81 and	<|special_separator|>
(178.13, 390.01) (241.28, 390.01) (241.28, 398.57) (178.13, 398.57)       /F81 hyperparameter	<|special_separator|>
(243.77, 390.01) (269.50, 390.01) (269.50, 398.57) (243.77, 398.57)       /F81 search	<|special_separator|>
(272.00, 390.01) (283.74, 390.01) (283.74, 398.57) (272.00, 398.57)       /F81 for	<|special_separator|>
(286.23, 390.01) (330.42, 390.01) (330.42, 398.57) (286.23, 398.57)       /F81 pretraining	<|special_separator|>
(332.91, 390.01) (340.75, 390.01) (340.75, 398.57) (332.91, 398.57)       /F81 in	<|special_separator|>
(343.24, 390.01) (373.45, 390.01) (373.45, 398.57) (343.24, 398.57)       /F81 Section	<|special_separator|>
(375.95, 390.01) (383.50, 390.01) (383.50, 398.57) (375.95, 398.57)       /F81 4,	<|special_separator|>
(385.99, 390.01) (421.55, 390.01) (421.55, 398.57) (385.99, 398.57)       /F81 followed	<|special_separator|>
(424.05, 390.01) (434.12, 390.01) (434.12, 398.57) (424.05, 398.57)       /F81 by	<|special_separator|>
(436.61, 390.01) (450.03, 390.01) (450.03, 398.57) (436.61, 398.57)       /F81 our	<|special_separator|>
(452.52, 390.01) (504.00, 390.01) (504.00, 398.57) (452.52, 398.57)       /F81 post-training	<|special_separator|>
(108.00, 379.06) (161.63, 379.06) (161.63, 387.61) (108.00, 387.61)       /F81 methodology	<|special_separator|>
(164.81, 379.06) (172.71, 379.06) (172.71, 387.61) (164.81, 387.61)       /F81 in	<|special_separator|>
(175.89, 379.06) (206.38, 379.06) (206.38, 387.61) (175.89, 387.61)       /F81 Section	<|special_separator|>
(209.55, 379.06) (217.17, 379.06) (217.17, 387.61) (209.55, 387.61)       /F81 5,	<|special_separator|>
(220.52, 379.06) (235.20, 379.06) (235.20, 387.61) (220.52, 387.61)       /F81 and	<|special_separator|>
(238.37, 379.06) (251.91, 379.06) (251.91, 387.61) (238.37, 387.61)       /F81 our	<|special_separator|>
(255.08, 379.06) (290.08, 379.06) (290.08, 387.61) (255.08, 387.61)       /F81 compute	<|special_separator|>
(293.26, 379.06) (348.00, 379.06) (348.00, 387.61) (293.26, 387.61)       /F81 infrastructure	<|special_separator|>
(351.17, 379.06) (359.08, 379.06) (359.08, 387.61) (351.17, 387.61)       /F81 in	<|special_separator|>
(362.26, 379.06) (392.75, 379.06) (392.75, 387.61) (362.26, 387.61)       /F81 Section	<|special_separator|>
(395.92, 379.06) (403.54, 379.06) (403.54, 387.61) (395.92, 387.61)       /F81 6.	<|special_separator|>
(408.68, 379.06) (439.17, 379.06) (439.17, 387.61) (408.68, 387.61)       /F81 Section	<|special_separator|>
(442.33, 379.06) (447.42, 379.06) (447.42, 387.61) (442.33, 387.61)       /F81 7	<|special_separator|>
(450.60, 379.06) (488.41, 379.06) (488.41, 387.61) (450.60, 387.61)       /F81 describes	<|special_separator|>
(491.58, 379.06) (504.00, 379.06) (504.00, 387.61) (491.58, 387.61)       /F81 the	<|special_separator|>
(108.00, 368.10) (134.53, 368.10) (134.53, 376.65) (108.00, 376.65)       /F81 results	<|special_separator|>
(137.18, 368.10) (145.64, 368.10) (145.64, 376.65) (137.18, 376.65)       /F81 of	<|special_separator|>
(148.28, 368.10) (161.83, 368.10) (161.83, 376.65) (148.28, 376.65)       /F81 our	<|special_separator|>
(164.47, 368.10) (225.59, 368.10) (225.59, 376.65) (164.47, 376.65)       /F81 comprehensive	<|special_separator|>
(228.24, 368.10) (270.07, 368.10) (270.07, 376.65) (228.24, 376.65)       /F81 evaluation	<|special_separator|>
(272.71, 368.10) (281.18, 368.10) (281.18, 376.65) (272.71, 376.65)       /F81 of	<|special_separator|>
(283.82, 368.10) (296.24, 368.10) (296.24, 376.65) (283.82, 376.65)       /F81 the	<|special_separator|>
(298.89, 368.10) (327.10, 368.10) (327.10, 376.65) (298.89, 376.65)       /F81 trained	<|special_separator|>
(329.75, 368.10) (361.65, 368.10) (361.65, 376.65) (329.75, 376.65)       /F81 models,	<|special_separator|>
(364.32, 368.10) (402.71, 368.10) (402.71, 376.65) (364.32, 376.65)       /F81 including	<|special_separator|>
(405.37, 368.10) (409.88, 368.10) (409.88, 376.65) (405.37, 376.65)       /F81 a	<|special_separator|>
(412.52, 368.10) (459.94, 368.10) (459.94, 376.65) (412.52, 376.65)       /F81 comparison	<|special_separator|>
(462.58, 368.10) (480.64, 368.10) (480.64, 376.65) (462.58, 376.65)       /F81 with	<|special_separator|>
(483.29, 368.10) (504.17, 368.10) (504.17, 376.65) (483.29, 376.65)       /F81 other	<|special_separator|>
(108.00, 357.14) (156.69, 357.14) (156.69, 365.69) (108.00, 365.69)       /F81 open-source	<|special_separator|>
(159.18, 357.14) (186.57, 357.14) (186.57, 365.69) (159.18, 365.69)       /F81 LLMs.	<|special_separator|>
(189.66, 357.14) (219.74, 357.14) (219.74, 365.69) (189.66, 365.69)       /F81 Finally,	<|special_separator|>
(222.23, 357.14) (252.12, 357.14) (252.12, 365.69) (222.23, 365.69)       /F81 Section	<|special_separator|>
(254.61, 357.14) (259.59, 357.14) (259.59, 365.69) (254.61, 365.69)       /F81 8	<|special_separator|>
(262.08, 357.14) (299.16, 357.14) (299.16, 365.69) (262.08, 365.69)       /F81 discusses	<|special_separator|>
(301.65, 357.14) (313.83, 357.14) (313.83, 365.69) (301.65, 365.69)       /F81 the	<|special_separator|>
(316.32, 357.14) (339.56, 357.14) (339.56, 365.69) (316.32, 365.69)       /F81 social	<|special_separator|>
(342.05, 357.14) (366.40, 357.14) (366.40, 365.69) (342.05, 365.69)       /F81 harms	<|special_separator|>
(368.89, 357.14) (383.28, 357.14) (383.28, 365.69) (368.89, 365.69)       /F81 and	<|special_separator|>
(385.77, 357.14) (404.59, 357.14) (404.59, 365.69) (385.77, 365.69)       /F81 risks	<|special_separator|>
(407.08, 357.14) (415.38, 357.14) (415.38, 365.69) (407.08, 365.69)       /F81 of	<|special_separator|>
(417.87, 357.14) (432.26, 357.14) (432.26, 365.69) (417.87, 365.69)       /F81 this	<|special_separator|>
(434.75, 357.14) (464.91, 357.14) (464.91, 365.69) (434.75, 365.69)       /F81 project.	<|special_separator|>
(108.30, 327.74) (114.28, 327.74) (114.28, 338.00) (108.30, 338.00)       /F81 2	<|special_separator|>
(126.83, 327.74) (165.32, 328.23) (165.32, 336.44) (126.83, 338.00)       /F81 MODEL	<|special_separator|>
(168.90, 327.74) (249.92, 328.23) (249.92, 336.44) (168.90, 338.00)       /F81 ARCHITECTURE	<|special_separator|>
(107.69, 304.43) (123.26, 304.43) (123.26, 312.99) (107.69, 312.99)       /F81 The	<|special_separator|>
(125.74, 304.43) (155.77, 304.43) (155.77, 312.99) (125.74, 312.99)       /F81 Granite	<|special_separator|>
(158.24, 304.43) (170.76, 304.43) (170.76, 312.99) (158.24, 312.99)       /F81 3.0	<|special_separator|>
(173.24, 304.43) (209.39, 304.43) (209.39, 312.99) (173.24, 312.99)       /F81 language	<|special_separator|>
(211.86, 304.43) (240.79, 304.43) (240.79, 312.99) (211.86, 312.99)       /F81 models	<|special_separator|>
(243.27, 304.43) (255.49, 304.43) (255.49, 312.99) (243.27, 312.99)       /F81 are	<|special_separator|>
(257.97, 304.43) (280.77, 304.43) (280.77, 312.99) (257.97, 312.99)       /F81 based	<|special_separator|>
(283.25, 304.43) (293.26, 304.43) (293.26, 312.99) (283.25, 312.99)       /F81 on	<|special_separator|>
(295.74, 304.43) (310.66, 304.43) (310.66, 312.99) (295.74, 312.99)       /F81 two	<|special_separator|>
(313.14, 304.43) (367.07, 304.43) (367.07, 312.99) (313.14, 312.99)       /F81 architectures:	<|special_separator|>
(370.16, 304.43) (374.60, 304.43) (374.60, 312.99) (370.16, 312.99)       /F81 a	<|special_separator|>
(377.07, 304.43) (429.71, 304.43) (429.71, 312.99) (377.07, 312.99)       /F81 decoder-only	<|special_separator|>
(432.18, 304.43) (454.98, 304.43) (454.98, 312.99) (432.18, 312.99)       /F81 dense	<|special_separator|>
(457.46, 304.43) (504.17, 304.43) (504.17, 312.99) (457.46, 312.99)       /F81 transformer	<|special_separator|>
(108.00, 293.48) (122.39, 293.48) (122.39, 302.03) (108.00, 302.03)       /F81 and	<|special_separator|>
(124.88, 293.48) (129.30, 293.48) (129.30, 302.03) (124.88, 302.03)       /F81 a	<|special_separator|>
(131.79, 293.48) (184.15, 293.48) (184.15, 302.03) (131.79, 302.03)       /F81 decoder-only	<|special_separator|>
(186.65, 293.48) (211.54, 293.48) (211.54, 302.03) (186.65, 302.03)       /F81 sparse	<|special_separator|>
(214.03, 293.48) (287.63, 293.48) (287.63, 302.03) (214.03, 302.03)       /F81 Mixture-of-Expert	<|special_separator|>
(290.12, 293.48) (316.68, 293.48) (316.68, 302.03) (290.12, 302.03)       /F81 (MoE)	<|special_separator|>
(319.17, 293.48) (367.59, 293.48) (367.59, 302.03) (319.17, 302.03)       /F81 transformer.	<|special_separator|>
(214.53, 271.61) (236.42, 271.61) (236.42, 280.16) (214.53, 280.16)       /F81 Table	<|special_separator|>
(238.91, 271.61) (246.66, 271.61) (246.66, 280.16) (238.91, 280.16)       /F81 1:	<|special_separator|>
(249.75, 271.81) (311.50, 271.81) (311.50, 279.51) (249.75, 279.51)       /F81 Hyperparameters	<|special_separator|>
(313.74, 271.81) (324.19, 271.81) (324.19, 279.51) (313.74, 279.51)       /F81 for	<|special_separator|>
(326.43, 271.81) (353.32, 271.81) (353.32, 279.51) (326.43, 279.51)       /F81 Granite	<|special_separator|>
(355.56, 271.81) (366.77, 271.81) (366.77, 279.51) (355.56, 279.51)       /F81 3.0	<|special_separator|>
(369.01, 271.81) (397.16, 271.81) (397.16, 279.51) (369.01, 279.51)       /F81 models.	<|special_separator|>
(231.13, 248.30) (254.54, 248.30) (254.54, 256.00) (231.13, 256.00)       /F81 Model	<|special_separator|>
(277.85, 248.30) (288.31, 248.30) (288.31, 256.00) (277.85, 256.00)       /F81 2B	<|special_separator|>
(322.18, 248.30) (332.64, 248.30) (332.64, 256.00) (322.18, 256.00)       /F81 8B	<|special_separator|>
(355.95, 248.30) (397.30, 248.30) (397.30, 256.00) (355.95, 256.00)       /F81 1B-A400M	<|special_separator|>
(409.25, 248.30) (450.59, 248.30) (450.59, 256.00) (409.25, 256.00)       /F81 3B-A800M	<|special_separator|>
(197.01, 233.34) (238.35, 233.34) (238.35, 241.04) (197.01, 241.04)       /F81 Embedding	<|special_separator|>
(240.59, 233.34) (254.54, 233.34) (254.54, 241.04) (240.59, 241.04)       /F81 size	<|special_separator|>
(274.11, 233.34) (292.05, 233.34) (292.05, 241.04) (274.11, 241.04)       /F81 2048	<|special_separator|>
(318.44, 233.34) (336.38, 233.34) (336.38, 241.04) (318.44, 241.04)       /F81 4096	<|special_separator|>
(367.66, 233.34) (385.59, 233.34) (385.59, 241.04) (367.66, 241.04)       /F81 1024	<|special_separator|>
(420.95, 233.34) (438.89, 233.34) (438.89, 241.04) (420.95, 241.04)       /F81 1536	<|special_separator|>
(191.79, 223.38) (221.17, 223.38) (221.17, 231.07) (191.79, 231.07)       /F81 Number	<|special_separator|>
(223.41, 223.38) (230.88, 223.38) (230.88, 231.07) (223.41, 231.07)       /F81 of	<|special_separator|>
(233.12, 223.38) (254.54, 223.38) (254.54, 231.07) (233.12, 231.07)       /F81 layers	<|special_separator|>
(278.60, 223.38) (287.56, 223.38) (287.56, 231.07) (278.60, 231.07)       /F81 40	<|special_separator|>
(322.93, 223.38) (331.89, 223.38) (331.89, 231.07) (322.93, 231.07)       /F81 40	<|special_separator|>
(372.14, 223.38) (381.11, 223.38) (381.11, 231.07) (372.14, 231.07)       /F81 24	<|special_separator|>
(425.44, 223.38) (434.40, 223.38) (434.40, 231.07) (425.44, 231.07)       /F81 32	<|special_separator|>
(185.31, 213.41) (219.18, 213.41) (219.18, 221.11) (185.31, 221.11)       /F81 Attention	<|special_separator|>
(221.43, 213.41) (238.35, 213.41) (238.35, 221.11) (221.43, 221.11)       /F81 head	<|special_separator|>
(240.59, 213.41) (254.54, 213.41) (254.54, 221.11) (240.59, 221.11)       /F81 size	<|special_separator|>
(278.60, 213.41) (287.56, 213.41) (287.56, 221.11) (278.60, 221.11)       /F81 64	<|special_separator|>
(320.68, 213.41) (334.13, 213.41) (334.13, 221.11) (320.68, 221.11)       /F81 128	<|special_separator|>
(372.14, 213.41) (381.11, 213.41) (381.11, 221.11) (372.14, 221.11)       /F81 64	<|special_separator|>
(425.44, 213.41) (434.40, 213.41) (434.40, 221.11) (425.44, 221.11)       /F81 64	<|special_separator|>
(159.16, 203.45) (188.54, 203.45) (188.54, 211.15) (159.16, 211.15)       /F81 Number	<|special_separator|>
(190.79, 203.45) (198.26, 203.45) (198.26, 211.15) (190.79, 211.15)       /F81 of	<|special_separator|>
(200.50, 203.45) (231.88, 203.45) (231.88, 211.15) (200.50, 211.15)       /F81 attention	<|special_separator|>
(234.12, 203.45) (254.54, 203.45) (254.54, 211.15) (234.12, 211.15)       /F81 heads	<|special_separator|>
(278.60, 203.45) (287.56, 203.45) (287.56, 211.15) (278.60, 211.15)       /F81 32	<|special_separator|>
(322.93, 203.45) (331.89, 203.45) (331.89, 211.15) (322.93, 211.15)       /F81 32	<|special_separator|>
(372.14, 203.45) (381.11, 203.45) (381.11, 211.15) (372.14, 211.15)       /F81 16	<|special_separator|>
(425.44, 203.45) (434.40, 203.45) (434.40, 211.15) (425.44, 211.15)       /F81 24	<|special_separator|>
(177.60, 193.49) (206.98, 193.49) (206.98, 201.19) (177.60, 201.19)       /F81 Number	<|special_separator|>
(209.22, 193.49) (216.69, 193.49) (216.69, 201.19) (209.22, 201.19)       /F81 of	<|special_separator|>
(218.93, 193.49) (231.88, 193.49) (231.88, 201.19) (218.93, 201.19)       /F81 KV	<|special_separator|>
(234.12, 193.49) (254.54, 193.49) (254.54, 201.19) (234.12, 201.19)       /F81 heads	<|special_separator|>
(280.84, 193.49) (285.32, 193.49) (285.32, 201.19) (280.84, 201.19)       /F81 8	<|special_separator|>
(325.17, 193.49) (329.65, 193.49) (329.65, 201.19) (325.17, 201.19)       /F81 8	<|special_separator|>
(374.38, 193.49) (378.87, 193.49) (378.87, 201.19) (374.38, 201.19)       /F81 8	<|special_separator|>
(427.68, 193.49) (432.16, 193.49) (432.16, 201.19) (427.68, 201.19)       /F81 8	<|special_separator|>
(193.27, 183.53) (211.71, 183.53) (211.71, 191.22) (193.27, 191.22)       /F81 MLP	<|special_separator|>
(213.95, 183.53) (238.35, 183.53) (238.35, 191.22) (213.95, 191.22)       /F81 hidden	<|special_separator|>
(240.59, 183.53) (254.54, 183.53) (254.54, 191.22) (240.59, 191.22)       /F81 size	<|special_separator|>
(274.11, 183.53) (292.05, 183.53) (292.05, 191.22) (274.11, 191.22)       /F81 8192	<|special_separator|>
(316.20, 183.53) (338.62, 183.53) (338.62, 191.22) (316.20, 191.22)       /F81 12800	<|special_separator|>
(369.90, 183.53) (383.35, 183.53) (383.35, 191.22) (369.90, 191.22)       /F81 512	<|special_separator|>
(423.20, 183.53) (436.65, 183.53) (436.65, 191.22) (423.20, 191.22)       /F81 512	<|special_separator|>
(198.95, 173.56) (217.38, 173.56) (217.38, 181.26) (198.95, 181.26)       /F81 MLP	<|special_separator|>
(219.62, 173.56) (254.54, 173.56) (254.54, 181.26) (219.62, 181.26)       /F81 activation	<|special_separator|>
(266.89, 173.56) (299.27, 173.56) (299.27, 181.26) (266.89, 181.26)       /F81 SwiGLU	<|special_separator|>
(311.22, 173.56) (343.60, 173.56) (343.60, 181.26) (311.22, 181.26)       /F81 SwiGLU	<|special_separator|>
(360.44, 173.56) (392.81, 173.56) (392.81, 181.26) (360.44, 181.26)       /F81 SwiGLU	<|special_separator|>
(413.73, 173.56) (446.11, 173.56) (446.11, 181.26) (413.73, 181.26)       /F81 SwiGLU	<|special_separator|>
(185.81, 163.60) (215.19, 163.60) (215.19, 171.30) (185.81, 171.30)       /F81 Number	<|special_separator|>
(217.43, 163.60) (224.90, 163.60) (224.90, 171.30) (217.43, 171.30)       /F81 of	<|special_separator|>
(227.15, 163.60) (254.54, 163.60) (254.54, 171.30) (227.15, 171.30)       /F81 Experts	<|special_separator|>
(280.84, 163.60) (285.32, 163.60) (285.32, 171.30) (280.84, 171.30)       /F81 -	<|special_separator|>
(325.17, 163.60) (329.65, 163.60) (329.65, 171.30) (325.17, 171.30)       /F81 -	<|special_separator|>
(372.14, 163.60) (381.11, 163.60) (381.11, 171.30) (372.14, 171.30)       /F81 32	<|special_separator|>
(425.44, 163.60) (434.40, 163.60) (434.40, 171.30) (425.44, 171.30)       /F81 40	<|special_separator|>
(214.16, 153.64) (232.09, 153.64) (232.09, 161.34) (214.16, 161.34)       /F81 MoE	<|special_separator|>
(234.34, 153.64) (254.54, 153.64) (254.54, 161.34) (234.34, 161.34)       /F81 TopK	<|special_separator|>
(280.84, 153.64) (285.32, 153.64) (285.32, 161.34) (280.84, 161.34)       /F81 -	<|special_separator|>
(325.17, 153.64) (329.65, 153.64) (329.65, 161.34) (325.17, 161.34)       /F81 -	<|special_separator|>
(374.38, 153.64) (378.87, 153.64) (378.87, 161.34) (374.38, 161.34)       /F81 8	<|special_separator|>
(427.68, 153.64) (432.16, 153.64) (432.16, 161.34) (427.68, 161.34)       /F81 8	<|special_separator|>
(196.00, 143.68) (241.83, 143.68) (241.83, 151.37) (196.00, 151.37)       /F81 Initialization	<|special_separator|>
(244.07, 143.68) (254.54, 143.68) (254.54, 151.37) (244.07, 151.37)       /F81 std	<|special_separator|>
(277.48, 143.68) (288.68, 143.68) (288.68, 151.37) (277.48, 151.37)       /F81 0.1	<|special_separator|>
(321.81, 143.68) (333.01, 143.68) (333.01, 151.37) (321.81, 151.37)       /F81 0.1	<|special_separator|>
(371.02, 143.68) (382.23, 143.68) (382.23, 151.37) (371.02, 151.37)       /F81 0.1	<|special_separator|>
(424.32, 143.68) (435.53, 143.68) (435.53, 151.37) (424.32, 151.37)       /F81 0.1	<|special_separator|>
(192.53, 133.71) (226.89, 133.71) (226.89, 141.41) (192.53, 141.41)       /F81 Sequence	<|special_separator|>
(229.13, 133.71) (254.54, 133.71) (254.54, 141.41) (229.13, 141.41)       /F81 Length	<|special_separator|>
(274.11, 133.71) (292.05, 133.71) (292.05, 141.41) (274.11, 141.41)       /F81 4096	<|special_separator|>
(318.44, 133.71) (336.38, 133.71) (336.38, 141.41) (318.44, 141.41)       /F81 4096	<|special_separator|>
(367.66, 133.71) (385.59, 133.71) (385.59, 141.41) (367.66, 141.41)       /F81 4096	<|special_separator|>
(420.95, 133.71) (438.89, 133.71) (438.89, 141.41) (420.95, 141.41)       /F81 4096	<|special_separator|>
(181.55, 123.75) (210.95, 123.75) (210.95, 131.45) (181.55, 131.45)       /F81 Position	<|special_separator|>
(213.19, 123.75) (254.54, 123.75) (254.54, 131.45) (213.19, 131.45)       /F81 Embedding	<|special_separator|>
(272.62, 123.75) (293.54, 123.75) (293.54, 131.45) (272.62, 131.45)       /F81 RoPE	<|special_separator|>
(316.94, 123.75) (337.87, 123.75) (337.87, 131.45) (316.94, 131.45)       /F81 RoPE	<|special_separator|>
(366.16, 123.75) (387.09, 123.75) (387.09, 131.45) (366.16, 131.45)       /F81 RoPE	<|special_separator|>
(419.46, 123.75) (440.39, 123.75) (440.39, 131.45) (419.46, 131.45)       /F81 RoPE	<|special_separator|>
(210.35, 108.78) (254.54, 108.78) (254.54, 116.48) (210.35, 116.48)       /F81 #Parameters	<|special_separator|>
(274.49, 108.78) (291.67, 108.78) (291.67, 116.48) (274.49, 116.48)       /F81 2.5B	<|special_separator|>
(318.81, 108.78) (336.00, 108.78) (336.00, 116.48) (318.81, 116.48)       /F81 8.1B	<|special_separator|>
(368.03, 108.78) (385.22, 108.78) (385.22, 116.48) (368.03, 116.48)       /F81 1.3B	<|special_separator|>
(421.33, 108.78) (438.52, 108.78) (438.52, 116.48) (421.33, 116.48)       /F81 3.3B	<|special_separator|>
(184.56, 098.82) (212.59, 098.82) (212.59, 106.52) (184.56, 106.52)       /F81 #Active	<|special_separator|>
(214.84, 098.82) (254.54, 098.82) (254.54, 106.52) (214.84, 106.52)       /F81 Parameters	<|special_separator|>
(274.49, 098.82) (291.67, 098.82) (291.67, 106.52) (274.49, 106.52)       /F81 2.5B	<|special_separator|>
(318.81, 098.82) (336.00, 098.82) (336.00, 106.52) (318.81, 106.52)       /F81 8.1B	<|special_separator|>
(365.92, 098.82) (387.34, 098.82) (387.34, 106.52) (365.92, 106.52)       /F81 400M	<|special_separator|>
(419.21, 098.82) (440.63, 098.82) (440.63, 106.52) (419.21, 106.52)       /F81 800M	<|special_separator|>
(193.92, 088.86) (228.97, 088.86) (228.97, 096.56) (193.92, 096.56)       /F81 #Training	<|special_separator|>
(231.22, 088.86) (254.54, 088.86) (254.54, 096.56) (231.22, 096.56)       /F81 tokens	<|special_separator|>
(275.86, 088.86) (290.30, 088.86) (290.30, 096.56) (275.86, 096.56)       /F81 12T	<|special_separator|>
(320.19, 088.86) (334.63, 088.86) (334.63, 096.56) (320.19, 096.56)       /F81 12T	<|special_separator|>
(369.40, 088.86) (383.85, 088.86) (383.85, 096.56) (369.40, 096.56)       /F81 10T	<|special_separator|>
(422.70, 088.86) (437.14, 088.86) (437.14, 096.56) (422.70, 096.56)       /F81 10T	<|special_separator|>
(120.65, 064.71) (123.64, 064.71) (123.64, 069.84) (120.65, 069.84)       /F81 1	<|special_separator|>
(124.14, 060.15) (287.40, 060.15) (287.40, 067.62) (124.14, 067.62)      /F163 https://www.ibm.com/impact/ai-ethics	<|special_separator|>
(303.51, 030.18) (308.49, 030.18) (308.49, 038.74) (303.51, 038.74)       /F81 3