[ https://issues.apache.org/jira/browse/FLINK-5781?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16006316#comment-16006316 ]
ASF GitHub Bot commented on FLINK-5781: --------------------------------------- Github user zentol commented on a diff in the pull request: https://github.com/apache/flink/pull/3495#discussion_r115973034 --- Diff: flink-core/src/main/java/org/apache/flink/configuration/ConfigOptionsDocGenerator.java --- @@ -0,0 +1,279 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.flink.configuration; + +import java.io.IOException; +import java.lang.reflect.Field; +import java.nio.charset.StandardCharsets; +import java.nio.file.DirectoryStream; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.util.ArrayList; +import java.util.Collections; +import java.util.Comparator; +import java.util.HashMap; +import java.util.List; +import java.util.Map; +import java.util.regex.Matcher; +import java.util.regex.Pattern; +import org.apache.flink.api.java.tuple.Tuple2; + +/** + * Class used for generating code based documentation of configuration parameters. + */ +public class ConfigOptionsDocGenerator { + + /** + * Transforms this configuration group into HTML formatted table. + * Options are sorted alphabetically by key. + * + * @param options list of options to include in this group + * @return string containing HTML formatted table + */ + private static String toHTMLTable(final List<ConfigOption> options) { + final StringBuilder htmlTable = new StringBuilder( + "<table class=\"table table-bordered\"><thead><tr><th class=\"text-left\" style=\"width: 20%\">Key</th>" + + "<th class=\"text-left\" style=\"width: 15%\">Default Value</th><th class=\"text-left\" " + + "style=\"width: 65%\">Description</th></tr></thead><tbody>"); + + for (ConfigOption option : options) { + htmlTable.append(toHTMLString(option)); + } + + htmlTable.append("</tbody></table>"); + + return htmlTable.toString(); + } + + /** + * Transforms this configuration group into HTML formatted table. + * Options are sorted alphabetically by key. + * + * @param clazzz a class that contains options to be converted int documentation + * @return string containing HTML formatted table + */ + static String create(Class<?> clazzz) { + final List<ConfigOption> configOptions = extractConfigOptions(clazzz); + + return toHTMLTable(configOptions); + } + + private static List<ConfigOption> extractConfigOptions(Class<?> clazzz) { + try { + final List<ConfigOption> configOptions = new ArrayList<>(); + final Field[] fields = clazzz.getFields(); + for (Field field : fields) { + if (field.getType().equals(ConfigOption.class) && field.getAnnotation(Deprecated.class) == null) { + configOptions.add((ConfigOption) field.get(null)); + } + } + + return configOptions; + } catch (Exception e) { + throw new RuntimeException("Could not retrieve all options.", e); + } + } + + /** + * Transforms option to table row. + * + * @param option option to transform + * @return row with the option description + */ + private static String toHTMLString(final ConfigOption<?> option) { + return "<tr>" + + "<td>" + option.key() + "</td>" + + "<td>" + defaultValueToHtml(option.defaultValue()) + "</td>" + + "<td>" + option.description() + "</td>" + + "</tr>"; + } + + private static String defaultValueToHtml(Object value) { + if (value instanceof String) { + return "\"" + value +"\""; + } + + return value == null ? "(none)" : value.toString(); + } + + private static void sortOptions(List<ConfigOption> configOptions) { + Collections.sort(configOptions, new Comparator<ConfigOption>() { + @Override + public int compare(ConfigOption o1, ConfigOption o2) { + return o1.key().compareTo(o2.key()); + } + }); + } + + static List<Tuple2<ConfigGroup, String>> generateTablesForClass(Class<?> optionsClass) { + final ConfigGroups configGroups = optionsClass.getAnnotation(ConfigGroups.class); + List<Tuple2<ConfigGroup, String>> tables = new ArrayList<>(); + final List<ConfigOption> allOptions = extractConfigOptions(optionsClass); + + if (configGroups != null) { + final Tree tree = new Tree(); + + for (ConfigGroup group : configGroups.groups()) { + tree.set(group); + } + + for (ConfigOption configOption : allOptions) { + tree.add(configOption); + } + + for (ConfigGroup group : configGroups.groups()) { + List<ConfigOption> configOptions = tree.findConfigOptions(group); + sortOptions(configOptions); + tables.add(Tuple2.of(group, toHTMLTable(configOptions))); + } + List<ConfigOption> configOptions = tree.getDefaultOptions(); + sortOptions(configOptions); + tables.add(Tuple2.<ConfigGroup, String>of(null, toHTMLTable(configOptions))); + } else { + sortOptions(allOptions); + tables.add(Tuple2.<ConfigGroup, String>of(null, toHTMLTable(allOptions))); + } + return tables; + } + + /** + * Method used to generated documentation entries containing tables of configuration options with default value and + * description. Each found class matching a pattern *Options.java will results in a separate file with a configuration --- End diff -- This needs to be updated in regards to `ConfigGroups`, as we can now create multiple files. > Generation HTML from ConfigOption > --------------------------------- > > Key: FLINK-5781 > URL: https://issues.apache.org/jira/browse/FLINK-5781 > Project: Flink > Issue Type: Sub-task > Components: Documentation > Reporter: Ufuk Celebi > Assignee: Dawid Wysakowicz > > Use the ConfigOption instances to generate a HTML page that we can use to > include in the docs configuration page. -- This message was sent by Atlassian JIRA (v6.3.15#6346)