diff --git a/environment.yaml b/environment.yaml index 42dc41cf6e..93a6466902 100644 --- a/environment.yaml +++ b/environment.yaml @@ -13,7 +13,7 @@ dependencies: - r-devtools - pip: - wheel - - sphinx + - sphinx==4.2.0 - sphinx_rtd_theme - coverage - pytest diff --git a/pipeline.yaml b/pipeline.yaml index c3b965a7f6..31eab83508 100644 --- a/pipeline.yaml +++ b/pipeline.yaml @@ -56,6 +56,7 @@ jobs: azureSubscription: 'MMLSpark Build' keyVaultName: mmlspark-keys - bash: | + set -e source activate synapseml sbt packagePython sbt publishBlob publishDocs publishR publishPython @@ -71,7 +72,9 @@ jobs: PGP-PRIVATE: $(pgp-private) PGP-PUBLIC: $(pgp-public) PGP-PW: $(pgp-pw) - - bash: sbt publishBadges + - bash: | + set -e + sbt publishBadges condition: and(succeeded(), eq(variables['Build.SourceBranch'], 'refs/heads/master')) displayName: Publish Badges env: @@ -98,6 +101,7 @@ jobs: azureSubscription: 'MMLSpark Build' keyVaultName: mmlspark-keys - bash: | + set -e source activate synapseml sbt packagePython sbt publishBlob @@ -139,8 +143,9 @@ jobs: azureSubscription: 'MMLSpark Build' keyVaultName: mmlspark-keys - bash: | + set -e source activate synapseml - jupyter nbconvert --to script ./notebooks/*.ipynb* + jupyter nbconvert --to script ./notebooks/features/*/*.ipynb* sbt packagePython sbt publishBlob displayName: Publish Blob Artifacts @@ -246,6 +251,7 @@ jobs: echo '##vso[task.setvariable variable=tag]'$(git tag -l --points-at HEAD) displayName: 'Get Git Tag' - bash: | + set -e wget https://github.com/git-chglog/git-chglog/releases/download/0.8.0/git-chglog_linux_amd64 chmod +x git-chglog_linux_amd64 ./git-chglog_linux_amd64 -o CHANGELOG.md $TAG @@ -274,6 +280,7 @@ jobs: azureSubscription: 'MMLSpark Build' keyVaultName: mmlspark-keys - bash: | + set -e source activate synapseml sbt publishPypi condition: startsWith(variables['tag'], 'v') @@ -327,6 +334,7 @@ jobs: keyVaultName: mmlspark-keys condition: succeededOrFailed() - bash: | + set -e curl -s https://codecov.io/bash > .codecov chmod +x .codecov echo "Starting Codecov Upload" @@ -377,6 +385,7 @@ jobs: keyVaultName: mmlspark-keys condition: succeededOrFailed() - bash: | + set -e curl -s https://codecov.io/bash > .codecov chmod +x .codecov echo "Starting Codecov Upload" @@ -424,6 +433,7 @@ jobs: keyVaultName: mmlspark-keys condition: succeededOrFailed() - bash: | + set -e curl -s https://codecov.io/bash > .codecov chmod +x .codecov echo "Starting Codecov Upload" @@ -460,12 +470,14 @@ jobs: source activate synapseml sbt convertNotebooks - bash: | + set -e yarn install cd website yarn yarn build displayName: 'yarn install and build' - bash: | + set -e git config --global user.name "${GH_NAME}" git config --global user.email "${GH_EMAIL}" git checkout -b main @@ -594,6 +606,7 @@ jobs: keyVaultName: mmlspark-keys condition: succeededOrFailed() - bash: | + set -e curl -s https://codecov.io/bash > .codecov chmod +x .codecov echo "Starting Codecov Upload" diff --git a/project/CodegenPlugin.scala b/project/CodegenPlugin.scala index b1ddcccc14..dfc15c81d9 100644 --- a/project/CodegenPlugin.scala +++ b/project/CodegenPlugin.scala @@ -224,7 +224,7 @@ object CodegenPlugin extends AutoPlugin { artifactPath.in(packageBin).in(Compile).value.getParentFile }, mergePyCodeDir := { - join(baseDirectory.value.getParent, "target", "scala-2.12", "sbt-1.0", "generated") + join(baseDirectory.value.getParent, "target", "scala-2.12", "generated") }, codegenDir := { join(targetDir.value, "generated") diff --git a/website/docs/documentation/estimators/_LightGBM.md b/website/docs/documentation/estimators/_LightGBM.md index 3fdb32209f..26fea2654c 100644 --- a/website/docs/documentation/estimators/_LightGBM.md +++ b/website/docs/documentation/estimators/_LightGBM.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## LightGBMClassifier @@ -87,27 +69,8 @@ values={[ ]}> - + + @@ -159,27 +122,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/estimators/_VW.md b/website/docs/documentation/estimators/_VW.md index 5c658d789d..ca108aed1a 100644 --- a/website/docs/documentation/estimators/_VW.md +++ b/website/docs/documentation/estimators/_VW.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## VowpalWabbitRegressor @@ -84,27 +66,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/estimators/core/_AutoML.md b/website/docs/documentation/estimators/core/_AutoML.md index 0b7d131423..0f6a009c6a 100644 --- a/website/docs/documentation/estimators/core/_AutoML.md +++ b/website/docs/documentation/estimators/core/_AutoML.md @@ -2,26 +2,6 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - ## AutoML @@ -143,27 +123,6 @@ values={[ ]}> - diff --git a/website/docs/documentation/estimators/core/_Featurize.md b/website/docs/documentation/estimators/core/_Featurize.md index 60092a70da..3f5dbfbaea 100644 --- a/website/docs/documentation/estimators/core/_Featurize.md +++ b/website/docs/documentation/estimators/core/_Featurize.md @@ -2,26 +2,6 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - ## Featurize @@ -112,27 +92,8 @@ values={[ ]}> - + + @@ -189,27 +150,8 @@ values={[ ]}> - + + @@ -277,27 +219,8 @@ values={[ ]}> - + + @@ -352,27 +275,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/estimators/core/_IsolationForest.md b/website/docs/documentation/estimators/core/_IsolationForest.md index 8d66c167f2..7153fe995d 100644 --- a/website/docs/documentation/estimators/core/_IsolationForest.md +++ b/website/docs/documentation/estimators/core/_IsolationForest.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## Isolation Forest diff --git a/website/docs/documentation/estimators/core/_NN.md b/website/docs/documentation/estimators/core/_NN.md index 5aa5dcae50..4b917bd8ff 100644 --- a/website/docs/documentation/estimators/core/_NN.md +++ b/website/docs/documentation/estimators/core/_NN.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## NN @@ -76,27 +58,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/estimators/core/_Recommendation.md b/website/docs/documentation/estimators/core/_Recommendation.md index 9135ee55bf..3c4c4b5924 100644 --- a/website/docs/documentation/estimators/core/_Recommendation.md +++ b/website/docs/documentation/estimators/core/_Recommendation.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## Recommendation @@ -244,27 +226,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/estimators/core/_Stages.md b/website/docs/documentation/estimators/core/_Stages.md index a9c2822e1e..0d2b1a2c1a 100644 --- a/website/docs/documentation/estimators/core/_Stages.md +++ b/website/docs/documentation/estimators/core/_Stages.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## Stages @@ -100,27 +82,8 @@ values={[ ]}> - + + @@ -186,27 +149,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/estimators/core/_Train.md b/website/docs/documentation/estimators/core/_Train.md index 7cb0e687a0..7bae6555ab 100644 --- a/website/docs/documentation/estimators/core/_Train.md +++ b/website/docs/documentation/estimators/core/_Train.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## Train @@ -112,27 +94,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/transformers/_OpenCV.md b/website/docs/documentation/transformers/_OpenCV.md index 22f8e85360..49744e75f0 100644 --- a/website/docs/documentation/transformers/_OpenCV.md +++ b/website/docs/documentation/transformers/_OpenCV.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## ImageTransformer @@ -88,26 +70,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/transformers/_VW.md b/website/docs/documentation/transformers/_VW.md index deb56683a8..1f46e7e9a1 100644 --- a/website/docs/documentation/transformers/_VW.md +++ b/website/docs/documentation/transformers/_VW.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## VectorZipper @@ -112,26 +94,8 @@ values={[ - + + @@ -178,26 +142,8 @@ values={[ - + + @@ -246,26 +192,8 @@ values={[ - + + diff --git a/website/docs/documentation/transformers/cognitive/_AnomalyDetection.md b/website/docs/documentation/transformers/cognitive/_AnomalyDetection.md index 0f5e9a12a1..7aaa87ebcf 100644 --- a/website/docs/documentation/transformers/cognitive/_AnomalyDetection.md +++ b/website/docs/documentation/transformers/cognitive/_AnomalyDetection.md @@ -2,27 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## Anomaly Detection @@ -136,27 +117,8 @@ values={[ ]}> - + + @@ -254,27 +216,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/transformers/cognitive/_AzureSearch.md b/website/docs/documentation/transformers/cognitive/_AzureSearch.md index adbc038426..05dae98558 100644 --- a/website/docs/documentation/transformers/cognitive/_AzureSearch.md +++ b/website/docs/documentation/transformers/cognitive/_AzureSearch.md @@ -2,30 +2,6 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - ## Azure Search diff --git a/website/docs/documentation/transformers/cognitive/_BingImageSearch.md b/website/docs/documentation/transformers/cognitive/_BingImageSearch.md index a80fe56213..d3eb0b2000 100644 --- a/website/docs/documentation/transformers/cognitive/_BingImageSearch.md +++ b/website/docs/documentation/transformers/cognitive/_BingImageSearch.md @@ -2,30 +2,6 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - ## Bing Image Search diff --git a/website/docs/documentation/transformers/cognitive/_ComputerVision.md b/website/docs/documentation/transformers/cognitive/_ComputerVision.md index 03e87b1323..ab3c4b83a3 100644 --- a/website/docs/documentation/transformers/cognitive/_ComputerVision.md +++ b/website/docs/documentation/transformers/cognitive/_ComputerVision.md @@ -2,27 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## Computer Vision @@ -99,27 +80,8 @@ values={[ ]}> - + + @@ -191,27 +153,8 @@ values={[ ]}> - + + @@ -280,27 +223,8 @@ values={[ ]}> - + + @@ -367,27 +291,8 @@ values={[ ]}> - + + @@ -450,27 +355,8 @@ values={[ ]}> - + + @@ -537,27 +423,8 @@ values={[ ]}> - + + @@ -618,27 +485,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/transformers/cognitive/_Face.md b/website/docs/documentation/transformers/cognitive/_Face.md index 33f4e0cf28..d2f0ed4616 100644 --- a/website/docs/documentation/transformers/cognitive/_Face.md +++ b/website/docs/documentation/transformers/cognitive/_Face.md @@ -2,27 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## Face @@ -104,27 +85,8 @@ values={[ ]}> - + + @@ -216,27 +178,8 @@ values={[ ]}> - + + @@ -326,27 +269,8 @@ values={[ ]}> - + + @@ -401,27 +325,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/transformers/cognitive/_FormRecognizer.md b/website/docs/documentation/transformers/cognitive/_FormRecognizer.md index 655d7bb646..5ec86fa76d 100644 --- a/website/docs/documentation/transformers/cognitive/_FormRecognizer.md +++ b/website/docs/documentation/transformers/cognitive/_FormRecognizer.md @@ -2,27 +2,6 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - ## Form Recognizer @@ -104,27 +83,8 @@ values={[ ]}> - + + @@ -189,27 +149,8 @@ values={[ ]}> - + + @@ -272,27 +213,6 @@ values={[ ]}> - @@ -358,27 +278,6 @@ values={[ ]}> - @@ -444,27 +343,8 @@ values={[ ]}> - + + @@ -537,27 +417,8 @@ values={[ ]}> - + + @@ -624,27 +485,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/transformers/cognitive/_SpeechToText.md b/website/docs/documentation/transformers/cognitive/_SpeechToText.md index 56b6af5225..d5dba97d92 100644 --- a/website/docs/documentation/transformers/cognitive/_SpeechToText.md +++ b/website/docs/documentation/transformers/cognitive/_SpeechToText.md @@ -2,27 +2,6 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - ## Speech To Text @@ -105,27 +84,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/transformers/cognitive/_TextAnalytics.md b/website/docs/documentation/transformers/cognitive/_TextAnalytics.md index 7f3c9503de..882e1abf2d 100644 --- a/website/docs/documentation/transformers/cognitive/_TextAnalytics.md +++ b/website/docs/documentation/transformers/cognitive/_TextAnalytics.md @@ -2,27 +2,6 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - ## Text Analytics @@ -99,27 +78,6 @@ values={[ ]}> - @@ -186,27 +144,8 @@ values={[ ]}> - + + @@ -275,27 +214,8 @@ values={[ ]}> - + + @@ -359,27 +279,8 @@ values={[ ]}> - + + @@ -446,27 +347,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/transformers/cognitive/_Translator.md b/website/docs/documentation/transformers/cognitive/_Translator.md index 3e68c3d9e9..1e14de7703 100644 --- a/website/docs/documentation/transformers/cognitive/_Translator.md +++ b/website/docs/documentation/transformers/cognitive/_Translator.md @@ -2,27 +2,6 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - ## Translator @@ -106,27 +85,8 @@ values={[ ]}> - + + @@ -200,27 +160,8 @@ values={[ ]}> - + + @@ -286,27 +227,8 @@ values={[ ]}> - + + @@ -372,27 +294,8 @@ values={[ ]}> - + + @@ -464,27 +367,8 @@ values={[ ]}> - + + @@ -552,27 +436,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/transformers/core/_Explainers.md b/website/docs/documentation/transformers/core/_Explainers.md index 573250e81a..dbe6bcf076 100644 --- a/website/docs/documentation/transformers/core/_Explainers.md +++ b/website/docs/documentation/transformers/core/_Explainers.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## Explainers @@ -96,26 +78,8 @@ values={[ ]}> - + + @@ -181,26 +145,8 @@ values={[ ]}> - + + @@ -273,26 +219,8 @@ values={[ ]}> - + + @@ -363,26 +291,8 @@ values={[ ]}> - + + @@ -443,26 +353,8 @@ values={[ ]}> - + + @@ -521,26 +413,8 @@ values={[ ]}> - + + @@ -621,26 +495,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/transformers/core/_Featurize.md b/website/docs/documentation/transformers/core/_Featurize.md index bd61b8fb56..82beef09ba 100644 --- a/website/docs/documentation/transformers/core/_Featurize.md +++ b/website/docs/documentation/transformers/core/_Featurize.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## Featurize @@ -92,26 +74,8 @@ values={[ ]}> - + + @@ -175,26 +139,8 @@ values={[ ]}> - + + @@ -271,26 +217,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/transformers/core/_IO.md b/website/docs/documentation/transformers/core/_IO.md index 8a7e38c526..19569f157a 100644 --- a/website/docs/documentation/transformers/core/_IO.md +++ b/website/docs/documentation/transformers/core/_IO.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## IO @@ -87,26 +69,8 @@ values={[ ]}> - + + @@ -158,26 +122,8 @@ values={[ ]}> - + + @@ -221,26 +167,8 @@ values={[ ]}> - + + @@ -286,26 +214,8 @@ values={[ ]}> - + + @@ -347,26 +257,8 @@ values={[ ]}> - + + @@ -409,26 +301,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/transformers/core/_Image.md b/website/docs/documentation/transformers/core/_Image.md index 6e8984a230..3d6c452145 100644 --- a/website/docs/documentation/transformers/core/_Image.md +++ b/website/docs/documentation/transformers/core/_Image.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## Image @@ -90,26 +72,8 @@ values={[ ]}> - + + @@ -179,26 +143,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/transformers/core/_Stages.md b/website/docs/documentation/transformers/core/_Stages.md index 4a97eae2e5..b8cc3a0ac1 100644 --- a/website/docs/documentation/transformers/core/_Stages.md +++ b/website/docs/documentation/transformers/core/_Stages.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## Stages @@ -105,26 +87,8 @@ values={[ ]}> - + + @@ -178,26 +142,8 @@ values={[ ]}> - + + @@ -259,26 +205,8 @@ values={[ ]}> - + + @@ -332,26 +260,8 @@ values={[ ]}> - + + @@ -416,26 +326,8 @@ values={[ ]}> - + + @@ -482,26 +374,8 @@ values={[ ]}> - + + @@ -543,26 +417,8 @@ values={[ ]}> - + + @@ -612,26 +468,8 @@ values={[ ]}> - + + @@ -681,26 +519,8 @@ values={[ ]}> - + + @@ -754,26 +574,8 @@ values={[ ]}> - + + @@ -845,26 +647,8 @@ values={[ ]}> - + + @@ -918,26 +702,8 @@ values={[ ]}> - + + @@ -1007,26 +773,8 @@ values={[ ]}> - + + @@ -1080,26 +828,8 @@ values={[ ]}> - + + @@ -1173,26 +903,8 @@ values={[ ]}> - + + @@ -1258,26 +970,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/transformers/core/_SuperpixelTransformer.md b/website/docs/documentation/transformers/core/_SuperpixelTransformer.md index 622ffea5e0..1c7c06890d 100644 --- a/website/docs/documentation/transformers/core/_SuperpixelTransformer.md +++ b/website/docs/documentation/transformers/core/_SuperpixelTransformer.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## LIME diff --git a/website/docs/documentation/transformers/core/_Train.md b/website/docs/documentation/transformers/core/_Train.md index e00aa728cf..7247fc87f2 100644 --- a/website/docs/documentation/transformers/core/_Train.md +++ b/website/docs/documentation/transformers/core/_Train.md @@ -2,26 +2,8 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - + + ## Train @@ -92,26 +74,8 @@ values={[ ]}> - + + diff --git a/website/docs/documentation/transformers/deep_learning/_ONNXModel.md b/website/docs/documentation/transformers/deep_learning/_ONNXModel.md index e10f0fb789..84fd7f1df6 100644 --- a/website/docs/documentation/transformers/deep_learning/_ONNXModel.md +++ b/website/docs/documentation/transformers/deep_learning/_ONNXModel.md @@ -2,16 +2,6 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import DocTable from "@theme/DocumentationTable"; - ## ONNXModel @@ -24,14 +14,13 @@ values={[ ```py -import synapse.ml from synapse.ml.onnx import ONNXModel model_path = "PUT_YOUR_MODEL_PATH" onnx_ml = (ONNXModel() .setModelLocation(model_path) .setFeedDict({"float_input": "features"}) - .setFetchDict({"prediction": "output_label", "rawProbability": "output_probability"}) + .setFetchDict({"prediction": "output_label", "rawProbability": "output_probability"})) ``` @@ -41,10 +30,10 @@ onnx_ml = (ONNXModel() import com.microsoft.azure.synapse.ml.onnx._ val model_path = "PUT_YOUR_MODEL_PATH" -val onnx_ml = new ONNXModel() +val onnx_ml = (new ONNXModel() .setModelLocation(model_path) .setFeedDict(Map("float_input" -> "features")) - .setFetchDict(Map("prediction" -> "output_label", "rawProbability" -> "output_probability")) + .setFetchDict(Map("prediction" -> "output_label", "rawProbability" -> "output_probability"))) ``` diff --git a/website/doctest.py b/website/doctest.py index 94f85f508c..f8eab83225 100644 --- a/website/doctest.py +++ b/website/doctest.py @@ -1,8 +1,61 @@ +import io import os +import re + + +def add_python_helper_to_markdown(folder, md): + replacement = """ + +""" + with io.open(os.path.join(folder, md), "r+", encoding="utf-8") as f: + content = f.read() + f.truncate(0) + content = re.sub("", replacement, content) + f.seek(0, 0) + f.write(content) + f.close() + + +def iterate_over_documentation(folder): + + cur_folders = [folder] + while cur_folders: + cur_dir = cur_folders.pop(0) + for file in os.listdir(cur_dir): + if os.path.isdir(os.path.join(cur_dir, file)): + cur_folders.append(os.path.join(cur_dir, file)) + else: + if file.startswith("_"): + add_python_helper_to_markdown(cur_dir, file) def main(): cur_path = os.getcwd() folder = os.path.join(cur_path, "website", "docs", "documentation") + iterate_over_documentation(folder) os.chdir(folder) os.system("pytest --codeblocks --junit-xml={}".format(os.path.join(cur_path, "target", "website-test-result.xml"))) diff --git a/website/src/pages/index.module.css b/website/src/pages/index.module.css index 2e8b706904..e263691288 100644 --- a/website/src/pages/index.module.css +++ b/website/src/pages/index.module.css @@ -45,7 +45,6 @@ .announcementDark { background-color: transparent; - color: #fff; } .announcementInner {