[text analytics] Update ta tests (#11461)

Author: iscai-msft

sdk/textanalytics/azure-ai-textanalytics/azure/ai/textanalytics/_request_handlers.py

@@ -23,15 +23,19 @@ def _validate_batch_input(documents, hint, whole_batch_hint):
     :return: A list of DetectLanguageInput or TextDocumentInput
     """
     if not documents:
-        raise ValueError("Input documents can not be empty")
+        raise ValueError("Input documents can not be empty or None")
 
     if isinstance(documents, six.string_types):
         raise TypeError("Input documents cannot be a string.")
 
+    if isinstance(documents, dict):
+        raise TypeError("Input documents cannot be a dict")
+
     if not all(isinstance(x, six.string_types) for x in documents):
         if not all(isinstance(x, (dict, TextDocumentInput, DetectLanguageInput)) for x in documents):
             raise TypeError("Mixing string and dictionary/object document input unsupported.")
 
+
     request_batch = []
     for idx, doc in enumerate(documents):
         if isinstance(doc, six.string_types):

sdk/textanalytics/azure-ai-textanalytics/tests/recordings/test_detect_language.test_bad_model_version.yaml renamed to sdk/textanalytics/azure-ai-textanalytics/tests/recordings/test_analyze_sentiment.test_invalid_language_hint_docs.yaml

@@ -1,7 +1,7 @@
 interactions:
 - request:
-    body: '{"documents": [{"id": "0", "text": "Microsoft was founded by Bill Gates.",
-      "countryHint": "US"}]}'
+    body: '{"documents": [{"id": "1", "text": "This should fail because we''re passing
+      in an invalid language hint", "language": "notalanguage"}]}'
     headers:
       Accept:
       - application/json
@@ -10,34 +10,35 @@ interactions:
       Connection:
       - keep-alive
       Content-Length:
-      - '97'
+      - '134'
       Content-Type:
       - application/json
       User-Agent:
-      - azsdk-python-ai-textanalytics/1.0.0b4 Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
+      - azsdk-python-ai-textanalytics/1.0.0b5 Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
         Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
     method: POST
-    uri: https://westus2.api.cognitive.microsoft.com/text/analytics/v3.0-preview.1/languages?model-version=old&showStats=false
+    uri: https://westus2.api.cognitive.microsoft.com/text/analytics/v3.0-preview.1/sentiment?showStats=false
   response:
     body:
-      string: '{"error":{"code":"InvalidRequest","message":"Specified Model version
-        is incorrect. Allowed values are latest,2019-10-01"}}'
+      string: '{"documents":[],"errors":[{"id":"1","error":{"code":"InvalidArgument","message":"Invalid
+        Language Code.","innerError":{"code":"UnsupportedLanguageCode","message":"Supplied
+        language not supported. Pass in one of: de,en,es,fr,it,ja,ko,nl,pt-PT,zh-Hans,zh-Hant"}}}],"modelVersion":"2020-04-01"}'
     headers:
       apim-request-id:
-      - 4348cf49-e795-4443-8812-6161afd73126
+      - d3021074-c432-445c-8743-432049584ef8
       content-type:
       - application/json; charset=utf-8
       date:
-      - Thu, 02 Apr 2020 15:06:23 GMT
+      - Fri, 15 May 2020 15:23:32 GMT
       strict-transport-security:
       - max-age=31536000; includeSubDomains; preload
       transfer-encoding:
       - chunked
       x-content-type-options:
       - nosniff
       x-envoy-upstream-service-time:
-      - '5'
+      - '3'
     status:
-      code: 400
-      message: Bad Request
+      code: 200
+      message: OK
 version: 1

sdk/textanalytics/azure-ai-textanalytics/tests/recordings/test_recognize_entities.test_bad_model_version.yaml renamed to sdk/textanalytics/azure-ai-textanalytics/tests/recordings/test_analyze_sentiment.test_invalid_language_hint_method.yaml

@@ -1,7 +1,7 @@
 interactions:
 - request:
-    body: '{"documents": [{"id": "0", "text": "Microsoft was founded by Bill Gates.",
-      "language": "en"}]}'
+    body: '{"documents": [{"id": "0", "text": "This should fail because we''re passing
+      in an invalid language hint", "language": "notalanguage"}]}'
     headers:
       Accept:
       - application/json
@@ -10,34 +10,35 @@ interactions:
       Connection:
       - keep-alive
       Content-Length:
-      - '94'
+      - '134'
       Content-Type:
       - application/json
       User-Agent:
-      - azsdk-python-ai-textanalytics/1.0.0b4 Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
+      - azsdk-python-ai-textanalytics/1.0.0b5 Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
         Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
     method: POST
-    uri: https://westus2.api.cognitive.microsoft.com/text/analytics/v3.0-preview.1/entities/recognition/general?model-version=old&showStats=false
+    uri: https://westus2.api.cognitive.microsoft.com/text/analytics/v3.0-preview.1/sentiment?showStats=false
   response:
     body:
-      string: '{"error":{"code":"InvalidRequest","message":"Specified Model version
-        is incorrect. Allowed values are latest,2019-10-01,2020-02-01"}}'
+      string: '{"documents":[],"errors":[{"id":"0","error":{"code":"InvalidArgument","message":"Invalid
+        Language Code.","innerError":{"code":"UnsupportedLanguageCode","message":"Supplied
+        language not supported. Pass in one of: de,en,es,fr,it,ja,ko,nl,pt-PT,zh-Hans,zh-Hant"}}}],"modelVersion":"2020-04-01"}'
     headers:
       apim-request-id:
-      - a932797b-901c-4c62-a042-5bdc64b2964d
+      - 01dd7077-1342-444b-8feb-98bfd25fba54
       content-type:
       - application/json; charset=utf-8
       date:
-      - Thu, 02 Apr 2020 15:07:19 GMT
+      - Fri, 15 May 2020 15:09:16 GMT
       strict-transport-security:
       - max-age=31536000; includeSubDomains; preload
       transfer-encoding:
       - chunked
       x-content-type-options:
       - nosniff
       x-envoy-upstream-service-time:
-      - '4'
+      - '3'
     status:
-      code: 400
-      message: Bad Request
+      code: 200
+      message: OK
 version: 1

sdk/textanalytics/azure-ai-textanalytics/tests/recordings/test_analyze_sentiment.test_output_same_order_as_input.yaml

@@ -0,0 +1,46 @@
+interactions:
+- request:
+    body: '{"documents": [{"id": "1", "text": "one", "language": "en"}, {"id": "2",
+      "text": "two", "language": "en"}, {"id": "3", "text": "three", "language": "en"},
+      {"id": "4", "text": "four", "language": "en"}, {"id": "5", "text": "five", "language":
+      "en"}]}'
+    headers:
+      Accept:
+      - application/json
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '249'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - azsdk-python-ai-textanalytics/1.0.0b5 Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
+        Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
+    method: POST
+    uri: https://westus2.api.cognitive.microsoft.com/text/analytics/v3.0-preview.1/sentiment?showStats=false
+  response:
+    body:
+      string: '{"documents":[{"id":"1","sentiment":"neutral","documentScores":{"positive":0.06,"neutral":0.9,"negative":0.04},"sentences":[{"sentiment":"neutral","sentenceScores":{"positive":0.06,"neutral":0.9,"negative":0.04},"offset":0,"length":3}]},{"id":"2","sentiment":"neutral","documentScores":{"positive":0.01,"neutral":0.97,"negative":0.02},"sentences":[{"sentiment":"neutral","sentenceScores":{"positive":0.01,"neutral":0.97,"negative":0.02},"offset":0,"length":3}]},{"id":"3","sentiment":"neutral","documentScores":{"positive":0.05,"neutral":0.93,"negative":0.02},"sentences":[{"sentiment":"neutral","sentenceScores":{"positive":0.05,"neutral":0.93,"negative":0.02},"offset":0,"length":5}]},{"id":"4","sentiment":"neutral","documentScores":{"positive":0.03,"neutral":0.96,"negative":0.01},"sentences":[{"sentiment":"neutral","sentenceScores":{"positive":0.03,"neutral":0.96,"negative":0.01},"offset":0,"length":4}]},{"id":"5","sentiment":"neutral","documentScores":{"positive":0.05,"neutral":0.93,"negative":0.02},"sentences":[{"sentiment":"neutral","sentenceScores":{"positive":0.05,"neutral":0.93,"negative":0.02},"offset":0,"length":4}]}],"errors":[],"modelVersion":"2020-04-01"}'
+    headers:
+      apim-request-id:
+      - a30e449b-00ff-46f9-88c0-0f74772bbc00
+      content-type:
+      - application/json; charset=utf-8
+      csp-billing-usage:
+      - CognitiveServices.TextAnalytics.BatchScoring=5
+      date:
+      - Fri, 15 May 2020 16:02:11 GMT
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      transfer-encoding:
+      - chunked
+      x-content-type-options:
+      - nosniff
+      x-envoy-upstream-service-time:
+      - '112'
+    status:
+      code: 200
+      message: OK
+version: 1

sdk/textanalytics/azure-ai-textanalytics/tests/recordings/test_analyze_sentiment_async.test_bad_model_version.yaml

@@ -0,0 +1,34 @@
+interactions:
+- request:
+    body: '{"documents": [{"id": "1", "text": "This should fail because we''re passing
+      in an invalid language hint", "language": "notalanguage"}]}'
+    headers:
+      Accept:
+      - application/json
+      Content-Length:
+      - '134'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - azsdk-python-ai-textanalytics/1.0.0b5 Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
+        Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
+    method: POST
+    uri: https://westus2.api.cognitive.microsoft.com/text/analytics/v3.0-preview.1/sentiment?showStats=false
+  response:
+    body:
+      string: '{"documents":[],"errors":[{"id":"1","error":{"code":"InvalidArgument","message":"Invalid
+        Language Code.","innerError":{"code":"UnsupportedLanguageCode","message":"Supplied
+        language not supported. Pass in one of: de,en,es,fr,it,ja,ko,nl,pt-PT,zh-Hans,zh-Hant"}}}],"modelVersion":"2020-04-01"}'
+    headers:
+      apim-request-id: 0e47233a-f34a-4396-8767-d050e9ebe993
+      content-type: application/json; charset=utf-8
+      date: Fri, 15 May 2020 15:23:32 GMT
+      strict-transport-security: max-age=31536000; includeSubDomains; preload
+      transfer-encoding: chunked
+      x-content-type-options: nosniff
+      x-envoy-upstream-service-time: '2'
+    status:
+      code: 200
+      message: OK
+    url: https://westus2.api.cognitive.microsoft.com//text/analytics/v3.0-preview.1/sentiment?showStats=false
+version: 1

sdk/textanalytics/azure-ai-textanalytics/tests/recordings/test_analyze_sentiment_async.test_invalid_language_hint_docs.yaml

@@ -0,0 +1,34 @@
+interactions:
+- request:
+    body: '{"documents": [{"id": "0", "text": "This should fail because we''re passing
+      in an invalid language hint", "language": "notalanguage"}]}'
+    headers:
+      Accept:
+      - application/json
+      Content-Length:
+      - '134'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - azsdk-python-ai-textanalytics/1.0.0b5 Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
+        Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
+    method: POST
+    uri: https://westus2.api.cognitive.microsoft.com/text/analytics/v3.0-preview.1/sentiment?showStats=false
+  response:
+    body:
+      string: '{"documents":[],"errors":[{"id":"0","error":{"code":"InvalidArgument","message":"Invalid
+        Language Code.","innerError":{"code":"UnsupportedLanguageCode","message":"Supplied
+        language not supported. Pass in one of: de,en,es,fr,it,ja,ko,nl,pt-PT,zh-Hans,zh-Hant"}}}],"modelVersion":"2020-04-01"}'
+    headers:
+      apim-request-id: b09d0a6e-a462-47f4-905e-355f3a8ce6b7
+      content-type: application/json; charset=utf-8
+      date: Fri, 15 May 2020 16:25:24 GMT
+      strict-transport-security: max-age=31536000; includeSubDomains; preload
+      transfer-encoding: chunked
+      x-content-type-options: nosniff
+      x-envoy-upstream-service-time: '3'
+    status:
+      code: 200
+      message: OK
+    url: https://westus2.api.cognitive.microsoft.com//text/analytics/v3.0-preview.1/sentiment?showStats=false
+version: 1

sdk/textanalytics/azure-ai-textanalytics/tests/recordings/test_analyze_sentiment_async.test_invalid_language_hint_method.yaml

@@ -0,0 +1,35 @@
+interactions:
+- request:
+    body: '{"documents": [{"id": "1", "text": "one", "language": "en"}, {"id": "2",
+      "text": "two", "language": "en"}, {"id": "3", "text": "three", "language": "en"},
+      {"id": "4", "text": "four", "language": "en"}, {"id": "5", "text": "five", "language":
+      "en"}]}'
+    headers:
+      Accept:
+      - application/json
+      Content-Length:
+      - '249'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - azsdk-python-ai-textanalytics/1.0.0b5 Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
+        Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
+    method: POST
+    uri: https://westus2.api.cognitive.microsoft.com/text/analytics/v3.0-preview.1/sentiment?showStats=false
+  response:
+    body:
+      string: '{"documents":[{"id":"1","sentiment":"neutral","documentScores":{"positive":0.06,"neutral":0.9,"negative":0.04},"sentences":[{"sentiment":"neutral","sentenceScores":{"positive":0.06,"neutral":0.9,"negative":0.04},"offset":0,"length":3}]},{"id":"2","sentiment":"neutral","documentScores":{"positive":0.01,"neutral":0.97,"negative":0.02},"sentences":[{"sentiment":"neutral","sentenceScores":{"positive":0.01,"neutral":0.97,"negative":0.02},"offset":0,"length":3}]},{"id":"3","sentiment":"neutral","documentScores":{"positive":0.05,"neutral":0.93,"negative":0.02},"sentences":[{"sentiment":"neutral","sentenceScores":{"positive":0.05,"neutral":0.93,"negative":0.02},"offset":0,"length":5}]},{"id":"4","sentiment":"neutral","documentScores":{"positive":0.03,"neutral":0.96,"negative":0.01},"sentences":[{"sentiment":"neutral","sentenceScores":{"positive":0.03,"neutral":0.96,"negative":0.01},"offset":0,"length":4}]},{"id":"5","sentiment":"neutral","documentScores":{"positive":0.05,"neutral":0.93,"negative":0.02},"sentences":[{"sentiment":"neutral","sentenceScores":{"positive":0.05,"neutral":0.93,"negative":0.02},"offset":0,"length":4}]}],"errors":[],"modelVersion":"2020-04-01"}'
+    headers:
+      apim-request-id: 272cc09d-757b-44a0-8f21-97add1137ed1
+      content-type: application/json; charset=utf-8
+      csp-billing-usage: CognitiveServices.TextAnalytics.BatchScoring=5
+      date: Fri, 15 May 2020 16:02:12 GMT
+      strict-transport-security: max-age=31536000; includeSubDomains; preload
+      transfer-encoding: chunked
+      x-content-type-options: nosniff
+      x-envoy-upstream-service-time: '87'
+    status:
+      code: 200
+      message: OK
+    url: https://westus2.api.cognitive.microsoft.com//text/analytics/v3.0-preview.1/sentiment?showStats=false
+version: 1

sdk/textanalytics/azure-ai-textanalytics/tests/recordings/test_analyze_sentiment_async.test_output_same_order_as_input.yaml

@@ -0,0 +1,47 @@
+interactions:
+- request:
+    body: '{"documents": [{"id": "1", "text": "hello world", "countryHint": "United
+      States"}]}'
+    headers:
+      Accept:
+      - application/json
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '83'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - azsdk-python-ai-textanalytics/1.0.0b5 Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
+        Python/3.7.7 (Darwin-17.7.0-x86_64-i386-64bit)
+    method: POST
+    uri: https://westus2.api.cognitive.microsoft.com/text/analytics/v3.0-preview.1/languages?showStats=false
+  response:
+    body:
+      string: '{"documents":[],"errors":[{"id":"1","error":{"code":"InvalidArgument","message":"Invalid
+        Country Hint.","innerError":{"code":"InvalidCountryHint","message":"Country
+        hint is not valid. Please specify an ISO 3166-1 alpha-2 two letter country
+        code."}}}],"modelVersion":"2019-10-01"}'
+    headers:
+      apim-request-id:
+      - 62417eb9-9e24-4209-ba80-5b019a9e7bc8
+      content-type:
+      - application/json; charset=utf-8
+      csp-billing-usage:
+      - CognitiveServices.TextAnalytics.BatchScoring=0
+      date:
+      - Fri, 15 May 2020 14:52:41 GMT
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      transfer-encoding:
+      - chunked
+      x-content-type-options:
+      - nosniff
+      x-envoy-upstream-service-time:
+      - '3'
+    status:
+      code: 200
+      message: OK
+version: 1