qidaye opened a new issue, #24780:
URL: https://github.com/apache/doris/issues/24780

   ### Search before asking
   
   - [X] I had searched in the 
[issues](https://github.com/apache/doris/issues?q=is%3Aissue) and found no 
similar issues.
   
   
   ### Version
   
   master
   
   ### What's Wrong?
   
   es catalog fields display incomplete.
   
   ### What You Expected?
   
   Display all columns.
   
   ### How to Reproduce?
   
   1. Create index in ES
   ```
   curl -sXPUT localhost:9200/test?pretty -H'Content-Type:application/json' -d'
   {
     "settings" : {"number_of_replicas":0},
     "mappings" : {
       "doc" : {
         "dynamic_templates" : [
           {
             "message_field" : {
               "path_match" : "message",
               "match_mapping_type" : "string",
               "mapping" : {
                 "norms" : false,
                 "type" : "text"
               }
             }
           },
           {
             "string_fields" : {
               "match" : "*",
               "match_mapping_type" : "string",
               "mapping" : {
                 "fields" : {
                   "keyword" : {
                     "ignore_above" : 256,
                     "type" : "keyword"
                   }
                 },
                 "norms" : false,
                 "type" : "text"
               }
             }
           }
         ],
         "properties" : {
           "@timestamp" : {
             "type" : "date"
           },
           "@version" : {
             "type" : "keyword"
           },
           "act" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "app" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "approvalFlowMetaName" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "bizFlowMetaName" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "clientTag" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "clientVersion" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "empCode" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "entCode" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "geoip" : {
             "dynamic" : "true",
             "properties" : {
               "ip" : {
                 "type" : "ip"
               },
               "latitude" : {
                 "type" : "half_float"
               },
               "location" : {
                 "type" : "geo_point"
               },
               "longitude" : {
                 "type" : "half_float"
               }
             }
           },
           "homePageCode" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "hostIP" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "indexDate" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "logtype" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "metaId" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "obj" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "reportCode" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "requestArgJson" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "requestMethod" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "requestParam" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "requestTime" : {
             "type" : "long"
           },
           "requestTimestamp" : {
             "type" : "date"
           },
           "requestURI" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "site" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "summaryReportConfigCode" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "tags" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "type" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           },
           "uid" : {
             "type" : "text",
             "norms" : false,
             "fields" : {
               "keyword" : {
                 "type" : "keyword",
                 "ignore_above" : 256
               }
             }
           }
         }
       },
       "_default_" : {
         "dynamic_templates" : [
           {
             "message_field" : {
               "path_match" : "message",
               "match_mapping_type" : "string",
               "mapping" : {
                 "norms" : false,
                 "type" : "text"
               }
             }
           },
           {
             "string_fields" : {
               "match" : "*",
               "match_mapping_type" : "string",
               "mapping" : {
                 "fields" : {
                   "keyword" : {
                     "ignore_above" : 256,
                     "type" : "keyword"
                   }
                 },
                 "norms" : false,
                 "type" : "text"
               }
             }
           }
         ],
         "properties" : {
           "@timestamp" : {
             "type" : "date"
           },
           "@version" : {
             "type" : "keyword"
           },
           "geoip" : {
             "dynamic" : "true",
             "properties" : {
               "ip" : {
                 "type" : "ip"
               },
               "latitude" : {
                 "type" : "half_float"
               },
               "location" : {
                 "type" : "geo_point"
               },
               "longitude" : {
                 "type" : "half_float"
               }
             }
           }
         }
       }
     }
   }'
   ```
   2. Create ES catalog in Doris
   ```sql
   CREATE CATALOG es PROPERTIES (
     "type"="es",
     "hosts"="http://127.0.0.1:9200";
   );
   ```
   3. Switch catalog and desc tables
   ```sql
   switch es;
   desc test;
   ```
   
   
![image](https://github.com/apache/doris/assets/26450235/1b60d983-b8b2-4b59-8a24-0893dba4304e)
   
   
   ### Anything Else?
   
   _No response_
   
   ### Are you willing to submit PR?
   
   - [X] Yes I am willing to submit a PR!
   
   ### Code of Conduct
   
   - [X] I agree to follow this project's [Code of 
Conduct](https://www.apache.org/foundation/policies/conduct)
   


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org.apache.org

For queries about this service, please contact Infrastructure at:
us...@infra.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org

Reply via email to