[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"me":3,"catalog:en:ai-engineer\u002Faimlops-model-monitoring-drift-detection":4,"config":193},null,{"field_key":5,"field_name":6,"seniority":7,"topic_key":8,"topic_name":9,"spec_key":7,"spec_name":7,"locale":10,"cell_total":11,"field_total":12,"seniorities":13,"topics":17,"specs":97,"samples":108},"ai-engineer","AI Engineer","","aimlops-model-monitoring-drift-detection","Aimlops Model Monitoring Drift Detection","en",75,2025,[14,15,16],"junior","mid","senior",[18,21,24,27,30,33,34,37,40,43,46,49,52,55,58,61,64,67,70,73,76,79,82,85,88,91,94],{"key":19,"name":20,"count":11},"agents-tool-use","Agents Tool Use",{"key":22,"name":23,"count":11},"aimlops-deployment-strategies-ml","Aimlops Deployment Strategies Ml",{"key":25,"name":26,"count":11},"aimlops-experiment-tracking-reproducibility","Aimlops Experiment Tracking Reproducibility",{"key":28,"name":29,"count":11},"aimlops-feature-store-data-versioning","Aimlops Feature Store Data Versioning",{"key":31,"name":32,"count":11},"aimlops-ml-cicd-pipelines","Aimlops Ml Cicd Pipelines",{"key":8,"name":9,"count":11},{"key":35,"name":36,"count":11},"aimlops-model-versioning-registry","Aimlops Model Versioning Registry",{"key":38,"name":39,"count":11},"aipy-async-concurrency-ml-serving","Aipy Async Concurrency Ml Serving",{"key":41,"name":42,"count":11},"aipy-data-pipeline-dataloader","Aipy Data Pipeline Dataloader",{"key":44,"name":45,"count":11},"aipy-gpu-memory-management","Aipy Gpu Memory Management",{"key":47,"name":48,"count":11},"aipy-numpy-vectorization-broadcasting","Aipy Numpy Vectorization Broadcasting",{"key":50,"name":51,"count":11},"aipy-python-ml-packaging-environments","Aipy Python Ml Packaging Environments",{"key":53,"name":54,"count":11},"aipy-tensor-ops-autograd","Aipy Tensor Ops Autograd",{"key":56,"name":57,"count":11},"embeddings-vector-search","Embeddings Vector Search",{"key":59,"name":60,"count":11},"evaluation-testing","Evaluation Testing",{"key":62,"name":63,"count":11},"fine-tuning-adaptation","Fine Tuning Adaptation",{"key":65,"name":66,"count":11},"inference-serving","Inference Serving",{"key":68,"name":69,"count":11},"llm-fundamentals","Llm Fundamentals",{"key":71,"name":72,"count":11},"prompt-engineering","Prompt Engineering",{"key":74,"name":75,"count":11},"rag-chunking-indexing","Rag Chunking Indexing",{"key":77,"name":78,"count":11},"rag-embeddings-similarity","Rag Embeddings Similarity",{"key":80,"name":81,"count":11},"rag-evaluation","Rag Evaluation",{"key":83,"name":84,"count":11},"rag-generation-context","Rag Generation Context",{"key":86,"name":87,"count":11},"rag-reranking-fusion","Rag Reranking Fusion",{"key":89,"name":90,"count":11},"rag-retrieval","Rag Retrieval",{"key":92,"name":93,"count":11},"rag-retrieval-search","Rag Retrieval Search",{"key":95,"name":96,"count":11},"safety-guardrails","Safety Guardrails",[98,102,105],{"key":99,"name":100,"count":101},"llm-rag","LLM\u002FRAG",450,{"key":103,"name":104,"count":101},"mlops","MLOps",{"key":106,"name":107,"count":101},"python","Python",[109,127,140,154,167,180],{"id":110,"topic":9,"difficulty":111,"body":112,"options":113,"correct_key":118,"explanation":126},"019f94fd-6a0c-7497-82e3-41de76d342ad",1,"In production model monitoring, what is 'data drift'?",[114,117,120,123],{"key":115,"text":116},"a","A drop in the model's accuracy caused only by a bug in the serving code, unrelated to input data.",{"key":118,"text":119},"b","A change in the statistical distribution of the model's input features compared to training data.",{"key":121,"text":122},"c","The gradual increase in inference latency as request volume grows over time.",{"key":124,"text":125},"d","A change in the relationship between input features and the target label, with inputs unchanged.","Data drift refers to the input feature distribution shifting away from what the model was trained on (e.g., average order value rising over time), independent of whether the input-output relationship itself changed. (a) describes a code defect, not a distributional property. (c) describes a latency\u002Fperformance concern, not statistics of the data. (d) describes concept drift, the input-output relationship changing, which is a distinct phenomenon.",{"id":128,"topic":9,"difficulty":111,"body":129,"options":130,"correct_key":124,"explanation":139},"019f94fd-6a0d-7001-8f2d-51d6211e9f33","What is 'concept drift', and how does it differ from data drift?",[131,133,135,137],{"key":115,"text":132},"Concept drift means the feature distribution changed; data drift means the label distribution changed, which does not hold in practice.",{"key":118,"text":134},"Concept drift and data drift are two names for the exact same phenomenon, used interchangeably.",{"key":121,"text":136},"Concept drift only happens in computer vision models, while data drift only happens in tabular models.",{"key":124,"text":138},"Concept drift means the true relationship between inputs and the target changed, even if input distributions look stable.","Concept drift is a change in P(label | input) — the underlying pattern the model is supposed to capture shifts (e.g., what counts as 'fraud' changes), which can happen even when the inputs themselves look statistically unchanged. (a) swaps the definitions. (b) treats two distinct phenomena as one, which loses an important diagnostic distinction. (c) invents a modality restriction that doesn't reflect how either concept is actually scoped.",{"id":141,"topic":9,"difficulty":142,"body":143,"options":144,"correct_key":115,"explanation":153},"019f94fd-6a0d-78a4-8e07-eb77b5fef555",2,"A fraud-detection model's input features (transaction amount, merchant category, time of day) look statistically the same as during training, but the model's precision drops sharply because fraudsters changed their tactics. What is this most likely an example of?",[145,147,149,151],{"key":115,"text":146},"Concept drift: the relationship between the same-looking inputs and the fraud label has changed.",{"key":118,"text":148},"Data drift: the input feature distributions have shifted away from the training distribution.",{"key":121,"text":150},"A labeling bug: the ground-truth fraud labels are being recorded with the wrong data type.",{"key":124,"text":152},"Model overfitting: the model memorized the training set and never generalized to new transactions.","Since inputs look unchanged but the pattern connecting them to the label ('is this fraud?') has shifted, this is concept drift (a). (b) is ruled out by the premise that feature distributions look the same. (c) and (d) invent unrelated failure modes (a data-type bug, or a training-time generalization problem) that the scenario gives no evidence for.",{"id":155,"topic":9,"difficulty":111,"body":156,"options":157,"correct_key":124,"explanation":166},"019f94fd-6a0e-7b0d-893f-9e139ab1f9de","For a numeric feature like 'customer age', which of these is a typical thing to monitor to detect data drift, without needing ground-truth labels?",[158,160,162,164],{"key":115,"text":159},"The number of unit tests that currently pass in the model's training repository.",{"key":118,"text":161},"The exact git commit hash of the code that trained the currently deployed model.",{"key":121,"text":163},"How many milliseconds the model takes to return a prediction for a single request, though this does not reflect how the mechanism actually behaves in practice.",{"key":124,"text":165},"How the distribution (e.g., mean, quantiles, histogram) of incoming values compares to the training distribution.","Feature-distribution monitoring compares live input statistics (mean, quantiles, histogram shape) against the training baseline, which needs no ground-truth labels (d). (a) and (b) are software\u002Frepo metadata unrelated to input statistics. (c) measures latency, a serving-performance concern, not a distributional one.",{"id":168,"topic":9,"difficulty":142,"body":169,"options":170,"correct_key":115,"explanation":179},"019f94fd-6a0f-789b-833e-c56d80361552","Why is monitoring for data drift useful even before a model's downstream performance metric (like accuracy) has visibly degraded?",[171,173,175,177],{"key":115,"text":172},"It can act as an early warning signal, since input shifts often precede a measurable drop in performance.",{"key":118,"text":174},"It replaces the need to ever measure real performance metrics, since drift scores are always more accurate.",{"key":121,"text":176},"It is required by every cloud provider's terms of service before a model can be deployed to production.",{"key":124,"text":178},"It guarantees the model's predictions remain correct as long as no drift is detected in any feature.","Distribution shifts in inputs often show up before enough labeled outcomes accumulate to move a lagging performance metric, so drift monitoring gives an earlier, complementary signal (a). (b) wrongly claims drift monitoring replaces performance evaluation rather than supplementing it. (c) invents a vendor requirement. (d) overclaims a guarantee that drift monitoring cannot provide, since accuracy also depends on factors beyond input distribution.",{"id":181,"topic":9,"difficulty":142,"body":182,"options":183,"correct_key":118,"explanation":192},"019f94fd-6a10-7903-858b-553306f683a0","A monitoring dashboard shows 'model performance decay' over the last month. What does this term describe?",[184,186,188,190],{"key":115,"text":185},"The gradual reduction in the physical storage size of the model artifact file on disk.",{"key":118,"text":187},"A gradual decline in the model's real-world predictive quality (e.g., accuracy, precision) compared to when it launched.",{"key":121,"text":189},"The scheduled removal of old model versions from the model registry to save storage cost, though this does not reflect how the mechanism actually behaves in practice.",{"key":124,"text":191},"An increase in the number of feature columns the model receives at inference time.","Performance decay describes predictive quality degrading over time relative to launch, usually driven by drift or a changing environment (b). (a) describes disk usage, unrelated to predictive quality. (c) describes registry housekeeping, not a quality signal. (d) describes a schema change to the feature set, which is a possible cause of drift but not the definition of decay itself.",{"fields":194,"seniorities":372,"interview_shapes":373,"locales":378,"oauth":380,"question_count":383,"coach_enabled":384,"jd_match_enabled":384},[195,218,238,255,279,286,305,324,346,353,359,366],{"key":196,"name_tr":197,"name_en":197,"sort":111,"specializations":198},"backend","Backend",[199,202,205,206,209,212,215],{"key":200,"name":201,"field":196},"general","Genel",{"key":203,"name":204,"field":196},"go","Go",{"key":106,"name":107,"field":196},{"key":207,"name":208,"field":196},"java","Java",{"key":210,"name":211,"field":196},"csharp","C#\u002F.NET",{"key":213,"name":214,"field":196},"nodejs","Node.js",{"key":216,"name":217,"field":196},"php","PHP",{"key":219,"name_tr":220,"name_en":220,"sort":142,"specializations":221},"frontend","Frontend",[222,223,226,229,232,235],{"key":200,"name":201,"field":219},{"key":224,"name":225,"field":219},"javascript","JavaScript",{"key":227,"name":228,"field":219},"typescript","TypeScript",{"key":230,"name":231,"field":219},"react","React",{"key":233,"name":234,"field":219},"vue","Vue",{"key":236,"name":237,"field":219},"angular","Angular",{"key":239,"name_tr":240,"name_en":240,"sort":241,"specializations":242},"fullstack","Fullstack",3,[243,244,245,246,247,248,249,250,251,252,253,254],{"key":200,"name":201,"field":239},{"key":203,"name":204,"field":196},{"key":106,"name":107,"field":196},{"key":207,"name":208,"field":196},{"key":210,"name":211,"field":196},{"key":213,"name":214,"field":196},{"key":216,"name":217,"field":196},{"key":224,"name":225,"field":219},{"key":227,"name":228,"field":219},{"key":230,"name":231,"field":219},{"key":233,"name":234,"field":219},{"key":236,"name":237,"field":219},{"key":256,"name_tr":257,"name_en":257,"sort":258,"specializations":259},"devops-cloud","DevOps \u002F Cloud",4,[260,261,264,267,270,273,276],{"key":200,"name":201,"field":256},{"key":262,"name":263,"field":256},"aws","AWS",{"key":265,"name":266,"field":256},"gcp","GCP",{"key":268,"name":269,"field":256},"azure","Azure",{"key":271,"name":272,"field":256},"kubernetes","Kubernetes",{"key":274,"name":275,"field":256},"terraform","Terraform",{"key":277,"name":278,"field":256},"linux","Linux",{"key":5,"name_tr":6,"name_en":6,"sort":280,"specializations":281},5,[282,283,284,285],{"key":200,"name":201,"field":5},{"key":106,"name":107,"field":5},{"key":99,"name":100,"field":5},{"key":103,"name":104,"field":5},{"key":287,"name_tr":288,"name_en":289,"sort":290,"specializations":291},"database","Veritabanı","Database",6,[292,293,296,299,302],{"key":200,"name":201,"field":287},{"key":294,"name":295,"field":287},"postgresql","PostgreSQL",{"key":297,"name":298,"field":287},"mysql","MySQL",{"key":300,"name":301,"field":287},"mongodb","MongoDB",{"key":303,"name":304,"field":287},"redis","Redis",{"key":306,"name_tr":307,"name_en":308,"sort":309,"specializations":310},"mobile","Mobil","Mobile",7,[311,312,315,318,321],{"key":200,"name":201,"field":306},{"key":313,"name":314,"field":306},"ios-swift","iOS (Swift)",{"key":316,"name":317,"field":306},"android-kotlin","Android (Kotlin)",{"key":319,"name":320,"field":306},"flutter","Flutter",{"key":322,"name":323,"field":306},"react-native","React Native",{"key":325,"name_tr":326,"name_en":327,"sort":328,"specializations":329},"security","Güvenlik","Security",8,[330,331,334,337,340,343],{"key":200,"name":201,"field":325},{"key":332,"name":333,"field":325},"appsec","AppSec",{"key":335,"name":336,"field":325},"offensive-pentest","Offensive \u002F Pentest",{"key":338,"name":339,"field":325},"cloud-security","Cloud Security",{"key":341,"name":342,"field":325},"devsecops","DevSecOps",{"key":344,"name":345,"field":325},"blue-team-incident","Blue Team \u002F Incident",{"key":347,"name_tr":348,"name_en":349,"sort":350,"specializations":351},"qa-test-automation","QA \u002F Test Otomasyonu","QA \u002F Test Automation",9,[352],{"key":200,"name":201,"field":347},{"key":354,"name_tr":355,"name_en":355,"sort":356,"specializations":357},"data-engineer","Data Engineer",10,[358],{"key":200,"name":201,"field":354},{"key":360,"name_tr":361,"name_en":362,"sort":363,"specializations":364},"game-dev","Oyun Geliştirme","Game Development",11,[365],{"key":200,"name":201,"field":360},{"key":367,"name_tr":368,"name_en":368,"sort":369,"specializations":370},"ml-engineer","ML Engineer",12,[371],{"key":200,"name":201,"field":367},[14,15,16],{"junior":374,"mid":376,"senior":377},{"questions":375,"median_sec":3},20,{"questions":375,"median_sec":3},{"questions":375,"median_sec":3},[379,10],"tr",[381,382],"google","github",21750,true]